V4.2022.09.3374 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-AIBOT
+404enemy
+80legs
+ALittle Client
 ASPSeek
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-AllSubmitter
+Aboundexbot
+AiHitBot
+Alexibot
+AlphaBot
+Anarchie
 Anthill
-Attach
-AwarioSmartBot
-BDCbot
-BackStreet
+Asterias
+Atomseobot
+AwarioRssBot
+BDFetch
+BackDoorBot
 BackWeb
-BacklinkCrawler
-Badass
-Battleztar Bazinga
-Bigfoot
+Bandit
+Barkrowler
+BetaBot
 Bitacle
 BlackWidow
+Blow
+BlowFish
+Bolt
 BotALot
+Brandprotect
 Buck
-Buddy
-BuiltBotTough
-BuiltWith
-BuzzSumo
-CCBot
+BunnySlippers
+CATExplorador
 CODE87
-CSHttp
-Calculon
-CazoodleBot
-Cegbfeieh
-CherryPicker
-ChinaClaw
 Chlooe
-Cloud mapping
-Cocolyzebot
-Collector
-Copier
-Craftbot
+Claritybot
+CopyRightCheck
+Copyscape
+Cosmos
+CrazyWebCrawler
 CrunchBot
-Curious
-Custo
-DSearch
-DTS Agent
-DataCha0s
+DBLBot
+DatabaseDriverMysqli
 Devil
 DigitalPebble
 Dirbuster
-Dispatch
+Disco
+Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainStatsBot
 Dragonfly
-EasyDL
-Ecxi
-EirGrabber
+ECCP/1.0
+EMail Siphon
 EroCrawler
-Express WebPictures
+Exabot
 ExtractorPro
-EyeNetIE
-Ezooms
-FlashGet
+Extreme Picture Finder
+FDM
+Fimap
 Flunky
 G-i-g-a-b-o-t
 GalaxyBot
-GetWeb
-Go-Ahead-Got-It
-GoZilla
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HTTrack
-Haansoft
-HaosouSpider
-Harvest
+GermCrawler
+Getintent
+Gigabot
+Gotit
+GrabNet
+Grabber
+GrapeFX
+GridBot
+HMView
 Havij
 Heritrix
-HonoluluBot
-HybridBot
-IlseBot
+IDBTE4M
+IDBot
 Image Fetch
 Image Sucker
-InfoTekies
-Iria
+IndeedBot
+Internet Ninja
 Iskanie
-IstellaBot
+JOC Web Spider
 JamesBOT
+JennyBot
+JetCar
+Jetty
 JikeSpider
-Joomla
-Jorgee
-Kenjin Spider
+Jyxobot
 Keyword Density
-Kinza
+Kozmosbot
+Lanshanbot
 Larbin
 Leap
-LibWeb
+LeechGet
+LexiBot
+Lftp
 LieBaoFast
-Lightspeedsystems
+Likse
+LinkextractorPro
 LinkpadBot
+LinksManager
 LinqiaRSSBot
-Lipperhey Spider
-Lmspider
+Lipperhey
 MFC_Tear_Sample
+MIDown tool
+MSFrontPage
 MSIECrawler
-Magnet
-Mail.RU_Bot
 Majestic-SEO
+MarkMonitor
+MarkWatch
+Mass Downloader
+Mata Hari
 MauiBot
 Mb2345Browser
 MegaIndex.ru
+Metauri
 MicroMessenger
+Microsoft URL Control
 Mister PiX
-Mojeek
-MolokaiBot
-Mr.4x3
-Musobot
-NPbot
+Msrabot
+NICErsPRO
 Nameprotect
+Needle
+Net Vampire
+NetAnts
 NetLyzer
-NetZIP
+NetMechanic
 Niki-bot
+Nimbostratus
+Ninja
+Nmap
+Not
+Nuclei
+OnCrawl
+Openfind
 OrangeBot
 PECL::HTTP
-PHPCrawl
+Page Analyzer
+PageGrabber
 PageScorer
-Pandalytics
-Papa Foto
+Panscient
 PeoplePal
 Picscout
-Picsearch
+PictureFinder
 Piepmatz
 Pimonster
-Pixray
 ProPowerBot
 Probethenet
-Pump
-PxBroker
-Quick-Crawler
+RSSingBot
+RankFlex
+RankingBot2
+Rankivabot
 Reaper
-RedesScrapy
 RepoMonkey
 Ripper
-SBIder
+Rogerbot
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
-Semrush
-SentiBot
+SalesIntelligent
+ScanAlert
+Scrapy
+SearchmetricsBot
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
-Seomoz
 Siphon
-Site Sucker
-Sitevigil
+SiteLockSpider
+SiteSnagger
+SiteSucker
 SmartDownload
-Spammen
-SpankBot
-Spbot
+Sosospider
+Sottopop
+SpaceBison
+Spanner
 Spinn3r
-SputnikBot
 Sqlmap
-Steeler
-Stripper
+Sucker
 Sucuri
-SuperBot
 SuperHTTP
+SurveyBot
 Suzuran
-Teleport
+T0PHackTeam
+T8Abot
 Telesphoreo
-Telesphorep
 The Intraformant
+Thumbor
 TightTwatBot
 Toata
 Trendiction
-Turingos
-Turnitin
-V-BOT
-VB Project
-VCI
+Trendictionbot
+True_Robot
+URLy Warning
+URLy.Warning
+Upflow
+VelenPublicWebCrawler
 VidibleScraper
+Virusdie
 VoidEYE
-Voil
 Voltron
-WASALive-Bot
-WBSearchBot
-WEBDAV
 WISENutbot
-WWW::Mechanize
-WWWOFFLE
+WWW-Collector-E
 Wallpapers
-Wallpapers/3.0
-Web Auto
 Web Collage
-Web Enhancer
-Web Fuck
-Web Pix
 WebAuto
-WebBandit
+WebCollage
+WebFetch
+WebGo IS
+WebPix
 WebReaper
-WebSucker
-WebZIP
-Webalta
-Webshag
+WebSauger
 Website Quester
 WebsiteExtractor
-WebsiteQuester
-Whatweb
-Widow
-WiseGuys Robot
-Wotbox
+Whacker
+Who.is Bot
+Woobot
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Zitebot
+YoudaoBot
+Zauba
+Zeus
 ZoomBot
-ZoominfoBot
-ZumBot
 adscanner
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+backlink-check
 cah.io.community
 check1.exe
-cognitiveseo
+clark-crawler
+coccocbot
 com.plumanalytics
 crawler.feedback
-crawler4j
 dataforseo.com
-demandbase-bot
-eCatch
+domainsproject.org
 evc-batch
-heritrix
-isitwp.com
-linkdexbot
-mediawords
+facebookscraper
+gopher
+lwp-request
 muhstik-scan
 netEstate NE Crawler
-oBot
-ripz
-s1z.ru
-scan.lol
+scalaj-http
+seocompany.store
 seoscanners
 seostar
-sitechecker.pro
+sexsearcher
+siteripz
 sogouspider
-sp_auditbot
 spyfu
-webmeup-crawler
+sysscan
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
+xpymep1.exe
 zauba.io