V4.2023.03.3631 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AiHitBot
 Alexibot
-Atomseobot
-BackStreet
-BacklinkCrawler
+Anarchie
+Anthill
+Apexoo
+Asterias
+AwarioSmartBot
+BBBike
+BetaBot
 Bigfoot
+BlowFish
+BotALot
 BuiltBotTough
-BuzzSumo
-CheeseBot
-Chlooe
-Citoid
-Crawling at Home Project
-CrunchBot
-DBLBot
-DSearch
-Digincore
-DomainCrawler
-Ebingbong
-Exabot
-ExtLinksBot
-ExtractorPro
+Bullseye
+Cloud mapping
+Collector
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+Custo
+Demon
+Deusu
+Disco
+Discoverybot
+DomainStatsBot
 Ezooms
-FDM
-Fuzz
-GT::WWW
-Genieo
-Gigabot
-GrabNet
-HTTP::Lite
-Haansoft
-HaosouSpider
+FrontPage
+GetRight
+Go!Zilla
+GoZilla
+GrapeFX
 HonoluluBot
 HybridBot
+IlseBot
+InfoNaviRobot
 IstellaBot
-Joomla
+JikeSpider
+Jorgee
 JustView
-Keybot Translation-Search-Machine
-LibWeb
+LeechFTP
+LexiBot
+LinkScan
+LinkWalker
 Linkbot
-Lipperhey
-Litemage_walker
-Ltx71
-MIDown tool
-MSIECrawler
-Mail.RU_Bot
+LinqiaScrapeBot
+MJ12bot
+MQQBrowser
+MTRobot
 Majestic SEO
-Majestic12
-MeanPath Bot
-Meanpathbot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Mister PiX
 Navroad
+NetAnts
 Nimbostratus
-Offline Explorer
-OnCrawl
-PageGrabber
+Openfind
+OutclicksBot
+POE-Component-Client-HTTP
+PageAnalyzer
 PageThing.com
-Pavuk
+PictureFinder
 Pimonster
-Pixray
-PleaseCrawl
-Psbot
-Pump
-QueryN Metasearch
+Probethenet
+Pu_iN
+PyCurl
+Quick-Crawler
 RSSingBot
 RankActiveLinkBot
-RankFlex
-Rankivabot
-RedesScrapy
-RocketCrawler
-ScreenerBot
-SearchmetricsBot
-Sitevigil
+ReGet
+Recorder
+ScoutJet
+ScrepyBot
+SemanticJuice
+Sosospider
 Sottopop
-Spbot
+SpaceBison
+SpankBot
 Spinn3r
-Sqlmap
-Sqlworm
+SuperBot
+Suzuran
+Swiftbot
 Telesphoreo
-Thumbor
-Turingos
+Toata
+Toweyabot
 Twice
-Voltron
-WBSearchBot
-WWW::Mechanize
-Web Pix
-WebAuto
-WebSucker
-Webalta
-WebsiteExtractor
-Who.is Bot
-WinHTTrack
-Zitebot
+V-BOT
+Vacuum
+Voil
+WASALive-Bot
+WWW-Mechanize
+WebCollage
+WebFuck
+WebsiteQuester
 ZoominfoBot
-clark-crawler
-domainsproject.org
-facebookscraper
-lwp-request
-siteripz
+arquivo.pt
+autoemailspider
+backlink-check
+check1.exe
+netEstate NE Crawler
+scan.lol
+seobility
+sysscan