V4.2023.03.3630 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AIBOT
-AhrefsBot
-Anarchy
-Asterias
-Battleztar Bazinga
-BetaBot
-CATExplorador
-CCBot
-CensysInspect
-Cocolyzebot
+AiHitBot
+Alexibot
+Atomseobot
+BackStreet
+BacklinkCrawler
+Bigfoot
+BuiltBotTough
+BuzzSumo
+CheeseBot
+Chlooe
+Citoid
+Crawling at Home Project
 CrunchBot
-Custo
-Demon
-DomainAppender
+DBLBot
+DSearch
+Digincore
 DomainCrawler
-Domains Project
-Download Wonder
+Ebingbong
 Exabot
+ExtLinksBot
+ExtractorPro
 Ezooms
-Firefox/7.0
+FDM
+Fuzz
+GT::WWW
+Genieo
+Gigabot
+GrabNet
+HTTP::Lite
+Haansoft
 HaosouSpider
-Havij
-Humanlinks
-Id-search
-IlseBot
-InfoNaviRobot
-InterGET
+HonoluluBot
+HybridBot
+IstellaBot
 Joomla
-Jorgee
-Likse
-MFC_Tear_Sample
+JustView
+Keybot Translation-Search-Machine
+LibWeb
+Linkbot
+Lipperhey
+Litemage_walker
+Ltx71
+MIDown tool
+MSIECrawler
+Mail.RU_Bot
 Majestic SEO
-MauiBot
+Majestic12
+MeanPath Bot
 Meanpathbot
-Moblie Safari
-Morfeus Fucking Scanner
-NICErsPRO
-NetLyzer
-NetMechanic
-Nettrack
-Netvibes
-Nmap
-Not
-Nuclei
-Octopus
-Offline Navigator
-PageAnalyzer
-PageScorer
+Metauri
+MicroMessenger
+Mister PiX
+Navroad
+Nimbostratus
+Offline Explorer
+OnCrawl
+PageGrabber
 PageThing.com
+Pavuk
+Pimonster
 Pixray
-Pockey
-ProPowerBot
-SISTRIX
-Scrapy
-Seekport
-SentiBot
-SeobilityBot
-Seomoz
-Shodan
-Sitebeam
-SmartDownload
-Sogou web spider
-Spanner
+PleaseCrawl
+Psbot
+Pump
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
+RankFlex
+Rankivabot
+RedesScrapy
+RocketCrawler
+ScreenerBot
+SearchmetricsBot
+Sitevigil
+Sottopop
 Spbot
-Sqworm
-SuperBot
-T0PHackTeam
-Tracemyfile
-Trendictionbot
-URLy.Warning
-Upflow
-VB Project
-Vacuum
+Spinn3r
+Sqlmap
+Sqlworm
+Telesphoreo
+Thumbor
+Turingos
+Twice
 Voltron
-WASALive-Bot
-WEBDAV
-WeSEE
-Web Enhancer
-Web Fuck
+WBSearchBot
+WWW::Mechanize
 Web Pix
-WebCollage
-WebStripper
+WebAuto
 WebSucker
-WebsiteQuester
-Whacker
-Woobot
-Xaldon WebSpider
-Xenu
-ZyBorg
-crawler.feedback
-evc-batch
-gopher
-mediawords
-ripz
-scalaj-http
-scan.lol
-sysscan
-tAkeOut
-webgains-bot
+Webalta
+WebsiteExtractor
+Who.is Bot
+WinHTTrack
+Zitebot
+ZoominfoBot
+clark-crawler
+domainsproject.org
+facebookscraper
+lwp-request
+siteripz