V4.2023.12.4181 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-Ankit
-Anthill
-Asterias
+01h4x.com
+404enemy
+80legs
+Anarchy
+Apexoo
+AwarioSmartBot
 BBBike
-BacklinkCrawler
-Bitacle
-BunnySlippers
-CensysInspect
-CheTeam
-CherryPicker
-ChinaClaw
-CrazyWebCrawler
-DTS Agent
-Demon
-DomainSigmaCrawler
-EroCrawler
-Evil
-Extractor
-Ezooms
-FHscan
+BackStreet
+BackWeb
+Black Hole
+Boardreader
+BuzzSumo
+Bytespider
+CODE87
+CheeseBot
+Curious
+Dispatch
+DittoSpyder
+EasyDL
+Express WebPictures
+GT::WWW
 Genieo
+GrabNet
+Grafula
+Heritrix
 HybridBot
-Image Fetch
-InterGET
-InternetSeer
-Iskanie
+IlseBot
 JOC Web Spider
-Jbrofuzz
-JennyBot
-JetCar
-JikeSpider
-LibWeb
-LinqiaScrapeBot
-Litemage_walker
-MQQBrowser
-MarkWatch
-Mb2345Browser
-MeanPath Bot
-Minefield
-Netcraft
+Joomla
+LNSpiderguy
+Lanshanbot
+Lftp
+LinkScan
+LinkWalker
+Lipperhey Spider
+MIDown tool
+Majestic12
+Microsoft Data Access
+MolokaiBot
+Net Vampire
+NetMechanic
+Nettrack
 NextGenSearchBot
+Nikto
 NimbleCrawler
-OpenLinkProfiler
+Nimbostratus
+Octopus
 OpenVAS
-OrangeSpider
-PeoplePal
-Pi-Monster
-Piepmatz
-ProPowerBot
-ProWebWalker
-Proximic
-RSSingBot
-RankActiveLinkBot
-RankingBot
-RebelMouse
-RedesScrapy
-RepoMonkey
-Ripper
+OutclicksBot
+OutfoxBot
+PageThing.com
+Pavuk
+Pimonster
+PyCurl
+Rankivabot
+SEOkicks-Robot
 SMTBot
-Scrapy
-Searchestate
+SalesIntelligent
+Screaming
 SenutoBot
-Shodan
-Siphon
-SiteExplorer
-SiteLockSpider
+SeobilityBot
+Seomoz
+Siteimprove
 Snapbot
-SpaceBison
-Sqlmap
-Swiftbot
-T8Abot
+SpankBot
+Spbot
+TheNomad
 Titan
-Trendictionbot
-Twice
-URLy.Warning
-WISENutbot
-WWWOFFLE
-Wallpapers/3.0
-Web Sauger
+True_Robot
+TwengaBot
+V-BOT
+VCI
+Vagabondo
+VeriCiteCrawler
+Voltron
+WallpapersHD
 Web Sucker
 WebCollage
 WebEnhancer
-WebSucker
-Webalta
-Wonderbot
-Zeus
-ZoomBot
-backlink-check
-crawl.sogou.com
-eCatch
-instabid
-internetVista monitor
-iubenda-radar
-muhstik-scan
+WebStripper
+Webster
+Wotbox
+ZumBot
+clark-crawler
+cognitiveseo
+facebookscraper
+lwp-request
+lwp-trivial
+meanpathbot
 openai
-scan.lol
-sexsearcher
-voyagerx.com
-zgrab
+page scorer
+pcBrowser
+satoristudio.net
+seocompany.store
+seoscanners
+seostar
+sitechecker.pro
+sogouspider
+sysscan
+webmeup-crawler