V4.2024.01.4267 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-80legs
-Abonti
-Anarchie
-Anthill
-Apexoo
-Atomseobot
-Attach
-AwarioRssBot
-BDCbot
-BackStreet
-Bigfoot
-BlackWidow
-BotALot
-Buck
-BunnySlippers
-CSHttp
-ChinaClaw
-Copyscape
+01h4x.com
+Aboundexbot
+AdsTxtCrawlerTP
+Anarchy
+Ankit
+BetaBot
+Blackboard
+Boardreader
+Bullseye
+CATExplorador
+CheeseBot
+Citoid
+Claritybot
+Collector
+Cosmos
 DBLBot
-ECCP/1.0
-EMail Siphon
-EroCrawler
+DTS Agent
+DnyzBot
+DomainStatsBot
 Exabot
-EyeNetIE
-FHscan
-Gigabot
-Go-Ahead-Got-It
-GrapeFX
-HTTP::Lite
-Humanlinks
-InfoNaviRobot
-Iria
-IstellaBot
-JennyBot
-JetCar
-Keybot Translation-Search-Machine
-Kinza
-LeechFTP
-Lightspeedsystems
+Ezooms
+FyberSpider
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
+Gotit
+GridBot
+IRLbot
+Iblog
+IndeedBot
+Intelliseek
+JamesBOT
+Joomla
+Jorgee
+Lanshanbot
+LeechGet
+Libwhisker
+LieBaoFast
 LinksManager
-Magnet
-MarkMonitor
-MarkWatch
-Mass Downloader
-Mata Hari
-Mediatoolkitbot
-Metauri
+Litemage_walker
+Lmspider
+MQQBrowser
+MicroMessenger
 Mister PiX
-NICErsPRO
-Name Intelligence
-Needle
+MolokaiBot
+Musobot
 Nessus
-NetSpider
-Niki-bot
-OutfoxBot
-PageGrabber
+Nettrack
+NimbleCrawler
+OpenLinkProfiler
 PageThing.com
-Papa Foto
-Petalbot
-Picscout
-Picsearch
-RankFlex
-RankingBot2
+Pimonster
+Pockey
+Pu_iN
+Pump
+Rankivabot
+RealDownload
+Reaper
+RocketCrawler
 SEOlyticsCrawler
+SEOstats
 ScanAlert
 Scanbot
-Sitebeam
-SocialRankIOBot
-Sosospider
-SputnikBot
-Sqlworm
+Sogou web spider
+Stripper
+SuperBot
+SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+T8Abot
+The Intraformant
 Titan
-Typhoeus
-Vacuum
-VelenPublicWebCrawler
+Toata
+Trendictionbot
+VCI
 Voil
-Wallpapers/3.0
-WebBandit
+WEBDAV
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
 WebEnhancer
-WebFuck
-WebPix
-WebWhacker
+WebFetch
+WebGo IS
+WebImageCollector
+Webshag
 Whack
-Zitebot
-ZmEu
-autoemailspider
-clark-crawler
-crawler4j
-eCatch
+Whatweb
+archive.org_bot
+crawler.feedback
+demandbase-bot
+heritrix
+internetVista monitor
+ips-agent
+netEstate NE Crawler
+oBot
+openai
 pcBrowser
-seobility
-sitechecker.pro
-siteripz
-sogouspider
-webmeup-crawler
 x09Mozilla
-x22Mozilla
 zauba.io
-zgrab