V4.2024.05.4503 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-ADmantX
-ALittle Client
-Abonti
+404enemy
 AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
-Anarchy
-Anthill
-Asterias
-Badass
-Battleztar Bazinga
-BlackWidow
-BotALot
+Anarchie
+BacklinkCrawler
+Bolt
+Calculon
 CensysInspect
 CheTeam
-Collector
-Crawling at Home Project
+Cogentbot
 Curious
+Custo
 DIIbot
-Demon
-Dragonfly
-FDM
-Foobot
-Fuzz
-GPTBot
-GalaxyBot
+DSearch
+Discobot
+Discoverybot
+Dispatch
+DomainAppender
+DomainSigmaCrawler
+ECCP/1.0
+Freeuploader
 GoZilla
-HaosouSpider
-Heritrix
-HonoluluBot
-Iblog
-IlseBot
-InternetMeasurement
-IstellaBot
+GrabNet
+Grafula
+HEADMasterSEO
+Humanlinks
+IRLbot
+InternetSeer
 Jorgee
-LexiBot
-LinksManager
-LinqiaMetadataDownloaderBot
+Keybot Translation-Search-Machine
+Kinza
+LibWeb
+LinqiaRSSBot
 LinqiaScrapeBot
-Litemage_walker
+Lmspider
+Ltx71
 MIDown tool
-MarkWatch
+MIIxpc
+MTRobot
+Majestic-SEO
+Mb2345Browser
+MicroMessenger
+Microsoft URL Control
 Mozlila
-Msrabot
-NICErsPRO
-Nessus
-NetMechanic
-Nimbostratus
-Nmap
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-Openfind
-OutclicksBot
-Pavuk
-Picscout
+Mr.4x3
+Musobot
+OnCrawl
+OrangeSpider
+PageScorer
+Pi-Monster
 PictureFinder
-Pockey
-ProPowerBot
-Psbot
+Pixray
 QueryN Metasearch
-Re-re
-RealDownload
-RebelMouse
-RepoMonkey
-SEOkicks-Robot
-Scrapy
-ScrepyBot
-Searchestate
-SeekportBot
-Siteimprove
-SmartDownload
-Snoopy
+RankActive
+SEOlyticsCrawler
+Scanbot
+SemanticJuice
+SenutoBot
+SeoSiteCheckup
+SiteSnagger
 SpaceBison
-Spbot
-Suzuran
-VelenPublicWebCrawler
-Voltron
-Wallpapers/3.0
-WebmasterWorldForumBot
-Who.is Bot
-Woobot
-clark-crawler
-demandbase-bot
+SputnikBot
+Sqlmap
+Steeler
+SuperHTTP
+Surfbot
+Thumbor
+TurnitinBot
+URLy.Warning
+Vagabondo
+VoidEYE
+WPScan
+WeSEE
+Web Enhancer
+WebFuck
+WebPix
+WebSucker
+Webalta
+Widow
+Wotbox
+Wprecon
+Xaldon WebSpider
+Zeus
+ZmEu
+cognitiveseo
+cohere-ai
+dataforseobot
+evc-batch
+gopher
 imagesift.com
-ips-agent
-linkdexbot
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-openai
-scalaj-http
+isitwp.com
+mediawords
+openai.com
+scan.lol
 seoscanners
-siteripz
-ubermetrics-technologies.com
+sexsearcher
+sitechecker.pro
 webmeup-crawler
-webprosbot
+x22Mozilla
 xpymep1.exe
-zauba.io