V4.2024.02.4286 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
+404enemy
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
 AiHitBot
-AllSubmitter
-AlphaBot
-Attach
-AwarioRssBot
-BLEXBot
+Aspiegel
 BackDoorBot
-Battleztar Bazinga
-Black Hole
-BlackWidow
+BackWeb
 Blackboard
-Bolt
-Brandprotect
-CATExplorador
 CazoodleBot
-CheeseBot
-Collector
-Crawling at Home Project
-Custo
-DigitalPebble
-EyeNetIE
-Fuzz
-Harvest
-Hloader
-Image Fetch
+Chlooe
+Cogentbot
+CyotekWebCopy
+DTS Agent
+Demon
+Discobot
+DomCopBot
+DomainSigmaCrawler
+EMail Wolf
+FDM
+GPTBot
+GoZilla
+Iblog
+Indy Library
 InfoNaviRobot
-InfoTekies
-Jbrofuzz
-Keybot Translation-Search-Machine
-Larbin
-Lftp
+InternetSeer
+Iskanie
+JikeSpider
+Jyxobot
+Kozmosbot
+LieBaoFast
 Lightspeedsystems
-LinkScan
-Lipperhey
-Moblie Safari
+Linkbot
+Litemage_walker
+MTRobot
+Magnet
+Majestic-SEO
+Mass Downloader
+Metauri
 Msrabot
-Musobot
+Needle
 Net Vampire
-Netcraft
-OrangeBot
-PageGrabber
+NextGenSearchBot
+Niki-bot
+Nikto
+NimbleCrawler
+Nmap
+Nuclei
+Openfind
+OrangeSpider
+PageAnalyzer
+PageScorer
 Papa Foto
+PeoplePal
+Pi-Monster
 Picscout
-ProPowerBot
-Proximic
-Psbot
-PyCurl
+ProWebWalker
+PxBroker
 Quick-Crawler
-Rainbot
-RankActive
-ReGet
+RSSingBot
+RankingBot2
+Rankivabot
+RankurBot
+RebelMouse
 Recorder
-Rogerbot
+RepoMonkey
 SEOkicks
-SEOprofiler
-SMTBot
-SearchmetricsBot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
+SalesIntelligent
 Semrush
-SenutoBot
-Snoopy
-Spanner
-Sqlworm
-Sucker
-SurveyBot
-Suzuran
-Teleport
-Thumbor
-Turingos
+SiteSucker
+Snapbot
+SuperBot
+T0PHackTeam
+TeleportPro
+The Intraformant
+TinyTestBot
+Titan
 Twice
-VoidEYE
-WEBDAV
-WWW-Mechanize
-WeSEE
-Web Fetch
-Web Sucker
-WebEnhancer
+VB Project
+Vacuum
+WWW-Collector-E
+Web Collage
 WebLeacher
-WebSucker
-WebZIP
-WebsiteExtractor
-WebsiteQuester
+Webster
 Whacker
-Zitebot
-adscanner
-archive.org_bot
-clark-crawler
-crawler.feedback
-heritrix
-instabid
-isitwp.com
-pcBrowser
-probe-image-size
-seocompany.store
+WinHTTrack
+Wotbox
+ZyBorg
+com.plumanalytics
+gopher
+linkdexbot
+lwp-trivial
+magpie-crawler
+mediawords
 seoscanners
-sexsearcher
-sp_auditbot
-spyfu
-zauba.io
+seostar
+sogouspider
+zgrab