V4.2024.07.4640 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+AIBOT
 Abonti
-Alexibot
-Anarchie
-AwarioRssBot
+AfD-Verbotsverfahren
+AllSubmitter
 BackStreet
-Backlink-Ceck
-BatchFTP
-Brandprotect
-Brandwatch
+Barkrowler
+Bitacle
+Blow
+BlowFish
 Bullseye
-Bytespider
+CheTeam
 Chlooe
-Cogentbot
+ClaudeBot
+Cloud mapping
+Collector
 Crawling at Home Project
 CrunchBot
 DTS Agent
-Digincore
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
-EMail Siphon
-EasyDL
-EirGrabber
-Exabot
+Demon
+DigitalPebble
+Dirbuster
+DnyzBot
+DomCopBot
+ExtLinksBot
+Extractor
 FlashGet
-Flunky
 Fyrebot
 GT::WWW
-GalaxyBot
-GermCrawler
-GetWeb
-Gigabot
-Google-Extended
-Grafula
-GrapeFX
-Haansoft
+Getintent
+GrabNet
 Hloader
-HonoluluBot
-Humanlinks
-Intelliseek
-InternetSeer
-Iria
+IDBTE4M
+Indy Library
+Internet Ninja
 IstellaBot
-JetCar
-Lanshanbot
-LeechFTP
-LexiBot
-MFC_Tear_Sample
-MIIxpc
-Magnet
-Mail.RU_Bot
-MarkWatch
-Masscan
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Mister PiX
+JOC Web Spider
+Lftp
+Likse
+MSIECrawler
+Mag-Net
+Metauri
+Microsoft URL Control
+MolokaiBot
+Mozlila
+NPbot
 Navroad
-Needle
-Nibbler
+NetLyzer
+NetZIP
+Nettrack
+Nikto
 NimbleCrawler
-OutfoxBot
-PeoplePal
-Pi-Monster
-Probethenet
-Pump
-Rainbot
+Nimbostratus
+Nmap
+Openfind
+PHPCrawl
+PageAnalyzer
+QueryN Metasearch
+Re-re
 Reaper
-RebelMouse
-RocketCrawler
-Scanbot
-SeekportBot
+Ripper
+Rogerbot
+SEOprofiler
+ScanAlert
+Seekport
+SemrushBot
 SeoSiteCheckup
-Sitebeam
-Sqlworm
-Toweyabot
-Vacuum
+Seomoz
+SpaceBison
+Sqworm
+SurveyBot
+Telesoft
+Telesphoreo
+Thumbor
+Toata
 Vagabondo
-Virusdie
-Voltron
-WWW-Mechanize
-Web Fuck
-Web Pix
-Web Sucker
-WebFuck
-WebLeacher
-WebSauger
-WebStripper
-Wotbox
-Xaldon WebSpider
-Zermelo
-archive.org_bot
-check1.exe
-coccocbot
-crawler4j
-ips-agent
-meanpathbot
+VeriCiteCrawler
+VidibleScraper
+Wallpapers
+WallpapersHD
+Web Auto
+Web Sauger
+WebEnhancer
+WebImageCollector
+WebmasterWorldForumBot
+Webster
+Whacker
+Whatweb
+Zauba
+arquivo-web-crawler
+autoemailspider
+cognitiveseo
+crawl.sogou.com
+dataforseo.com
+gopher
+heritrix
+netEstate NE Crawler
 probe-image-size
-trendiction.com
+scalaj-http
+webmeup-crawler
+zgrab