V4.2024.09.4776 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-AIBOT
+360Spider
 AfD-Verbotsverfahren
-AhrefsBot
-AwarioSmartBot
-BacklinksExtendedBot
-BlackWidow
-Blackboard
-BlowFish
-Bullseye
-Bytespider
-CODE87
-Copier
-CopyRightCheck
+Aipbot
+AlphaBot
+Ankit
+AwarioRssBot
+BBBike
+Battleztar Bazinga
+Black Hole
+Bolt
+Brandwatch
+CheTeam
+Cogentbot
+Cosmos
+CrazyWebCrawler
 Curious
-CyotekWebCopy
-Demon
-Disco
+DSearch
+DataCha0s
+Digincore
 Discobot
-GT::WWW
-Harvest
-Havij
-HonoluluBot
-Humanlinks
-HybridBot
-IlseBot
-Image Sucker
-Indy Library
-InfoNaviRobot
-Information Security Team InfraSec Scanner
-InfraSec Scanner
+ECCP/1.0
+EMail Siphon
+EirGrabber
+Flunky
+Gotit
+Grafula
+Heritrix
+Hloader
+IRLbot
+IndeedBot
+Intelliseek
 InternetMeasurement
-JOC Web Spider
-JennyBot
+JikeSpider
 Joomla
-Kinza
-LeechGet
-Lftp
+LWP::Simple
+Lanshanbot
+LeechFTP
 Likse
-LinksManager
+LinqiaScrapeBot
 Lipperhey
-MIDown tool
-MJ12bot
-MSFrontPage
-Mata Hari
-MeanPath Bot
-Mediatoolkitbot
-Name Intelligence
-Navroad
-NetLyzer
-Nuclei
-Nutch
-OpenVAS
-PECL::HTTP
-POE-Component-Client-HTTP
-PageThing.com
-PeoplePal
-Quick-Crawler
-RankingBot
-Reaper
+Litemage_walker
+MFC_Tear_Sample
+MTRobot
+Mojolicious
+Mozlila
+Mr.4x3
+Nameprotect
+NearSite
+Nessus
+Net Vampire
+NetMechanic
+Offline Navigator
+Page Analyzer
+PageAnalyzer
+ProPowerBot
+Probethenet
+QueryN Metasearch
 Rogerbot
-SBIder
-SEOstats
-SISTRIX
-SenutoBot
-Seomoz
-SlySearch
-Sosospider
-SpankBot
-Steeler
-SuperHTTP
+Sitevigil
+Sociscraper
+Sottopop
+Spider_Bot/3.0
+Spinn3r
+Sqlmap
+Sqlworm
+Surfbot
 T8Abot
 TeleportPro
-TightTwatBot
-Turnitin
-WASALive-Bot
-WPScan
-Wallpapers/3.0
+True_Robot
+UnisterBot
 Web Fetch
-WebPix
-Webalta
+Web Sauger
+WebFuck
+WebReaper
 WebmasterWorldForumBot
-WinHTTrack
-Xaldon WebSpider
-YoudaoBot
-Zade
-arquivo.pt
+WebsiteExtractor
+Webster
+Whatweb
+Wonderbot
+Woobot
+Zermelo
+Zeus
+Zitebot
+adscanner
+archive.org_bot
 backlink-check
-coccocbot
-cohere-ai
-crawler4j
-heritrix
-internetVista monitor
-linkdexbot
-linkfluence
-page scorer
+cognitiveseo
+dataforseobot
+ips-agent
 plumanalytics
-seostar
-sexsearcher
-voyagerx.com
+polaris version
+probe-image-size
+scalaj-http
+scan.lol
+seoscanners
+spyfu
+ubermetrics-technologies.com
+webgains-bot
+webpros.com
+zgrab