V4.2024.04.4459 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-404enemy
-ALittle Client
-Alexibot
-Alligator
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
+Aspiegel
 AwarioRssBot
-Barkrowler
-BetaBot
+BackStreet
+Bitacle
+BlackWidow
 Buddy
-BuzzSumo
-CATExplorador
-CSHttp
-CazoodleBot
-ChatGPT-User
+Bytespider
+CCBot
+Chlooe
 Cloud mapping
-CrunchBot
-Dispatch
+Cocolyzebot
+Cosmos
+Dirbuster
+Domains Project
 Dotbot
-ExtractorPro
+Evil
+Express WebPictures
+ExtLinksBot
+Extractor
+FHscan
+Firefox/7.0
+FlashGet
 Flunky
-GalaxyBot
-GetRight
-Go!Zilla
-Gotit
-GridBot
-HEADMasterSEO
-HonoluluBot
+Freeuploader
+GPTBot
+GT::WWW
+Getintent
+GoZilla
+Haansoft
+HaosouSpider
+Humanlinks
 IlseBot
-Joomla
-Kozmosbot
-LexiBot
+ImagesiftBot
+Indy Library
+InfoNaviRobot
+Jetty
 LinkScan
-LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Litemage_walker
-Ltx71
+MFC_Tear_Sample
+MIDown tool
 MarkMonitor
-Mata Hari
-MicroMessenger
-Mr.4x3
 Musobot
-Navroad
-Needle
-Netcraft
-Nibbler
-Nikto
-Offline Navigator
-OutclicksBot
-PECL::HTTP
-Pavuk
-Piepmatz
-Pump
-PxBroker
-PyCurl
-RankFlex
+NICErsPRO
+NearSite
+Net Vampire
+NetZIP
+NimbleCrawler
+Octopus
+OpenVAS
+Openfind
+Page Analyzer
+PageScorer
+Petalbot
 ReGet
 RedesScrapy
-RocketCrawler
-Rogerbot
-SEOkicks-Robot
 SEOprofiler
-SMTBot
-Scanbot
-ScoutJet
-Scrapy
-ScrepyBot
+Searchestate
 Semrush
-Shodan
-Site Sucker
-Sitebeam
+Siteimprove
+Sitevigil
+SocialRankIOBot
+Sogou web spider
 Sosospider
-SpankBot
-Steeler
-Sucker
-T0PHackTeam
-Telesoft
-TightTwatBot
-TinyTestBot
-Toweyabot
-WISENutbot
-WWW-Collector-E
-WeSEE
+Sottopop
+Sqlworm
+SurveyBot
+Swiftbot
+Szukacz
+Telesphoreo
+Toata
+TwengaBot
+URLy.Warning
+VelenPublicWebCrawler
+VoidEYE
+WPScan
 Web Enhancer
-WebPix
-Website Quester
-Woobot
-Zermelo
-com.plumanalytics
-crawler4j
-domainsproject.org
-isitwp.com
-meanpathbot
-netEstate NE Crawler
-probe-image-size
+Web Sucker
+WebFuck
+WebSauger
+WebWhacker
+Xaldon_WebSpider
+YaK
+Zade
+ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
+cah.io.community
+lwp-trivial
+openai.com
 scalaj-http
-seobility
-seocompany.store
-webgains-bot
-webmeup-crawler
+sexsearcher
+sitechecker.pro
+sp_auditbot
+tAkeOut
+webpros.com
+x09Mozilla
+xpymep1.exe