V4.2024.02.4321 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-AiHitBot
+404checker
+80legs
+ALittle Client
 Aipbot
-Ankit
-Apexoo
-BackDoorBot
-Bandit
-Black Hole
-Blow
-Boardreader
-Brandwatch
-Bullseye
-BunnySlippers
-Calculon
-CensysInspect
+Anarchy
+Aspiegel
+Asterias
+Attach
+Bolt
+BotALot
+CODE87
+CheeseBot
 Chlooe
-Citoid
-Craftbot
-DatabaseDriverMysqli
-Discoverybot
-DomainCrawler
-Dragonfly
-EirGrabber
-Exabot
-Express WebPictures
+Cliqzbot
+Cocolyzebot
+CrazyWebCrawler
+CrunchBot
+DIIbot
+DSearch
+Deusu
+DomCopBot
+DomainAppender
+EasyDL
+Ebingbong
+EroCrawler
+EyeNetIE
 FDM
-FlashGet
+FHscan
+GalaxyBot
 Genieo
-GermCrawler
-Gigabot
-Go!Zilla
+Go-Ahead-Got-It
 Grabber
-Grafula
-GrapeshotCrawler
 GridBot
-HTMLparser
-HybridBot
-IRLbot
-Iblog
-IlseBot
-JustView
-Kenjin Spider
-Linkbot
-Litemage_walker
-MIDown tool
-MSFrontPage
-MTRobot
-Majestic SEO
-NICErsPRO
-NPbot
-NetMechanic
+HEADMasterSEO
+HMView
+InfoNaviRobot
+Intelliseek
+JetCar
+Kozmosbot
+LWP::Simple
+LinksManager
+Lipperhey Spider
+Lmspider
+Magnet
+MarkMonitor
+MarkWatch
+Microsoft URL Control
+Mojolicious
+Name Intelligence
+NetSpider
+Netcraft
 Netvibes
+NextGenSearchBot
+Niki-bot
 Offline Navigator
-OrangeBot
+OutclicksBot
+OutfoxBot
 PageAnalyzer
-PageThing.com
-Papa Foto
-Rainbot
-Reaper
-Rogerbot
-ScoutJet
-SearchmetricsBot
+PleaseCrawl
+ProWebWalker
+RankActiveLinkBot
+SEOkicks-Robot
+SMTBot
+Scanbot
 SentiBot
-Seomoz
-Site Sucker
+SenutoBot
+SeoSiteCheckup
+SeobilityBot
+Shodan
 Sitebeam
-Sitevigil
-SpaceBison
-SpankBot
-Sqworm
-Stripper
-SuperHTTP
-Telesphoreo
+Spanner
+Spbot
+Telesoft
+TheNomad
 TightTwatBot
-Toweyabot
+Toata
 TurnitinBot
-VCI
 Voil
-WWW::Mechanize
-Web Sucker
-WebCopier
+WISENutbot
+WPScan
+WallpapersHD
+WebImageCollector
 WebLeacher
-Who.is Bot
-ZumBot
+WebSauger
+Zitebot
+archive.org_bot
 autoemailspider
-cognitiveseo
-com.plumanalytics
+backlink-check
+cohere-ai
 crawler4j
-demandbase-bot
-facebookscraper
-gopher
-imagesift.com
-internetVista monitor
-lwp-trivial
+dataforseobot
+eCatch
+isitwp.com
+iubenda-radar
 meanpathbot
-satoristudio.net
-scan.lol
-seostar
-spyfu
-trendiction.de
+omgili
+ripz
+seoscanners
+sitechecker.pro
+ubermetrics-technologies.com