V4.2023.09.4027 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ALittle Client
-Abonti
-AhrefsBot
-Anarchie
+AIBOT
+Alexibot
+AlphaBot
 Anarchy99
-Aspiegel
 Atomseobot
-BatchFTP
+BLEXBot
+Bandit
 Bigfoot
-BlackWidow
-BlowFish
-Bolt
-Bullseye
+Black Hole
+BotALot
+Brandwatch
 CensysInspect
-CheeseBot
-ChinaClaw
-Cogentbot
-Cosmos
-DBLBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Exabot
-ExtLinksBot
-Ezooms
-FHscan
-Fimap
-Flunky
-GPTBot
-GT::WWW
-GalaxyBot
-Getintent
-Go!Zilla
-Grabber
+CheTeam
+Citoid
+Crawling at Home Project
+Crescent
+CrunchBot
+Curious
+DataCha0s
+Dirbuster
+DittoSpyder
+Dotbot
+Extractor
+FDM
+FemtosearchBot
+Firefox/7.0
+FlashGet
+G-i-g-a-b-o-t
+Genieo
+GetWeb
+GrapeshotCrawler
+Harvest
+HonoluluBot
+IlseBot
+Image Fetch
 Image Sucker
 InternetSeer
-JamesBOT
-Keyword Density
+Iskanie
+Jbrofuzz
+Jorgee
 Kozmosbot
-Larbin
+LNSpiderguy
 LibWeb
-Lipperhey
-Mag-Net
-MarkWatch
-Mass Downloader
-Mediatoolkitbot
-Mozlila
-Name Intelligence
+Lipperhey Spider
+MIIxpc
+Mb2345Browser
+Microsoft Data Access
 Navroad
-NetZIP
-Nettrack
-Nibbler
-NimbleCrawler
-Nutch
-OnCrawl
-OpenLinkProfiler
-OutfoxBot
-Panscient
-Picscout
-ProWebWalker
-Proximic
-Pump
-RankingBot
-Ripper
-SBIder
-SalesIntelligent
-ScanAlert
-Searchestate
-SentiBot
-Seomoz
+NearSite
+Net Vampire
+PHPCrawl
+PageScorer
+Pandalytics
+Psbot
+RSSingBot
+RankActive
+RankFlex
+ReGet
+SEOlyticsCrawler
+SEOprofiler
+ScoutJet
+SiteLockSpider
 Siteimprove
-Snapbot
-Spanner
-Spbot
-SputnikBot
+SpankBot
 Sqlworm
-Teleport
-Voltron
+Sqworm
+SuperBot
+Telesoft
+Telesphoreo
+Thumbor
+Titan
+Tracemyfile
+Trendiction
+VidibleScraper
+WWW::Mechanize
+Web Collage
 Web Enhancer
-WebFuck
-WebGo IS
-WebStripper
+WebBandit
+WebImageCollector
+WebSucker
 Webster
-Whacker
-WinHTTrack
-Zauba
-dataforseobot
+Widow
+ZmEu
+ZyBorg
+archive.org_bot
+crawler.feedback
+dataforseo.com
+evc-batch
+lwp-request
+magpie-crawler
 meanpathbot
-mediawords
-muhstik-scan
-oBot
+openai
+page scorer
 pcBrowser
-plumanalytics
 satoristudio.net
 scalaj-http
+scan.lol
+seocompany.store
+serpstatbot
 siteripz
-sp_auditbot
-voyagerx.com