V4.2023.11.4113 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-AllSubmitter
-Anarchie
-Ankit
-Anthill
+404enemy
+Atomseobot
 AwarioSmartBot
-BBBike
-BackStreet
-Backlink-Ceck
-Bandit
-BatchFTP
+Badass
+Barkrowler
 Battleztar Bazinga
-Black Hole
+Bigfoot
+Blackboard
+BlowFish
+Bolt
 BotALot
-CODE87
-CazoodleBot
-CensysInspect
-CheTeam
+Bytespider
+CherryPicker
 Claritybot
-CopyRightCheck
-Copyscape
 Craftbot
-DatabaseDriverMysqli
-DomainAppender
-Ebingbong
-EroCrawler
-ExtractorPro
-Ezooms
-FlashGet
-Flunky
-GPTBot
-Getintent
-Gigabot
-GrabNet
-GrapeFX
-HMView
-HTTP::Lite
-Heritrix
-Indy Library
-Iria
-Leap
-LeechFTP
-LieBaoFast
-LinkScan
-Litemage_walker
-Meanpathbot
-Musobot
-NPbot
-NetLyzer
-Nibbler
-NimbleCrawler
-Nmap
+CrunchBot
+CyotekWebCopy
+DBLBot
+DTS Agent
+Demon
+Disco
+Dispatch
+DomCopBot
+Fuzz
+Fyrebot
+GalaxyBot
+HTMLparser
+HaosouSpider
+Iskanie
+LWP::Simple
+Larbin
+LibWeb
+LinkextractorPro
+LinqiaScrapeBot
+MIDown tool
+MQQBrowser
+MSIECrawler
+Microsoft URL Control
+Msrabot
+NearSite
+Netvibes
+OnCrawl
+Page Analyzer
 Panscient
+PeoplePal
+Petalbot
+Piepmatz
+Pockey
 Probethenet
-Pump
-PxBroker
-PyCurl
-Quick-Crawler
+RankActive
+Rankivabot
+RankurBot
+Re-re
+ReGet
 RebelMouse
-RepoMonkey
-SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
-ScreenerBot
-SiteCheckerBotCrawler
-SiteSnagger
-SmartDownload
-Snake
-Sociscraper
-Spanner
+SemrushBot
 Sqworm
 Steeler
-Sucuri
-SuperHTTP
-Szukacz
-T8Abot
-Telesphoreo
-Titan
-Trendictionbot
+Stripper
+SuperBot
+Thumbor
 Twice
-Upflow
-VoidEYE
-Web Pix
-Whack
-WinHTTrack
-arquivo-web-crawler
-arquivo.pt
-domainsproject.org
+VB Project
+VidibleScraper
+WASALive-Bot
+WWW-Mechanize
+Wallpapers
+WeSEE
+WebReaper
+WebSauger
+WebZIP
+Website Quester
+WebsiteQuester
+Whacker
+WiseGuys Robot
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zermelo
+coccocbot
+cognitiveseo
+eCatch
 evc-batch
 facebookscraper
-internetVista monitor
-isitwp.com
-meanpathbot
-polaris version
+lwp-request
+muhstik-scan
+netEstate NE Crawler
+oBot
+page scorer
+plumanalytics
 s1z.ru
+seoscanners
+seostar
 serpstatbot
 sexsearcher
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+sitechecker.pro
+sogouspider
+sp_auditbot
+spyfu
+tAkeOut