V4.2023.03.3617 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
+360Spider
 AhrefsBot
-Alexibot
-Anarchy
-Anarchy99
-BacklinkCrawler
-Black Hole
-Bolt
-BotALot
-Brandprotect
-Brandwatch
-CazoodleBot
-CensysInspect
-ChinaClaw
+Apexoo
+BLEXBot
+BackDoorBot
+Backlink-Ceck
+BatchFTP
+BetaBot
+Blackboard
+Boardreader
+CCBot
+CSHttp
+CheTeam
+CherryPicker
 Citoid
-Collector
-Crawling at Home Project
-Curious
-Custo
-DnyzBot
-EMail Siphon
-EasyDL
-Exabot
-ExtractorPro
-FyberSpider
-GalaxyBot
-GetRight
-Getintent
-HybridBot
-IDBTE4M
-InfoNaviRobot
-JOC Web Spider
-Larbin
-LeechGet
-Lftp
+CrunchBot
+DTS Agent
+Dispatch
+DomainCrawler
+Drip
+Extractor
+EyeNetIE
+Fimap
+FlashGet
+GoZilla
+HTMLparser
+HTTrack
+Haansoft
+Harvest
+Havij
+Indy Library
+JetCar
+Keybot Translation-Search-Machine
+LWP::Simple
+Lanshanbot
 Libwhisker
-Ltx71
-Majestic12
+Linkbot
+LinksManager
+LinqiaMetadataDownloaderBot
+Litemage_walker
+MFC_Tear_Sample
+MIDown tool
+MTRobot
+Magnet
 MegaIndex.ru
 MicroMessenger
-Mojolicious
-Msrabot
-Nibbler
-Niki-bot
-Nikto
+Morfeus Fucking Scanner
+Nessus
+Nettrack
+NextGenSearchBot
 NimbleCrawler
-Nimbostratus
-OpenLinkProfiler
+Not
+Nutch
+Openfind
+Openvas
 PECL::HTTP
-Pandalytics
-Pavuk
-ProPowerBot
-Probethenet
-PxBroker
+PageGrabber
+Panscient
+Petalbot
+Picsearch
+Psbot
+PyCurl
 RankurBot
-RocketCrawler
-SBIder
-SEOprofiler
-Scanbot
+RepoMonkey
+Ripper
+SEOkicks-Robot
+SEOlyticsCrawler
+SMTBot
 ScrepyBot
-Searchestate
-SeoSiteCheckup
-SiteSnagger
-Sitevigil
-Snake
-Snoopy
-Sogou web spider
-Sqlmap
-Steeler
-SuperBot
-SuperHTTP
-SurveyBot
-Trendictionbot
-URLy.Warning
-V-BOT
-Vagabondo
-VeriCiteCrawler
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-Web Fetch
+SentiBot
+Siphon
+Sosospider
+Spbot
+Spinn3r
+The Intraformant
+Toata
+Turingos
+Twice
+Typhoeus
+UnisterBot
+VelenPublicWebCrawler
 Web Fuck
-WebFetch
-WebLeacher
+Web Sucker
+WebCollage
+WebZIP
 Webalta
 Webshag
-WebsiteQuester
-ZmEu
-ZoomBot
-clark-crawler
-gopher
-magpie-crawler
-ripz
-scalaj-http
+Widow
+Xaldon_WebSpider
+ZoominfoBot
+ZumBot
+crawler.feedback
+demandbase-bot
+ips-agent
+isitwp.com
+muhstik-scan
 scan.lol
-seocompany.store
-tAkeOut
-trendiction.de
-zgrab
+sexsearcher
+sp_auditbot
+webprosbot