V4.2023.11.4116 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Abonti
-Acunetix
-AdsTxtCrawlerTP
-AhrefsBot
-AllSubmitter
-Anarchy99
-AwarioRssBot
-BDFetch
-BackDoorBot
-BackStreet
-BetaBot
-Boardreader
+404checker
+Aboundexbot
+Anthill
+Aspiegel
+BBBike
+Bitacle
+Black Hole
 Brandprotect
-CherryPicker
+Bullseye
+CODE87
+Cliqzbot
 Cocolyzebot
-Copier
-Cosmos
-Crawling at Home Project
-DatabaseDriverMysqli
-Drip
-ECCP/1.0
-Ebingbong
-FDM
-Fimap
-FlashGet
-G-i-g-a-b-o-t
-GPTBot
+CopyRightCheck
+Copyscape
+Curious
+DIIbot
+DTS Agent
+DataCha0s
+DnyzBot
+DomainStatsBot
+Download Wonder
+Dragonfly
+EMail Wolf
+EasyDL
+Evil
+ExtLinksBot
+Extractor
+ExtractorPro
+FrontPage
+FyberSpider
 GT::WWW
-HMView
+Genieo
+Go!Zilla
+GrabNet
+HTTP::Lite
 HaosouSpider
-Harvest
-HybridBot
-IlseBot
-IndeedBot
-Indy Library
-InfoTekies
+HonoluluBot
+IDBTE4M
+IDBot
+InfoNaviRobot
 Intelliseek
-Internet Ninja
-JOC Web Spider
-Jorgee
-Kenjin Spider
-LeechFTP
-Lftp
-LieBaoFast
-Likse
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Mozlila
-NPbot
-NimbleCrawler
-PECL::HTTP
-PageAnalyzer
+InternetSeer
+Iskanie
+Jyxobot
+Kozmosbot
+LeechGet
+LibWeb
+Lipperhey
+MIIxpc
+MTRobot
+Mass Downloader
+Masscan
+Mb2345Browser
+Msrabot
+Name Intelligence
+NearSite
+NetSpider
+Octopus
+OpenLinkProfiler
+PageThing.com
 Pandalytics
+Papa Foto
+Picscout
 ProWebWalker
-PyCurl
-RankingBot
-ReGet
+RankFlex
+RealDownload
 SBIder
 SEOstats
+Seekport
+Semrush
 Seomoz
-Sosospider
-SpaceBison
-Spbot
-Steeler
+Snake
+Sociscraper
+Sqworm
 Sucuri
-Swiftbot
-Toata
-Tracemyfile
-Turnitin
-URLy.Warning
-WWWOFFLE
-Web Sauger
-WebPix
-WebReaper
-WebStripper
-WebWhacker
-Widow
-WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
-Zade
-archive.org_bot
-arquivo.pt
-crawler.feedback
+Teleport
+Telesphoreo
+Telesphorep
+TurnitinBot
+Twice
+Web Fuck
+WebCollage
+WebEnhancer
+WebFuck
+WebImageCollector
+WebLeacher
+WebSucker
+Webshag
+Website Quester
+WebsiteExtractor
+com.plumanalytics
 eCatch
+facebookscraper
+linkdexbot
 magpie-crawler
-meanpathbot
-mediawords
-pcBrowser
-scalaj-http
+scan.lol
 seobility
-seocompany.store
-trendiction.com
-trendiction.de
-webmeup-crawler
+sysscan
+tAkeOut
+xpymep1.exe