V4.2024.01.4239 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ALittle Client
-Alexibot
-AllSubmitter
+AfD-Verbotsverfahren
 Anarchie
-Asterias
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Boardreader
-Brandwatch
-BunnySlippers
-CheeseBot
-Claritybot
-DBLBot
-Discobot
-DittoSpyder
-DomCopBot
-ECCP/1.0
-EasyDL
-Ebingbong
-Firefox/7.0
-FrontPage
-GalaxyBot
-GoZilla
-GrabNet
-Grabber
-HMView
-Hloader
-IRLbot
+BDFetch
+Bitacle
+Black Hole
+BlowFish
+Bolt
+BuiltBotTough
+Bytespider
+Cegbfeieh
+Cloud mapping
+Curious
+DataCha0s
+Demon
+Digincore
+Dragonfly
+EMail Siphon
+EMail Wolf
+EirGrabber
+Evil
+ExtLinksBot
+FDM
+FHscan
+GermCrawler
+Getintent
+Grafula
+GrapeFX
+Harvest
+InfoNaviRobot
 InterGET
-Jbrofuzz
-Jorgee
-Kenjin Spider
-LeechFTP
-Libwhisker
+JOC Web Spider
+Keyword Density
+Kozmosbot
+LexiBot
 Lightspeedsystems
-Lmspider
-Ltx71
-MJ12bot
-MSFrontPage
-Meanpathbot
-Metauri
-Microsoft URL Control
-Moblie Safari
-Msrabot
-NPbot
-NetZIP
-NimbleCrawler
-PHPCrawl
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Mag-Net
+Majestic SEO
+Majestic-SEO
+Masscan
+MegaIndex.ru
+NICErsPRO
+Nessus
+Niki-bot
+OutclicksBot
 PageAnalyzer
-PageThing.com
+PageGrabber
+Pandalytics
 Papa Foto
-Picscout
-Probethenet
-Psbot
-PyCurl
-RankingBot2
+Pump
 Rankivabot
-Reaper
-SBIder
-SEOkicks-Robot
-SEOprofiler
-SalesIntelligent
-ScrepyBot
+RankurBot
+SEOlyticsCrawler
+SISTRIX
+ScanAlert
+Seekport
 SemanticJuice
-Siphon
-SiteCheckerBotCrawler
-SlySearch
-Spammen
-Sucker
-SuperBot
-Surfbot
-TheNomad
+Semrush
+Shodan
+SmartDownload
+Sogou web spider
+Sottopop
+Steeler
+Swiftbot
+Szukacz
+Teleport
+Telesoft
+TinyTestBot
 Toata
-Trendictionbot
-Turnitin
-TwengaBot
-Vagabondo
-Virusdie
-WEBDAV
-WebEnhancer
-WebFuck
-WebLeacher
-Webster
-Who.is Bot
-Zade
+Tracemyfile
+TurnitinBot
+URLy.Warning
+Upflow
+VCI
+VidibleScraper
+WeSEE
+Web Pix
+WebGo IS
+WebPix
+WebReaper
+Webalta
+WebmasterWorldForumBot
+Wonderbot
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+adscanner
 archive.org_bot
-arquivo.pt
-com.plumanalytics
-domainsproject.org
-gopher
-heritrix
-ips-agent
-linkdexbot
-meanpathbot
-openai.com
-polaris version
-scalaj-http
-x22Mozilla
+clark-crawler
+crawler.feedback
+demandbase-bot
+instabid
+lwp-trivial
+mediawords
+probe-image-size
+s1z.ru
+sysscan
+webgains-bot