V4.2024.08.4696 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AIBOT
-BBBike
-Barkrowler
-Blow
-Buck
-Calculon
-CheeseBot
-Citoid
+AdsTxtCrawlerTP
+BDCbot
+Backlink-Ceck
+BacklinksExtendedBot
+BatchFTP
+BlackWidow
+BunnySlippers
+CATExplorador
+Chlooe
+Cliqzbot
 Cocolyzebot
-CrazyWebCrawler
-DatabaseDriverMysqli
-DnyzBot
+Copier
+DTS Agent
+Discobot
+Dispatch
+DomainSigmaCrawler
+Download Wonder
 EasyDL
-Exabot
-ExtLinksBot
-ExtractorPro
-EyeNetIE
-GalaxyBot
-GermCrawler
-GetRight
+Express WebPictures
+Ezooms
+FemtosearchBot
+Foobot
+Freeuploader
 Grafula
-GridBot
-Image Fetch
-Image Sucker
-ImagesiftBot
-InfraSec Scanner
-Iskanie
-Jetty
-Jorgee
-Keyword Density
-Kozmosbot
-LNSpiderguy
-Larbin
+GrapeFX
+HTMLparser
+Harvest
+HonoluluBot
+Humanlinks
+IstellaBot
+Jbrofuzz
+Joomla
+JustView
+LWP::Simple
 LeechFTP
+LeechGet
 LexiBot
-LibWeb
-LinkextractorPro
-MQQBrowser
-Majestic12
-MegaIndex.ru
+MTRobot
+Mag-Net
+Mass Downloader
+Mediatoolkitbot
 Metauri
-Mojeek
-Mr.4x3
-Net Vampire
-Nikto
+Musobot
+Name Intelligence
+Nameprotect
+NextGenSearchBot
+Niki-bot
+Nmap
+Octopus
+Offline Navigator
 OpenLinkProfiler
-POE-Component-Client-HTTP
-PageThing.com
-Pimonster
-PleaseCrawl
-ProPowerBot
-PxBroker
-QueryN Metasearch
-RankActiveLinkBot
-RepoMonkey
-RocketCrawler
-SEOkicks
-SemanticJuice
-SeobilityBot
-Siteimprove
-Sosospider
-Spbot
-SputnikBot
-Sucker
-Swiftbot
-T8Abot
+OrangeBot
+PageScorer
+Panscient
+Petalbot
+Pump
+PyCurl
+Ripper
+Scrapy
+Semrush
+Sitebeam
+Sucuri
+SurveyBot
 Telesoft
-Titan
-URLy Warning
-V-BOT
-Vagabondo
+TinyTestBot
+Trendictionbot
+Twice
+VelenPublicWebCrawler
 Virusdie
 VoidEYE
-Wallpapers
-Wallpapers/3.0
-WeSEE
-Web Pix
-WebCopier
+WWW-Mechanize
+WallpapersHD
+Web Enhancer
+Web Fetch
+WebFetch
 WebReaper
-WebmasterWorldForumBot
-Webster
-Whack
-Zade
+Webshag
+Xaldon_WebSpider
+YoudaoBot
+Zeus
 ZoomBot
-arquivo-web-crawler
 arquivo.pt
-check1.exe
-crawler4j
-openai.com
+coccocbot
+evc-batch
+isitwp.com
+meanpathbot
+mediawords
+openai
 pcBrowser
+plumanalytics
 ripz
 s1z.ru
-scan.lol
-seostar
-sitechecker.pro
+seoscanners
+serpstatbot
+sexsearcher
 siteripz
-spyfu
-webprosbot
-x09Mozilla
+sogouspider
+tAkeOut
+webmeup-crawler
+zauba.io