V4.2023.08.3907 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
 404checker
-ALittle Client
-Aboundex
-Acunetix
-AllSubmitter
-Apexoo
-Attach
-BBBike
+AIBOT
+AhrefsBot
+AiHitBot
+AwarioSmartBot
+BatchFTP
 Battleztar Bazinga
-Bigfoot
-Black Hole
-BlowFish
+BetaBot
 Bolt
-BuiltBotTough
-CheeseBot
+CCBot
 Citoid
 Cloud mapping
-Collector
-Copier
-DatabaseDriverMysqli
-Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
-EMail Wolf
-EasyDL
-EirGrabber
-EyeNetIE
-FemtosearchBot
+CopyRightCheck
+DBLBot
+DomCopBot
+DomainAppender
+ECCP/1.0
+ExtractorPro
+Extreme Picture Finder
+Fimap
 FlashGet
-Foobot
-Fuzz
-GalaxyBot
-GoZilla
-HTTP::Lite
-Haansoft
-HonoluluBot
-Id-search
-Internet Ninja
-Jetty
+FyberSpider
+GT::WWW
+GermCrawler
+GetRight
+Getintent
+HTMLparser
+Harvest
+Hloader
+IlseBot
+InternetSeer
+Joomla
+Jorgee
+Kenjin Spider
 Keybot Translation-Search-Machine
-LNSpiderguy
 Lanshanbot
-LexiBot
-Lightspeedsystems
-Linkbot
 LinkextractorPro
-MIDown tool
-Mediatoolkitbot
+Majestic-SEO
+Masscan
+MauiBot
+MegaIndex.ru
 Microsoft Data Access
-Microsoft URL Control
-Musobot
-NetAnts
-Nikto
-Nimbostratus
+Moblie Safari
+Morfeus Fucking Scanner
+Nessus
+NetSpider
+Netvibes
+Nuclei
 Octopus
-Openvas
-PageThing.com
+OpenVAS
+OrangeSpider
+OutclicksBot
+Papa Foto
+Petalbot
 PictureFinder
-ProWebWalker
+Psbot
 Pu_iN
-Rankivabot
-RepoMonkey
+QueryN Metasearch
+RSSingBot
+RankingBot2
+RebelMouse
+RedesScrapy
+Rogerbot
 SEOkicks-Robot
-Scrapy
-ScrepyBot
-Seekport
-SemrushBot
-Siteimprove
-SpaceBison
-T8Abot
-TightTwatBot
-Toweyabot
-TwengaBot
-Typhoeus
-Upflow
-Voltron
-WeSEE
+SeoSiteCheckup
+Siphon
+Sqlmap
+Sucuri
+SuperBot
+Telesphorep
+Titan
+URLy.Warning
+UnisterBot
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+WBSearchBot
+WWW::Mechanize
+Web Collage
 Web Pix
-WebBandit
-WebZIP
-WebmasterWorldForumBot
-Whacker
-Zauba
-ZoominfoBot
+Web Sauger
+WebCopier
+Webalta
+YoudaoBot
+ZmEu
+arquivo-web-crawler
 autoemailspider
-cah.io.community
-clark-crawler
-demandbase-bot
-domainsproject.org
+check1.exe
+crawler.feedback
+dataforseobot
 gopher
 heritrix
+instabid
+internetVista monitor
 ips-agent
-pcBrowser
+plumanalytics
 polaris version
-probe-image-size
-trendiction.de
-webpros.com
-webprosbot
+ripz
+satoristudio.net
+x09Mozilla