V4.2023.09.4008 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404enemy
 ADmantX
+AIBOT
 ASPSeek
-AiHitBot
-Aipbot
-Anarchie
-Anarchy
+Abonti
+Aboundexbot
+AhrefsBot
+AlphaBot
+Anarchy99
 Ankit
-BDCbot
-Badass
-Bandit
-Battleztar Bazinga
-Black Hole
-Buck
+Attach
+BackDoorBot
+BotALot
+BuiltBotTough
+Bytespider
+CATExplorador
+CODE87
 CazoodleBot
-Claritybot
+Cegbfeieh
 Cliqzbot
-Collector
-CopyRightCheck
-DIIbot
-Dispatch
-DnBCrawler-Analytics
-Download Wonder
-Dragonfly
-EMail Wolf
-ExtractorPro
-Flunky
-GetRight
+Cogentbot
+Copier
+CyotekWebCopy
+DSearch
+Discoverybot
+DnyzBot
+DomainCrawler
+Ecxi
+EirGrabber
+EroCrawler
+Extractor
+Ezooms
+FrontPage
+GalaxyBot
+Grabber
 HTTP::Lite
 HTTrack
-Jyxobot
-Keyword Density
-Kozmosbot
-LWP::Simple
-LinkWalker
-Linkbot
-LinkextractorPro
+Harvest
+InfoNaviRobot
+Jbrofuzz
+JennyBot
+Joomla
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey Spider
-MSIECrawler
+MIDown tool
+MQQBrowser
+MTRobot
 Majestic12
-Metauri
-Morfeus Fucking Scanner
-Nameprotect
-NetZIP
-NextGenSearchBot
-Octopus
-OrangeBot
-ProWebWalker
-Psbot
-Pump
-RankingBot2
-Rankivabot
-Reaper
-Recorder
+Mass Downloader
+Mata Hari
+Meanpathbot
+MegaIndex.ru
+Mister PiX
+NetSpider
+Nettrack
+Ninja
+Pi-Monster
+Pixray
+Pockey
+Quick-Crawler
+RSSingBot
+RankurBot
 Ripper
-ScoutJet
-Scrapy
-Searchestate
-Seekport
-SenutoBot
-SeobilityBot
-SiteCheckerBotCrawler
-Sitebeam
+RocketCrawler
+SBIder
+SISTRIX
+SalesIntelligent
+SeoSiteCheckup
+SiteSucker
 Sitevigil
-Spanner
-SurveyBot
-Szukacz
-T0PHackTeam
+SlySearch
+SocialRankIOBot
+Sqworm
+SuperBot
 Telesphoreo
-TheNomad
-Thumbor
-Titan
-VB Project
-Voltron
-WPScan
-WWW::Mechanize
-Wallpapers/3.0
+Toweyabot
+Typhoeus
+Vacuum
+WeSEE
 Web Fetch
-WebFetch
-WebWhacker
-Wotbox
-Xenu
-ZumBot
+WebGo IS
+WebReaper
+Xaldon WebSpider
+Zade
+Zauba
+ZoomBot
 ZyBorg
-archive.org_bot
-crawler4j
-dataforseobot
-internetVista monitor
-ips-agent
-meanpathbot
+arquivo-web-crawler
+autoemailspider
+crawl.sogou.com
+crawler.feedback
+lwp-request
+muhstik-scan
 pcBrowser
-seoscanners
-sexsearcher
+polaris version
+ripz
+sitechecker.pro
 siteripz
-spyfu
-sysscan
-tAkeOut
-webprosbot
-xpymep1.exe
+webmeup-crawler