V4.2023.11.4099 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
-Acunetix
-Aipbot
-AllSubmitter
-BLEXBot
-Backlink-Ceck
-Bandit
-Barkrowler
+01h4x.com
+80legs
+ADmantX
+AIBOT
+AfD-Verbotsverfahren
+AwarioSmartBot
+BackDoorBot
+BackStreet
 Bigfoot
-Blow
+Bitacle
 BlowFish
-Bolt
-Buddy
-Calculon
-ChinaClaw
-Cliqzbot
-Cocolyzebot
-Copyscape
-CrazyWebCrawler
+Brandprotect
+BuiltBotTough
+Bytespider
+Cegbfeieh
+CensysInspect
+CheeseBot
+Chlooe
+Craftbot
 DBLBot
-DIIbot
-Demon
-DomCopBot
-EMail Siphon
-EirGrabber
+DataCha0s
+Deusu
+DigitalPebble
+DnBCrawler-Analytics
+DomainCrawler
+ECCP/1.0
+EMail Wolf
 ExtLinksBot
-Extractor
-FemtosearchBot
-Flunky
-GetRight
-Getintent
-Iblog
-IstellaBot
-Joomla
-Leap
+Foobot
+Freeuploader
+FrontPage
+Fyrebot
+Go!Zilla
+HTTP::Lite
+HaosouSpider
+IndeedBot
+Intelliseek
+LWP::Simple
+LeechFTP
 LexiBot
-Libwhisker
-LinkScan
-MIIxpc
-MSFrontPage
-Magnet
-Mail.RU_Bot
-Minefield
+LinkWalker
+MJ12bot
+Majestic12
+MarkWatch
+Mata Hari
+MauiBot
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
 Mister PiX
-Mojeek
-NetLyzer
-Nettrack
-Niki-bot
-Octopus
-Offline Navigator
-OrangeBot
-OutfoxBot
-PageGrabber
-PageScorer
-Picsearch
-Pockey
-ProWebWalker
-Quick-Crawler
-Rankivabot
+Mozlila
+NPbot
+Name Intelligence
+NearSite
+Net Vampire
+NetZIP
+Netvibes
+Nikto
+NimbleCrawler
+Nimbostratus
+OnCrawl
+Pavuk
+PeoplePal
+Pimonster
+Rainbot
+RealDownload
 SBIder
-Scrapy
-Screaming
-ScreenerBot
-Semrush
+Searchestate
+SemrushBot
 SentiBot
-SeoSiteCheckup
-Shodan
-Siphon
-SiteExplorer
-Sosospider
-Steeler
+SenutoBot
+SiteSucker
+Spanner
 Stripper
-Sucker
+Surfbot
 SurveyBot
-Suzuran
-Telesphoreo
-Telesphorep
-Toweyabot
-Trendictionbot
+Swiftbot
+TightTwatBot
+URLy.Warning
 V-BOT
+Vagabondo
 WASALive-Bot
-WISENutbot
-WWW-Mechanize
-Web Sauger
-Web Sucker
-Widow
-ZoominfoBot
-arquivo-web-crawler
-arquivo.pt
-crawl.sogou.com
-crawler4j
-facebookscraper
-internetVista monitor
-ips-agent
-openai.com
-seoscanners
+WallpapersHD
+WebStripper
+Webalta
+Whacker
+Wonderbot
+Xenu
+ZumBot
+adscanner
+autoemailspider
+clark-crawler
+coccocbot
+linkdexbot
+page scorer
+pcBrowser
+seocompany.store
 sitechecker.pro
-webprosbot
-x22Mozilla
+siteripz
+xpymep1.exe