V4.2024.01.4250 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-AIBOT
-ASPSeek
-Acunetix
-Alligator
-Anthill
-BLEXBot
-Barkrowler
-Battleztar Bazinga
-Boardreader
-Calculon
+Aboundexbot
+AfD-Verbotsverfahren
+Anarchy
+BDCbot
+BDFetch
+BackWeb
+Badass
+Bandit
+Bigfoot
+BotALot
+Bullseye
+CazoodleBot
 Chlooe
-Crawling at Home Project
-DIIbot
+CrazyWebCrawler
+DataCha0s
+DatabaseDriverMysqli
+Demon
+DittoSpyder
 DomainCrawler
-DomainSigmaCrawler
-EasyDL
+Dragonfly
 ExtLinksBot
-FHscan
-Fimap
-Firefox/7.0
-Flunky
-G-i-g-a-b-o-t
-GermCrawler
+FDM
+GT::WWW
 GetWeb
-Getintent
-Go!Zilla
-GoZilla
-Gotit
-GridBot
-HMView
-Haansoft
-HaosouSpider
-Harvest
-Iblog
-Image Sucker
-Jetty
-JikeSpider
-Keybot Translation-Search-Machine
-Keyword Density
-LieBaoFast
-LinkWalker
-MJ12bot
+Grabber
+GrapeshotCrawler
+HybridBot
+Id-search
+Jorgee
+Kozmosbot
+LinkScan
+Linkbot
+Lipperhey
+MIDown tool
+MQQBrowser
+MTRobot
+Mag-Net
 Majestic SEO
-MarkWatch
-Metauri
-MolokaiBot
+MarkMonitor
+Masscan
+Mediatoolkitbot
+Microsoft URL Control
 Mozlila
-Musobot
-NPbot
-Name Intelligence
-Net Vampire
-Nibbler
+Nameprotect
+Navroad
+Nessus
+NetMechanic
+NetSpider
+Ninja
 Octopus
-OnCrawl
-Openfind
-Pandalytics
 PeoplePal
-PictureFinder
-Pixray
-ProWebWalker
+Petalbot
+Piepmatz
+Pimonster
+ProPowerBot
+Pu_iN
+Quick-Crawler
+RSSingBot
+RankActive
 RankingBot2
-RankurBot
-RebelMouse
+Ripper
+Rogerbot
 SEOlyticsCrawler
-SalesIntelligent
+SEOprofiler
 ScoutJet
-SearchmetricsBot
-Semrush
-SemrushBot
-SenutoBot
-SeobilityBot
-SiteCheckerBotCrawler
-Snapbot
-Sociscraper
-Sqlworm
+Seomoz
+Siphon
+SlySearch
+SmartDownload
+Snake
+SpankBot
 Stripper
-The Intraformant
+Sucuri
+SurveyBot
+Swiftbot
+T8Abot
+TheNomad
 TightTwatBot
-Toata
-Tracemyfile
-URLy Warning
+Typhoeus
 V-BOT
-Voltron
-WWW-Mechanize
-WWWOFFLE
-Web Enhancer
-Web Sauger
-WebEnhancer
-WebLeacher
-Xaldon WebSpider
-Zeus
-arquivo.pt
-openai.com
+Vacuum
+VidibleScraper
+WeSEE
+Web Pix
+WebsiteExtractor
+WebsiteQuester
+Whack
+Widow
+Wonderbot
+Xenu
+dataforseo.com
+instabid
+netEstate NE Crawler
 page scorer
-siteripz
-sysscan
-tAkeOut
-trendiction.de
-x22Mozilla
+seobility
+serpstatbot
+sitechecker.pro
+voyagerx.com
+webpros.com