V4.2023.10.4062 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-AhrefsBot
-Aspiegel
-BackStreet
-Badass
+Aboundexbot
+AfD-Verbotsverfahren
+Ankit
+Anthill
+Apexoo
+AwarioRssBot
+BDCbot
+BLEXBot
 Blow
-Brandprotect
-Bytespider
-Calculon
-CazoodleBot
-CrazyWebCrawler
-CrunchBot
-Custo
+Boardreader
+Buddy
+BuiltWith
+BuzzSumo
+CODE87
+CopyRightCheck
+Crawling at Home Project
+Curious
+Demon
 Deusu
-DigitalPebble
-Dirbuster
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-EMail Siphon
-EasyDL
-Ezooms
-FDM
-Flunky
-FrontPage
+Disco
+DittoSpyder
+DomainCrawler
+Drip
+EMail Wolf
+EirGrabber
+EyeNetIE
+FlashGet
 FyberSpider
 G-i-g-a-b-o-t
-Grabber
-HMView
+GrabNet
+Grafula
 HTMLparser
-HybridBot
-IDBTE4M
-IDBot
-Iblog
-Id-search
+HaosouSpider
+Harvest
+IRLbot
 IlseBot
-Image Fetch
-Intelliseek
-Keybot Translation-Search-Machine
-Kinza
-Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-MarkWatch
-Masscan
-MeanPath Bot
-Moblie Safari
+JustView
+Larbin
+LexiBot
+LieBaoFast
+LinqiaRSSBot
+Lipperhey
+Lmspider
+MQQBrowser
+Mb2345Browser
+Mister PiX
 Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
 Msrabot
-NetMechanic
-Nuclei
-PageGrabber
-PageThing.com
-Petalbot
-Picsearch
-Pimonster
-PxBroker
-PyCurl
-RankFlex
-RankingBot2
-Rankivabot
-ReGet
-RedesScrapy
-Rogerbot
-SEOlyticsCrawler
-SMTBot
-SalesIntelligent
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SenutoBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
-Spbot
+Net Vampire
+Nibbler
+Octopus
+Offline Explorer
+OpenVAS
+Openvas
+OrangeBot
+ProWebWalker
+RankActive
+Recorder
+Ripper
+Searchestate
+Siphon
+Site Sucker
 Sucker
-SuperHTTP
-Swiftbot
-TeleportPro
-Toata
+T8Abot
+Telesphorep
+Thumbor
+Tracemyfile
 True_Robot
-VB Project
-WallpapersHD
-Web Pix
+TurnitinBot
+Twice
+UnisterBot
+VCI
+VoidEYE
+WBSearchBot
+Wallpapers
+Web Enhancer
+Web Sauger
+WebEnhancer
+WebSucker
+WebZIP
+Webalta
 WebsiteExtractor
+Whack
+WiseGuys Robot
 Xaldon WebSpider
-Zade
-Zermelo
-ZoomBot
-ZumBot
-autoemailspider
-cognitiveseo
-com.plumanalytics
-magpie-crawler
-openai.com
-s1z.ru
-satoristudio.net
-siteripz
-webgains-bot
-webmeup-crawler
+arquivo.pt
+backlink-check
+check1.exe
+coccocbot
+crawler4j
+domainsproject.org
+heritrix
+linkdexbot
+meanpathbot
+pcBrowser
+scan.lol
+seobility
+sitechecker.pro