V4.2023.09.4020 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-AdsTxtCrawlerTP
-AlphaBot
-Ankit
-Anthill
-Apexoo
-Aspiegel
-BackStreet
-BackWeb
-BuiltBotTough
-BuiltWith
-ChinaClaw
-Cogentbot
-Collector
-Copier
-Disco
-Discoverybot
+ALittle Client
+Aboundexbot
+AfD-Verbotsverfahren
+Anarchy
+AwarioSmartBot
+BBBike
+BDFetch
+Backlink-Ceck
+Bandit
+Black Hole
+Blackboard
+Boardreader
+Bolt
+Bullseye
+BunnySlippers
+CherryPicker
+Crawling at Home Project
+DataCha0s
+Deusu
+Domains Project
+Dotbot
 Dragonfly
 EMail Wolf
-EirGrabber
-FlashGet
-Freeuploader
-GT::WWW
-GalaxyBot
-HMView
+Ezooms
+FHscan
+Fuzz
+Grafula
 HTMLparser
-IRLbot
-JOC Web Spider
-JetCar
-JikeSpider
-JustView
-Jyxobot
+HTTP::Lite
+Haansoft
+InfoNaviRobot
+Internet Ninja
+JamesBOT
+JennyBot
+Jetty
+Joomla
 Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LeechGet
 LexiBot
+Lftp
 Libwhisker
-Lightspeedsystems
-LinkWalker
-Lipperhey Spider
-Mail.RU_Bot
-Mass Downloader
-Mojolicious
+LinqiaRSSBot
+Lipperhey
+MFC_Tear_Sample
+MSIECrawler
+MarkWatch
+Mb2345Browser
+Mojeek
+MolokaiBot
+Morfeus Fucking Scanner
 NICErsPRO
-Needle
 NextGenSearchBot
-OpenVAS
-Openfind
+Nibbler
+Niki-bot
+NimbleCrawler
+OnCrawl
 PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-Pavuk
+Pi-Monster
+ProWebWalker
 Probethenet
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RepoMonkey
-ScanAlert
-ScoutJet
-Searchestate
-Seekport
+RankActive
+ReGet
+Ripper
+SEOprofiler
+Scrapy
 SemanticJuice
-SeobilityBot
-SiteCheckerBotCrawler
+SenutoBot
+Sitebeam
 Sociscraper
-Spbot
-Sucuri
-Surfbot
-Suzuran
-Szukacz
-Telesoft
-Titan
-Trendictionbot
-TurnitinBot
-V-BOT
-VidibleScraper
+Spanner
+SuperHTTP
+SurveyBot
+Swiftbot
+Telesphoreo
+Typhoeus
+VB Project
+Vagabondo
+VeriCiteCrawler
 Virusdie
-VoidEYE
-WASALive-Bot
-WWW::Mechanize
-WinHTTrack
+Web Enhancer
+Web Fetch
+WebBandit
+WebLeacher
+WebSucker
+WebWhacker
+Website Quester
 Wonderbot
-Xaldon WebSpider
-Zauba
-ZoomBot
-adscanner
-arquivo-web-crawler
-heritrix
-lwp-trivial
-mediawords
-pcBrowser
-probe-image-size
+Wotbox
+Wprecon
+YoudaoBot
+Zade
+backlink-check
+coccocbot
+com.plumanalytics
+crawler.feedback
+crawler4j
+gopher
+instabid
+iubenda-radar
+satoristudio.net
 scalaj-http
-scan.lol
-seocompany.store
-seoscanners
-ubermetrics-technologies.com
-webgains-bot