V4.2024.04.4415 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-404enemy
-AfD-Verbotsverfahren
-Aspiegel
-AwarioRssBot
-Blow
-Buddy
-BuiltBotTough
-BuiltWith
-CSHttp
+AIBOT
+AiHitBot
+AllSubmitter
+Anarchy
+Apexoo
+Atomseobot
+BackDoorBot
+BackWeb
+BacklinkCrawler
+Bigfoot
+Bitacle
+BotALot
+Bytespider
+Citoid
+Crawling at Home Project
+Curious
+CyotekWebCopy
 DIIbot
-Devil
-Discobot
-DnBCrawler-Analytics
+DTS Agent
+Digincore
+DnyzBot
+DomainAppender
+DomainStatsBot
 Dragonfly
-Drip
-Extractor
-Extreme Picture Finder
-FDM
-Flunky
-Fuzz
-Go!Zilla
-Grafula
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
+FrontPage
+Genieo
+GetWeb
+Go-Ahead-Got-It
+GoZilla
+Harvest
 Havij
 Heritrix
-Id-search
-ImagesiftBot
-InterGET
-Iskanie
+Image Sucker
+Intelliseek
 IstellaBot
-JOC Web Spider
-Jbrofuzz
-JetCar
+JustView
+Kozmosbot
 LWP::Simple
 Larbin
-Leap
-LeechFTP
-LexiBot
-LieBaoFast
-LinkWalker
-Litemage_walker
-MQQBrowser
-MauiBot
+LibWeb
+Lightspeedsystems
+Likse
+LinksManager
+LinqiaScrapeBot
+Lipperhey
+Ltx71
+Mail.RU_Bot
 Microsoft URL Control
-Mojolicious
-NPbot
-Nessus
+Mojeek
+Navroad
 Net Vampire
-Nettrack
+NetLyzer
 Nimbostratus
-Offline Explorer
+Ninja
+Octopus
+OpenVAS
+Openvas
 OrangeSpider
-Page Analyzer
-PageScorer
-Petalbot
-PictureFinder
-PleaseCrawl
-Pockey
-ProWebWalker
-PxBroker
-QueryN Metasearch
+POE-Component-Client-HTTP
+Pandalytics
+Pump
+RSSingBot
+RankingBot
 RankingBot2
-Reaper
-Recorder
-SEOkicks
-SEOlyticsCrawler
+RebelMouse
+SISTRIX
+ScanAlert
+ScreenerBot
 Searchestate
-Site Sucker
-Snoopy
-Spinn3r
-SuperHTTP
+Seekport
+SeobilityBot
+SiteExplorer
+SiteSucker
+Siteimprove
+Snapbot
+Spammen
+Stripper
 T8Abot
-Thumbor
-Tracemyfile
-Turingos
-V-BOT
-Voltron
-WEBDAV
-Web Fuck
+TinyTestBot
+Trendictionbot
+Twice
+URLy Warning
+VCI
+VoidEYE
+Web Pix
+WebCollage
 WebFetch
-WebGo IS
-WebImageCollector
-Wonderbot
-Wprecon
-Zade
-Zauba
-anthropic-ai
-archive.org_bot
-iubenda-radar
-openai.com
+WebPix
+Woobot
+Xaldon_WebSpider
+cah.io.community
+cognitiveseo
+eCatch
+gopher
 scalaj-http
 seobility
-seoscanners
-siteripz
+serpstatbot
+trendiction.com
+ubermetrics-technologies.com
 webprosbot
-zauba.io