V4.2024.06.4588 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Abonti
-Aboundex
-AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
-Alligator
-Attach
-BDCbot
-BLEXBot
-BatchFTP
+Alexibot
+Ankit
+Anthill
+BBBike
+BackDoorBot
+BackStreet
 Bigfoot
-BotALot
+Bitacle
+Boardreader
 BuiltWith
-BunnySlippers
-CCBot
-ChatGPT-User
+BuzzSumo
+Calculon
+CheTeam
 Claritybot
-Cloud mapping
-CopyRightCheck
-Deusu
-DnBCrawler-Analytics
+Copyscape
+Crescent
+CrunchBot
+DatabaseDriverMysqli
+DigitalPebble
+Dirbuster
+DomainCrawler
+DomainSigmaCrawler
+Dotbot
 Download Wonder
+Dragonfly
 ECCP/1.0
-EMail Siphon
-EasyDL
-Ebingbong
-Exabot
+Ezooms
+FacebookBot
 Fimap
 Genieo
-GetRight
-Getintent
-Grafula
-HTTP::Lite
+Google-Extended
+GrapeFX
 HaosouSpider
-Harvest
-Havij
-Heritrix
-IlseBot
-Indy Library
-LNSpiderguy
-LWP::Simple
-Larbin
-Leap
-LinqiaScrapeBot
-Lipperhey Spider
-Ltx71
+Humanlinks
+Iria
+JOC Web Spider
+Jbrofuzz
+Jorgee
+Kozmosbot
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkextractorPro
+Lipperhey
 MFC_Tear_Sample
-Majestic SEO
-MarkMonitor
-Mata Hari
+MQQBrowser
+MarkWatch
 MauiBot
-Mb2345Browser
-Mediatoolkitbot
-Microsoft Data Access
+MegaIndex.ru
 Mojolicious
-Netcraft
-Nettrack
-Nikto
-OnCrawl
-PHPCrawl
-Rainbot
-RealDownload
-SEOkicks
-Sosospider
-Spammen
-T0PHackTeam
-Telesphorep
-TheNomad
-Toata
-Toweyabot
-Typhoeus
-V-BOT
+MolokaiBot
+Netvibes
+Nutch
+Octopus
+Openvas
+OrangeBot
+Panscient
+Petalbot
+Proximic
+RankingBot2
+Recorder
+Ripper
+SMTBot
+ScanAlert
+ScoutJet
+Screaming
+SearchmetricsBot
+Seomoz
+SiteLockSpider
+Sogou web spider
+Telesphoreo
+Twice
+Upflow
 VB Project
 Vacuum
-WISENutbot
-Web Fuck
+Web Fetch
+Web Sauger
 WebFetch
-WebLeacher
-Webalta
-Webshag
-WebsiteExtractor
-Wonderbot
-Woobot
+WebFuck
+WebPix
+WebReaper
+WebSucker
+WebsiteQuester
 Wotbox
-Wprecon
-anthropic-ai
-demandbase-bot
-domainsproject.org
-gopher
-heritrix
-linkfluence
-muhstik-scan
-oBot
-openai.com
-ripz
-seoscanners
-sitechecker.pro
-ubermetrics-technologies.com
-voyagerx.com
+Zauba
+Zeus
+arquivo-web-crawler
+arquivo.pt
+awario.com
+cah.io.community
+check1.exe
+clark-crawler
+crawl.sogou.com
+evc-batch
+imagesift.com
+magpie-crawler
+s1z.ru
+scan.lol
+seostar
+tAkeOut