V4.2024.07.4629 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-AdsTxtCrawlerTP
-AfD-Verbotsverfahren
-Anarchie
-Anthill
-Aspiegel
-BetaBot
-Blow
-BotALot
+AIBOT
+Aipbot
+Atomseobot
+AwarioBot
+BDFetch
+BackStreet
+BatchFTP
+Bigfoot
+BlackWidow
+Brandprotect
+Brandwatch
 Buck
-BuiltWith
-BunnySlippers
-Citoid
+ChatGPT-User
+ChinaClaw
+Cocolyzebot
 Copier
-Cosmos
-CyotekWebCopy
-Deusu
-Drip
-ECCP/1.0
-EirGrabber
-Exabot
-ExtLinksBot
-FemtosearchBot
-Fimap
-GPTBot
-Gigabot
-Go!Zilla
-GoZilla
-GrapeFX
-HaosouSpider
-HonoluluBot
-JennyBot
-Jorgee
-Likse
-LinkWalker
-LinkextractorPro
-Lipperhey
-Litemage_walker
-Lmspider
-Ltx71
-MJ12bot
-Mail.RU_Bot
+Crescent
+DBLBot
+Discobot
+DittoSpyder
+DnyzBot
+DomCopBot
+DomainAppender
+Download Wonder
+EMail Siphon
+EMail Wolf
+Ecxi
+EroCrawler
+ExtractorPro
+FacebookBot
+FrontPage
+GalaxyBot
+HTTP::Lite
+Harvest
+IDBot
+Iblog
+IlseBot
+Image Sucker
+Indy Library
+Intelliseek
+LWP::Simple
+LieBaoFast
+MQQBrowser
+Mag-Net
 Majestic12
-Mediatoolkitbot
-Moblie Safari
-Mojeek
-MolokaiBot
-NPbot
-Nameprotect
-Navroad
-Nessus
-Nettrack
-NextGenSearchBot
-PECL::HTTP
-PageScorer
-Pavuk
-Probethenet
-Proximic
-PxBroker
-ReGet
-RocketCrawler
-SEOprofiler
-ScoutJet
+Morfeus Fucking Scanner
+NICErsPRO
+NetSpider
+Nikto
+NimbleCrawler
+Nimbostratus
+OrangeSpider
+OutclicksBot
+PageGrabber
+Pandalytics
+Psbot
+PyCurl
+RankFlex
+RebelMouse
+SEOstats
+Scanbot
+Scrapy
+Searchestate
+SentiBot
+SenutoBot
 SeoSiteCheckup
-Site Sucker
-SiteLockSpider
-Sitebeam
-SocialRankIOBot
+Sitevigil
+Snapbot
 SpaceBison
-Sucker
-Surfbot
-Telesoft
-Telesphoreo
-Turingos
-V-BOT
-WPScan
-Web Collage
-Web Fetch
+Spinn3r
+Suzuran
+Szukacz
+TheNomad
+TightTwatBot
+Toata
+Upflow
+Vacuum
+VeriCiteCrawler
+VoidEYE
+Voil
+WWW-Mechanize
+Wallpapers/3.0
+WallpapersHD
 Web Fuck
-Web Sauger
-Webshag
-Wotbox
-Xaldon WebSpider
-YaK
-YoudaoBot
-Zauba
-ZumBot
-adscanner
-anthropic-ai
-cognitiveseo
-evc-batch
-gopher
-isitwp.com
-linkfluence
-probe-image-size
-s1z.ru
-seoscanners
+Whack
+Widow
+Zermelo
+Zeus
+arquivo-web-crawler
+backlink-check
+check1.exe
+clark-crawler
+facebookscraper
+page scorer
+polaris version
+ripz
 siteripz
-sysscan
-webprosbot
+trendiction.de
+x09Mozilla
+zauba.io