V4.2024.08.4722 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Abonti
-AdsTxtCrawlerTP
-Aipbot
+Aboundex
+Aboundexbot
 Alexibot
-Anarchie
-BetaBot
-Brandprotect
-Buddy
-BuiltBotTough
-Bytespider
-Claritybot
-Cosmos
-Curious
-CyotekWebCopy
-DataCha0s
-Deusu
-Devil
-Digincore
-DigitalPebble
-Dispatch
-Dragonfly
-ExtLinksBot
-Extractor
-FemtosearchBot
-FlashGet
-Fyrebot
-Grabber
-GrapeshotCrawler
-HEADMasterSEO
-IRLbot
-InfoTekies
-InternetMeasurement
-JikeSpider
-Joomla
-MTRobot
-Masscan
-MauiBot
-Mb2345Browser
-MegaIndex.ru
-Microsoft URL Control
+Anarchy99
+Black Hole
+Blow
+BlowFish
+BotALot
+Cegbfeieh
+ChatGPT-User
+ChinaClaw
+Chlooe
+Cocolyzebot
+Collector
+Copier
+Craftbot
+DSearch
+DittoSpyder
+DnBCrawler-Analytics
+Download Wonder
+Ecxi
+EirGrabber
+Extreme Picture Finder
+Foobot
+G-i-g-a-b-o-t
+GalaxyBot
+GoZilla
+HTTP::Lite
+Haansoft
+HaosouSpider
+IDBot
+Iblog
+Id-search
+ImagesiftBot
+Jyxobot
+LNSpiderguy
+Larbin
+LexiBot
+LibWeb
+Libwhisker
+LieBaoFast
+LinkScan
+Lipperhey Spider
+Litemage_walker
+MJ12bot
+MSIECrawler
+Majestic SEO
+Majestic-SEO
+Metauri
+Moblie Safari
 Morfeus Fucking Scanner
-Mozlila
-Needle
-NetMechanic
-NetSpider
-NetZIP
-Netcraft
-Octopus
-OpenLinkProfiler
-PageGrabber
-Papa Foto
-Picscout
-Pixray
+Mr.4x3
+NPbot
+NetAnts
+NetLyzer
+Nikto
+NimbleCrawler
+Nimbostratus
+OpenVAS
+OutfoxBot
+PageThing.com
+Pandalytics
+Picsearch
+Pimonster
+PxBroker
 QueryN Metasearch
-Rankivabot
-RankurBot
-RepoMonkey
-RocketCrawler
-SEOlyticsCrawler
-ScoutJet
-Searchestate
-SeekportBot
+Reaper
+Scanbot
+Screaming
 SeoSiteCheckup
-SpaceBison
-Spammen
-SpankBot
-Sqworm
-Sucker
-Sucuri
-Telesoft
+SiteSnagger
+Sociscraper
+Sosospider
+Szukacz
 The Intraformant
-Titan
-VelenPublicWebCrawler
-WEBDAV
-WallpapersHD
-WebAuto
-WebFetch
-WebGo IS
-WebImageCollector
-WebStripper
-Website Quester
-Wprecon
-Xaldon_WebSpider
-YaK
-YoudaoBot
-autoemailspider
-backlink-check
-check1.exe
-coccocbot
-crawl.sogou.com
-linkdexbot
-lwp-request
-lwp-trivial
-magpie-crawler
-page scorer
+TinyTestBot
+Toata
+Trendictionbot
+TwengaBot
+WWWOFFLE
+WeSEE
+Web Enhancer
+Web Pix
+Wonderbot
+Woobot
+Zade
+Zeus
+ZyBorg
+cah.io.community
+imagesift.com
+openai.com
 plumanalytics
-sitechecker.pro
-siteripz
+satoristudio.net
+scalaj-http
+seocompany.store
+sp_auditbot
 sysscan
+webmeup-crawler
+webpros.com
+zgrab