V4.2024.05.4528 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 ALittle Client
-Anarchy99
-AwarioBot
-BacklinkCrawler
+Aboundexbot
+Asterias
+BackWeb
 Badass
-Bitacle
-BlowFish
-BunnySlippers
-CATExplorador
-CCBot
-CheTeam
-Copier
-Cosmos
-Curious
-Devil
-Express WebPictures
-Extractor
-Extreme Picture Finder
-Fyrebot
-GermCrawler
-GetWeb
-GoZilla
-Gotit
+Bandit
+BuiltWith
+BuzzSumo
+ChatGPT-User
+Chlooe
+Crawling at Home Project
+DataCha0s
+DatabaseDriverMysqli
+Domains Project
+EirGrabber
+ExtLinksBot
+ExtractorPro
+Fuzz
+GetRight
+Getintent
+Google-Extended
+Grafula
+GrapeFX
+HTTrack
+HaosouSpider
 Havij
-IRLbot
-Id-search
+IlseBot
+ImagesiftBot
 InfraSec Scanner
-JamesBOT
-JikeSpider
-Kozmosbot
-LWP::Simple
+JustView
+Jyxobot
 Leap
-Lightspeedsystems
-LinksManager
-Ltx71
-MFC_Tear_Sample
+LexiBot
+Likse
+Lipperhey
+Lipperhey Spider
 MIDown tool
-MSIECrawler
+MTRobot
+Mail.RU_Bot
+Majestic-SEO
 MarkMonitor
+Mass Downloader
 Mata Hari
-MauiBot
-Musobot
-Nameprotect
-NetZIP
-Nettrack
-Netvibes
-NextGenSearchBot
-Niki-bot
-OutfoxBot
-PECL::HTTP
-Papa Foto
-Pi-Monster
-Pockey
-Proximic
-Pu_iN
-RankActiveLinkBot
-RocketCrawler
+MeanPath Bot
+Mediatoolkitbot
+Mister PiX
+Mojeek
+Mojolicious
+Mozlila
+Mr.4x3
+Msrabot
+Navroad
+NetLyzer
+OutclicksBot
+PHPCrawl
+PageScorer
+ProWebWalker
+PxBroker
+RankurBot
+SEOlyticsCrawler
 ScreenerBot
-ScrepyBot
-SemrushBot
-Snapbot
-Snoopy
-Sogou web spider
-SpankBot
-Spanner
+SeoSiteCheckup
+Shodan
+SiteSnagger
+SlySearch
+Sqlmap
 Sqlworm
+Sucker
 SuperBot
-Swiftbot
-T8Abot
-TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
-Thumbor
-URLy Warning
-UnisterBot
+SuperHTTP
+TheNomad
+TightTwatBot
+Titan
+Trendiction
+Turingos
+Upflow
 WISENutbot
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Enhancer
-WebLeacher
-WebSucker
+WebCopier
+WebPix
+WebStripper
+WebZIP
 WebsiteExtractor
-Whacker
-Widow
-WinHTTrack
+Wonderbot
 Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-Zade
-arquivo-web-crawler
-backlink-check
+ZyBorg
+anthropic-ai
 coccocbot
-cognitiveseo
-demandbase-bot
+cohere-ai
 magpie-crawler
-s1z.ru
+mediawords
+openai
+page scorer
+ripz
+scalaj-http
+siteripz
+sp_auditbot
+webmeup-crawler
 webpros.com
+x22Mozilla