V4.2024.03.4392 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-ASPSeek
 Abonti
-Aboundex
-AhrefsBot
-Aipbot
-Alexibot
+AiHitBot
 Anarchie
-AwarioRssBot
-BBBike
-BLEXBot
-Badass
-BatchFTP
-Buddy
-CATExplorador
-CensysInspect
-CheeseBot
+Ankit
+Aspiegel
+Atomseobot
+BDFetch
+BackDoorBot
+BlackWidow
+Blackboard
+Bolt
+Bullseye
+CazoodleBot
 Citoid
-CopyRightCheck
-Crawling at Home Project
-Curious
-DIIbot
-Disco
+Cliqzbot
+DBLBot
+Devil
+DittoSpyder
 DnyzBot
-EMail Wolf
-EyeNetIE
-GoZilla
-Google-Extended
-Gotit
-GrabNet
-Havij
+Domains Project
+ExtLinksBot
+FDM
+Fuzz
+G-i-g-a-b-o-t
+HEADMasterSEO
+Haansoft
+Harvest
+Heritrix
 HybridBot
-Iria
-Iskanie
-Jorgee
-Jyxobot
-Larbin
-LeechGet
+IDBTE4M
+IDBot
+IndeedBot
+InternetSeer
+IstellaBot
+JustView
+LeechFTP
 LinkScan
-LinkWalker
-LinkextractorPro
-Lipperhey Spider
-Mag-Net
-Majestic SEO
-Metauri
-Microsoft Data Access
-Minefield
+Linkbot
+LinkpadBot
+MFC_Tear_Sample
+MIIxpc
+Microsoft URL Control
 Mojeek
+Msrabot
+Name Intelligence
 Navroad
-Ninja
+NearSite
+Nessus
+NetAnts
+Nikto
 Nmap
-Nutch
-Octopus
-OnCrawl
-OpenLinkProfiler
-Page Analyzer
-PageAnalyzer
+OpenVAS
 Pavuk
-PeoplePal
-Picsearch
-Pimonster
-ProWebWalker
-Psbot
+Pockey
+Ripper
 SBIder
-SEOlyticsCrawler
+SEOstats
 SalesIntelligent
-SentiBot
-Site Sucker
-SiteSnagger
-SmartDownload
-Snoopy
-Sucuri
-Szukacz
-TheNomad
-Tracemyfile
-URLy.Warning
-V-BOT
-Voil
-Voltron
+ScoutJet
+ScreenerBot
+Seekport
+Seomoz
+Shodan
+Siphon
+SiteLockSpider
+Sitebeam
+Sociscraper
+Sqworm
+Steeler
+Telesoft
+Telesphoreo
+The Intraformant
+TightTwatBot
+Toweyabot
+True_Robot
+Turnitin
+VCI
+Vacuum
 WWWOFFLE
-Web Collage
-Web Sauger
+WebBandit
+WebFuck
 WebLeacher
-WebReaper
-Whack
+WebmasterWorldForumBot
+Wprecon
 Zauba
-ZoominfoBot
-arquivo-web-crawler
-cognitiveseo
+Zermelo
+Zitebot
+adscanner
 gopher
-imagesift.com
 ips-agent
-linkdexbot
-lwp-request
-openai
-scalaj-http
-scan.lol
+oBot
+ripz
+s1z.ru
+satoristudio.net
+seocompany.store
+seostar
 sexsearcher
-webmeup-crawler
-zauba.io
+siteripz
+sp_auditbot
+sysscan