V4.2024.03.4377 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-ALittle Client
-AdsTxtCrawlerTP
-Aspiegel
-AwarioRssBot
-BLEXBot
-BackStreet
-BatchFTP
-Blow
-BlowFish
-ChinaClaw
+Abonti
+Aipbot
+Anthill
+AwarioSmartBot
+Barkrowler
+BuzzSumo
+Bytespider
+CCBot
+CheTeam
 Chlooe
+Cocolyzebot
 Cogentbot
-Copier
 Copyscape
-Crawling at Home Project
-DIIbot
-Discobot
-Dispatch
-DittoSpyder
-DomCopBot
-DomainStatsBot
-EMail Siphon
-EMail Wolf
-Evil
-FHscan
-Foobot
-FyberSpider
-GalaxyBot
-GermCrawler
-Go!Zilla
-Gotit
-GridBot
-HEADMasterSEO
-Haansoft
-IDBot
-Id-search
-Image Sucker
-Intelliseek
-Internet Ninja
-InternetSeer
-IstellaBot
+DomainSigmaCrawler
+Dragonfly
+Drip
+Ebingbong
+EyeNetIE
+G-i-g-a-b-o-t
+GPTBot
+GT::WWW
+Genieo
+Grabber
+Grafula
+HTMLparser
+IDBTE4M
+InfoTekies
+InterGET
+JOC Web Spider
 JetCar
-JikeSpider
-JustView
+Jyxobot
+LeechFTP
+Likse
 Linkbot
-LinksManager
-Lmspider
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 MIIxpc
 MQQBrowser
 Mag-Net
-MarkWatch
-Microsoft URL Control
-Moblie Safari
-Needle
+Mediatoolkitbot
+NetAnts
 NetLyzer
-Nimbostratus
-Page Analyzer
-PageGrabber
-Pixray
-QueryN Metasearch
-RankActive
-Rankivabot
-ReGet
-Reaper
-RebelMouse
-SBIder
-SEOkicks-Robot
-SISTRIX
+NextGenSearchBot
+Nibbler
+Nikto
+OnCrawl
+OpenLinkProfiler
+Openfind
+Openvas
+OutclicksBot
+POE-Component-Client-HTTP
+PageAnalyzer
+PageThing.com
+Papa Foto
+Petalbot
+Pimonster
+Rainbot
+RocketCrawler
+SMTBot
 Screaming
-Snoopy
-Sociscraper
-Spammen
-The Intraformant
-TightTwatBot
-Titan
-Trendiction
-Twice
-Typhoeus
-WPScan
-WallpapersHD
-WeSEE
-WebWhacker
-Webster
+ScreenerBot
+Site Sucker
+SiteSnagger
+Siteimprove
+SlySearch
+Spanner
+Spbot
+Spinn3r
+Sqlmap
+Steeler
+Sucker
+Sucuri
+SuperBot
+Toweyabot
+V-BOT
+Vacuum
+WWWOFFLE
+Wallpapers
+Web Fuck
+WebGo IS
+WebSauger
+Whack
 Whatweb
-Wotbox
-YoudaoBot
-ZoomBot
-anthropic-ai
-arquivo-web-crawler
-crawler4j
-domainsproject.org
-linkdexbot
-ripz
-satoristudio.net
-seobility
-siteripz
-x22Mozilla
-zauba.io
+Zermelo
+autoemailspider
+clark-crawler
+eCatch
+evc-batch
+facebookscraper
+gopher
+magpie-crawler
+muhstik-scan
+oBot
+pcBrowser
+scalaj-http
+seoscanners
+seostar
+sogouspider
+webmeup-crawler
+webprosbot