V4.2024.10.4802 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AllSubmitter
-Anarchy
-BetaBot
-Blow
-Boardreader
-BuiltWith
-CODE87
-CSHttp
-CazoodleBot
-CensysInspect
-Craftbot
-DomCopBot
-ECCP/1.0
-Ebingbong
-EroCrawler
+360Spider
+Abonti
+Acunetix
+Alexibot
+Atomseobot
+AwarioSmartBot
+BBBike
+Black Hole
+Brandwatch
+Bullseye
+CATExplorador
+CheTeam
+DBLBot
+Devil
+DigitalPebble
+DomainAppender
+Domains Project
+EMail Siphon
+EirGrabber
+FacebookBot
+Freeuploader
 FyberSpider
-GermCrawler
-Getintent
-GrabNet
+G-i-g-a-b-o-t
 Grabber
-HybridBot
+GrapeshotCrawler
+Haansoft
+IlseBot
+Image Fetch
+ImagesiftBot
+Indy Library
+InfoTekies
+InfraSec Scanner
+Internet Ninja
 Iria
-Jbrofuzz
 JustView
-LNSpiderguy
-Larbin
-LibWeb
-LinkextractorPro
-LinkpadBot
-LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
-Majestic-SEO
-MarkWatch
+Kenjin Spider
+Lightspeedsystems
+MTRobot
+Mag-Net
 MicroMessenger
-Microsoft URL Control
-Moblie Safari
-NPbot
-Navroad
-NearSite
+MolokaiBot
+Mozlila
+Needle
+NetAnts
 NetSpider
-NetZIP
-Nibbler
-Ninja
+Nmap
+Octopus
+Offline Explorer
+OrangeSpider
+OutclicksBot
 PageGrabber
-PeoplePal
+Panscient
 Piepmatz
-Pimonster
 Pixray
-PleaseCrawl
-Pu_iN
 Pump
-RankActiveLinkBot
+Quick-Crawler
+RSSingBot
+RankurBot
+Re-re
 Recorder
-RepoMonkey
-SBIder
-SEOlyticsCrawler
-Scanbot
-SeobilityBot
-Site Sucker
-SiteLockSpider
-SiteSnagger
+Rogerbot
+Searchestate
+SiteCheckerBotCrawler
+Snake
 Sosospider
-Sottopop
-SpankBot
-Sqlworm
-Stripper
-Sucuri
-Tracemyfile
+Surfbot
+T8Abot
+The Intraformant
+TheNomad
+TinyTestBot
+Trendiction
 Trendictionbot
-Turnitin
-UnisterBot
+Turingos
+TurnitinBot
+TwengaBot
+VB Project
 Vacuum
-VeriCiteCrawler
-VoidEYE
-Wallpapers
-Web Enhancer
-Web Fetch
-WebFetch
-WebSucker
+Vagabondo
+WASALive-Bot
+WPScan
+Web Auto
+WebGo IS
+WebImageCollector
 WebWhacker
-Webalta
 Whack
-Wotbox
-anthropic-ai
-arquivo.pt
-check1.exe
-crawl.sogou.com
+WinHTTrack
+Xenu
+Zauba
+Zeus
+adscanner
+arquivo-web-crawler
+backlink-check
+crawler.feedback
 crawler4j
-demandbase-bot
-gopher
-instabid
-linkdexbot
-linkfluence
+dataforseo.com
+magpie-crawler
 mediawords
-muhstik-scan
-page scorer
-scalaj-http
+openai.com
+sexsearcher
 sp_auditbot