V4.2024.08.4711 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Acunetix
-Asterias
+ALittle Client
+AiHitBot
+Anarchy
+Attach
+AwarioBot
 BackStreet
-BackWeb
-BacklinkCrawler
 Battleztar Bazinga
+BetaBot
+Bigfoot
+BlackWidow
+Blackboard
 BuiltWith
-Collector
-CyotekWebCopy
-Digincore
-DigitalPebble
-Disco
-Discoverybot
+CODE87
+CazoodleBot
+CensysInspect
+ChatGPT-User
+Citoid
+Cocolyzebot
+Custo
+DIIbot
 DnyzBot
-Download Wonder
-Drip
-EMail Siphon
+DomainAppender
+Domains Project
+Dotbot
+EMail Wolf
 Ebingbong
-Foobot
-FrontPage
-G-i-g-a-b-o-t
-Getintent
-HTMLparser
-Harvest
-IDBot
+Extreme Picture Finder
+Ezooms
+GetWeb
+Grabber
+Havij
 Id-search
-InternetSeer
+InterGET
+Internet Ninja
+InternetMeasurement
 IstellaBot
-Jbrofuzz
-JennyBot
-Keybot Translation-Search-Machine
 Kinza
-Libwhisker
-LinqiaScrapeBot
-Lipperhey
-MSIECrawler
-Meanpathbot
-Mojeek
-Morfeus Fucking Scanner
+Leap
+Lftp
+LinksManager
+Majestic12
+Masscan
+MeanPath Bot
+Mediatoolkitbot
 Mozlila
-Mr.4x3
-Nessus
-NetMechanic
-Netcraft
-Netvibes
-OpenVAS
-OutclicksBot
-PECL::HTTP
-Page Analyzer
-PageGrabber
-Piepmatz
-Psbot
-Quick-Crawler
-RSSingBot
-Re-re
-Ripper
-Scanbot
-Seekport
-SemanticJuice
-SemrushBot
-Sitevigil
-Spammen
-Spider_Bot
-Spider_Bot/3.0
-Suzuran
-Thumbor
-TinyTestBot
-Toweyabot
-Wallpapers/3.0
-WallpapersHD
-Web Pix
-WebAuto
-WebBandit
-WebCollage
-WebEnhancer
-WebStripper
-Whacker
-Whatweb
-WinHTTrack
-WiseGuys Robot
-Xaldon WebSpider
-YaK
+Navroad
+NearSite
+Needle
+Net Vampire
+NetSpider
+Niki-bot
+Ninja
+Nuclei
+Offline Navigator
+OrangeSpider
+PHPCrawl
+PageScorer
+Picscout
+PictureFinder
+Pump
+PxBroker
+RankActiveLinkBot
+RankingBot
+RealDownload
+RocketCrawler
+SEOkicks-Robot
+SeekportBot
+SenutoBot
+Siphon
+SmartDownload
+SpankBot
+Sqlmap
+Szukacz
+Turingos
+TwengaBot
+Twice
+URLy.Warning
+Vagabondo
+VeriCiteCrawler
+WWW-Collector-E
+Web Sucker
+Webalta
+WebsiteExtractor
+WebsiteQuester
+Wprecon
+YoudaoBot
 Zade
-Zauba
-Zermelo
+ZumBot
 arquivo.pt
-cognitiveseo
-crawler4j
-evc-batch
-facebookscraper
-oBot
-omgili
+cah.io.community
+dataforseo.com
+heritrix
+linkdexbot
+linkfluence
+netEstate NE Crawler
 openai.com
-satoristudio.net
-seocompany.store
-serpstatbot
-sitechecker.pro
-webmeup-crawler
-webprosbot
+ripz
+scalaj-http
+spyfu
+x22Mozilla