V4.2024.02.4332 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AiHitBot
+404enemy
+ASPSeek
+AllSubmitter
+AlphaBot
 Apexoo
-BatchFTP
-Buck
-CherryPicker
-CopyRightCheck
+Asterias
+BDCbot
+Black Hole
+BlackWidow
+Bolt
+Brandwatch
+Buddy
+BunnySlippers
+CazoodleBot
+Copier
 Copyscape
-DTS Agent
-Discobot
-Discoverybot
-DittoSpyder
-Domains Project
-FHscan
-Flunky
-Fyrebot
+Custo
+DIIbot
+DomainStatsBot
+Download Wonder
+Exabot
+Extractor
+Freeuploader
+Fuzz
 GT::WWW
+GetRight
+GetWeb
 Getintent
-Go!Zilla
-Google-Extended
+HMView
 HTTP::Lite
-Haansoft
-Humanlinks
+HaosouSpider
 IlseBot
-Image Sucker
-ImagesiftBot
-Intelliseek
-Iria
-JOC Web Spider
-JennyBot
+InfoTekies
 JetCar
-JustView
-Jyxobot
-Keybot Translation-Search-Machine
-LibWeb
-Likse
-LinkWalker
-LinksManager
-Lmspider
-Ltx71
+JikeSpider
+Kozmosbot
+LinkextractorPro
+LinqiaScrapeBot
 MIDown tool
-MJ12bot
-MauiBot
-MeanPath Bot
-Moblie Safari
+Majestic12
+Mr.4x3
 Nameprotect
-NetZIP
+NearSite
+Nettrack
+Netvibes
 NextGenSearchBot
 NimbleCrawler
-OpenVAS
-Openfind
-OutclicksBot
+Offline Navigator
 PageAnalyzer
-Panscient
-Pavuk
-Pockey
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-Rainbot
-RankFlex
+Petalbot
+Picscout
+Picsearch
+RSSingBot
 Re-re
-RealDownload
-Scanbot
-ScoutJet
+RedesScrapy
+RepoMonkey
+SEOlyticsCrawler
+ScreenerBot
 SentiBot
-Shodan
-SiteCheckerBotCrawler
-Spanner
-Suzuran
-Teleport
-Telesoft
-TheNomad
-TurnitinBot
-Twice
-URLy Warning
+SiteExplorer
+Sosospider
+Sqworm
+Szukacz
+T0PHackTeam
+Telesphorep
+TinyTestBot
+Titan
+Trendictionbot
+TwengaBot
 Upflow
-Voltron
-WWWOFFLE
-WallpapersHD
+Wallpapers/3.0
+Web Auto
+Web Enhancer
 Web Fuck
-Web Sauger
+WebBandit
 WebCollage
 WebFuck
-WebWhacker
-Webalta
-Whacker
-WinHTTrack
-ZmEu
-ZoominfoBot
+WebGo IS
+WebPix
+WebsiteExtractor
+Webster
+Who.is Bot
+WiseGuys Robot
+YoudaoBot
+ZoomBot
 ZyBorg
-archive.org_bot
-cah.io.community
-check1.exe
-lwp-trivial
-scalaj-http
-sogouspider
-webgains-bot
-webmeup-crawler
-zauba.io
+arquivo-web-crawler
+clark-crawler
+cognitiveseo
+cohere-ai
+com.plumanalytics
+crawler4j
+gopher
+isitwp.com
+omgili
+page scorer
+s1z.ru
+satoristudio.net
+ubermetrics-technologies.com
+webprosbot