V4.2024.02.4331 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 AiHitBot
-AlphaBot
-BBBike
-BuzzSumo
-Bytespider
-CODE87
-Chlooe
-Collector
+Apexoo
+BatchFTP
+Buck
+CherryPicker
 CopyRightCheck
-CyotekWebCopy
-DBLBot
-Dirbuster
-DomainSigmaCrawler
-ExtractorPro
-GetWeb
-Gotit
-HEADMasterSEO
-Heritrix
-HybridBot
-IDBTE4M
-InfoTekies
-InterGET
-IstellaBot
-Joomla
+Copyscape
+DTS Agent
+Discobot
+Discoverybot
+DittoSpyder
+Domains Project
+FHscan
+Flunky
+Fyrebot
+GT::WWW
+Getintent
+Go!Zilla
+Google-Extended
+HTTP::Lite
+Haansoft
+Humanlinks
+IlseBot
+Image Sucker
+ImagesiftBot
+Intelliseek
+Iria
+JOC Web Spider
+JennyBot
+JetCar
+JustView
+Jyxobot
 Keybot Translation-Search-Machine
-Keyword Density
 LibWeb
-Lightspeedsystems
+Likse
+LinkWalker
 LinksManager
+Lmspider
+Ltx71
+MIDown tool
 MJ12bot
-Magnet
-Majestic-SEO
-Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-NICErsPRO
-Name Intelligence
-NearSite
-NetLyzer
-Niki-bot
+MauiBot
+MeanPath Bot
+Moblie Safari
+Nameprotect
+NetZIP
+NextGenSearchBot
 NimbleCrawler
-Nutch
-OpenLinkProfiler
-PHPCrawl
-POE-Component-Client-HTTP
-Papa Foto
+OpenVAS
+Openfind
+OutclicksBot
+PageAnalyzer
+Panscient
 Pavuk
-PeoplePal
-Probethenet
+Pockey
 PyCurl
 QueryN Metasearch
-RankurBot
-SEOstats
-SISTRIX
-SearchmetricsBot
-SeoSiteCheckup
+Quick-Crawler
+Rainbot
+RankFlex
+Re-re
+RealDownload
+Scanbot
+ScoutJet
+SentiBot
 Shodan
-Sitevigil
-SlySearch
-Snoopy
-Sociscraper
-Sogou web spider
-Spinn3r
-Steeler
-Stripper
-T8Abot
-Trendictionbot
-Turingos
-TwengaBot
+SiteCheckerBotCrawler
+Spanner
+Suzuran
+Teleport
+Telesoft
+TheNomad
+TurnitinBot
 Twice
-URLy.Warning
-Vacuum
-VelenPublicWebCrawler
-VoidEYE
-WISENutbot
-WWW-Collector-E
-Wallpapers
-Wallpapers/3.0
-WebEnhancer
-WebFetch
-WebImageCollector
-WebStripper
-Xaldon_WebSpider
-Xenu
-Zitebot
-ZoomBot
+URLy Warning
+Upflow
+Voltron
+WWWOFFLE
+WallpapersHD
+Web Fuck
+Web Sauger
+WebCollage
+WebFuck
+WebWhacker
+Webalta
+Whacker
+WinHTTrack
+ZmEu
 ZoominfoBot
-crawler4j
-heritrix
-instabid
-isitwp.com
-netEstate NE Crawler
-ripz
-s1z.ru
-satoristudio.net
-seoscanners
+ZyBorg
+archive.org_bot
+cah.io.community
+check1.exe
+lwp-trivial
+scalaj-http
+sogouspider
+webgains-bot
 webmeup-crawler
-x09Mozilla
+zauba.io