V4.2023.12.4155 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 Aboundexbot
 AlphaBot
-Anthill
-BackWeb
-BatchFTP
-BlackWidow
-Boardreader
-Buck
-BuiltWith
-CSHttp
-Chlooe
-Cogentbot
-DBLBot
-DTS Agent
-Devil
-Dirbuster
-Domains Project
-EMail Siphon
-Ebingbong
-Firefox/7.0
+Ankit
+Apexoo
+Attach
+BLEXBot
+BackDoorBot
+Bandit
+BotALot
+Bytespider
+Claritybot
+Curious
+Custo
+Demon
+Disco
+DomainAppender
+DomainCrawler
+ExtractorPro
 FlashGet
-Flunky
-Freeuploader
+Fyrebot
 GT::WWW
 GermCrawler
-GrabNet
-HEADMasterSEO
-HaosouSpider
+Getintent
+Gigabot
+GoZilla
+Grabber
+HTMLparser
+HTTrack
 Harvest
-Indy Library
-InternetSeer
-IstellaBot
-JetCar
-JikeSpider
-Lftp
-LibWeb
+Id-search
+Image Fetch
+Jetty
+Kenjin Spider
+Keyword Density
+LNSpiderguy
+LeechGet
 Libwhisker
-Lightspeedsystems
-Lmspider
-MIDown tool
-Magnet
-Majestic12
-MarkWatch
-Masscan
-Meanpathbot
-Mediatoolkitbot
-Microsoft URL Control
-Mozlila
+Lipperhey
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+Moblie Safari
+Mr.4x3
 Msrabot
-Nessus
-Net Vampire
-NetAnts
-NextGenSearchBot
-Nimbostratus
-Nmap
+Nameprotect
+Nibbler
+Nikto
 Nuclei
-Offline Navigator
+PageGrabber
 Panscient
-Pavuk
-Psbot
+Picsearch
+PictureFinder
+PxBroker
 PyCurl
 QueryN Metasearch
-RealDownload
-Recorder
-RepoMonkey
-Ripper
-Seekport
-SeekportBot
-SentiBot
-SenutoBot
-SiteSucker
-SmartDownload
+Re-re
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SISTRIX
+ScanAlert
+Screaming
+Semrush
+SlySearch
 Sogou web spider
+Sottopop
+Sqlworm
 Sucker
 Szukacz
 TeleportPro
 Telesphoreo
-V-BOT
-WISENutbot
-Web Auto
-Web Collage
+TinyTestBot
+Turingos
+Upflow
+Vagabondo
+WWW-Collector-E
+Wallpapers/3.0
+WeSEE
+Web Fetch
 WebBandit
 WebFuck
-WebGo IS
-WebSauger
-WebStripper
-WebsiteExtractor
-WebsiteQuester
-Webster
-Xaldon_WebSpider
-ZmEu
-clark-crawler
+WebLeacher
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
+Widow
 crawler4j
-domainsproject.org
+dataforseobot
+demandbase-bot
 internetVista monitor
-linkdexbot
-sexsearcher
-sogouspider
-webgains-bot
-x22Mozilla
+isitwp.com
+pcBrowser
+seobility
+seocompany.store
+seoscanners
+ubermetrics-technologies.com
+webmeup-crawler
+x09Mozilla