V4.2023.12.4200 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-AdsTxtCrawlerTP
-Anthill
-Aspiegel
+80legs
+ADmantX
+Acunetix
+Ankit
 AwarioRssBot
 AwarioSmartBot
-BBBike
-BackDoorBot
-BackStreet
-Badass
-Bandit
+BDCbot
+BackWeb
 Battleztar Bazinga
-Bitacle
-BuiltBotTough
-CCBot
-Calculon
-Cloud mapping
-Cosmos
-Demon
-Digincore
-DigitalPebble
-DnyzBot
-DomCopBot
+CSHttp
+Cegbfeieh
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
+Copyscape
+Crawling at Home Project
+Curious
+DTS Agent
+Deusu
 Domains Project
-Drip
+EroCrawler
+Extractor
 Ezooms
 FDM
+FHscan
+Fuzz
+GPTBot
+GalaxyBot
 Getintent
-Gigabot
-GrabNet
-Grabber
-GrapeshotCrawler
-HEADMasterSEO
-HaosouSpider
+Grafula
+GrapeFX
+HTMLparser
+Hloader
 IDBTE4M
-Id-search
-Iskanie
-Jetty
-Jyxobot
+Iria
+JikeSpider
+Keyword Density
 Kozmosbot
-LeechFTP
-LinkWalker
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Mag-Net
-Magnet
-MicroMessenger
-Msrabot
-Needle
-Nessus
-NetZIP
-Netcraft
-Nibbler
-NimbleCrawler
-Ninja
-Nutch
-PHPCrawl
-PageThing.com
-Pavuk
-Pu_iN
-Quick-Crawler
+Larbin
+Lftp
+Lmspider
+MIDown tool
+Majestic12
+Masscan
+MeanPath Bot
+Morfeus Fucking Scanner
+NPbot
+Name Intelligence
+NetLyzer
+NetSpider
+Nikto
+Offline Explorer
+Offline Navigator
+OnCrawl
+POE-Component-Client-HTTP
+PageScorer
+Petalbot
+PictureFinder
+Pixray
+Rainbot
+RankingBot
 RankurBot
-RealDownload
+RebelMouse
 SEOstats
-ScanAlert
-Scanbot
-ScreenerBot
-SentiBot
-SlySearch
-Sogou web spider
-Stripper
-Surfbot
-Telesoft
+SemanticJuice
+SeoSiteCheckup
+SiteLockSpider
+Sosospider
+Steeler
+Sucker
+SuperBot
 Telesphoreo
-The Intraformant
-Titan
-Tracemyfile
-TwengaBot
-Vacuum
-VelenPublicWebCrawler
-WWWOFFLE
+TheNomad
+Turnitin
+Upflow
+WISENutbot
+WallpapersHD
 Web Collage
-Web Pix
-WebReaper
+WebAuto
+WebBandit
+WebImageCollector
+Webshag
+WebsiteQuester
+Whack
+Widow
 WinHTTrack
-Wotbox
 Wprecon
-Xaldon WebSpider
-ZumBot
-archive.org_bot
-isitwp.com
+Zitebot
+ZoomBot
+coccocbot
+gopher
+iubenda-radar
 lwp-request
-meanpathbot
-oBot
-plumanalytics
-seocompany.store
-seoscanners
+mediawords
+pcBrowser
+satoristudio.net
 seostar
-sexsearcher
+sp_auditbot
+webgains-bot
+zauba.io