V4.2023.12.4192 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
 404checker
-404enemy
-AhrefsBot
-Ankit
-BackWeb
-BacklinkCrawler
-Bandit
-BetaBot
-BlackWidow
-Blackboard
-BotALot
-Calculon
-CheTeam
+ALittle Client
+Acunetix
+AlphaBot
+Anarchy
+Anthill
+Barkrowler
+Bitacle
+Buck
+CSHttp
+CensysInspect
+Cliqzbot
+Cloud mapping
+Collector
+Crawling at Home Project
 Curious
-CyotekWebCopy
-DSearch
-DataCha0s
-Discobot
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Drip
-EasyDL
-Ebingbong
-Ecxi
-Evil
-ExtractorPro
-FHscan
+DTS Agent
+Devil
+DomCopBot
+DomainStatsBot
+ExtLinksBot
 Flunky
-Fyrebot
-Hloader
-IDBTE4M
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+Gotit
 IndeedBot
 Indy Library
-JikeSpider
-Kinza
-Likse
+InterGET
+InternetSeer
+Jbrofuzz
+JetCar
+Jetty
+JustView
+Kenjin Spider
+LeechFTP
+Lightspeedsystems
 LinkextractorPro
-Ltx71
-MIDown tool
-MJ12bot
-MQQBrowser
-Mail.RU_Bot
+LinqiaRSSBot
+MSFrontPage
 Majestic SEO
-Masscan
-Microsoft URL Control
-Mr.4x3
-Nessus
-NetAnts
-NetLyzer
-OpenLinkProfiler
+Mister PiX
+Mojolicious
+Msrabot
+NICErsPRO
+NetSpider
+NimbleCrawler
+Nmap
+Offline Navigator
+OnCrawl
 Openvas
-ProPowerBot
+OutclicksBot
+Pandalytics
+Panscient
+PyCurl
+RSSingBot
 Rainbot
-RankActive
-SBIder
+RankingBot2
+RealDownload
+SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SMTBot
-Searchestate
-Seomoz
-Shodan
-SmartDownload
-SpankBot
-Sucuri
-SuperBot
-Telesphorep
-TheNomad
-TinyTestBot
+ScoutJet
+ScrepyBot
+SentiBot
+SenutoBot
+SocialRankIOBot
+Sottopop
+SpaceBison
+Spanner
+Sqworm
+Steeler
+Swiftbot
+TeleportPro
+Toata
+Tracemyfile
+Twice
 VeriCiteCrawler
-Voltron
-WPScan
-WallpapersHD
+VidibleScraper
+VoidEYE
+Voil
+WASALive-Bot
+WWW-Mechanize
+WWWOFFLE
+Web Fetch
 Web Fuck
-WebLeacher
-WebSauger
-WebSucker
-WebZIP
-Webster
-Whatweb
-WinHTTrack
-Wprecon
-Zitebot
-ZoominfoBot
-clark-crawler
-evc-batch
-facebookscraper
-isitwp.com
-iubenda-radar
-magpie-crawler
-openai
-probe-image-size
+WebCopier
+WebGo IS
+WebReaper
+WebmasterWorldForumBot
+WebsiteExtractor
+Widow
+archive.org_bot
+autoemailspider
+check1.exe
+internetVista monitor
+plumanalytics
 seoscanners
-sexsearcher
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-trendiction.de
-voyagerx.com
+sysscan
+webgains-bot