V4.2023.12.4213 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+404checker
+AIBOT
 ASPSeek
-AfD-Verbotsverfahren
-Anarchie
-BBBike
-BDCbot
-BlackWidow
-Blow
+AdsTxtCrawlerTP
+Alexibot
+AllSubmitter
+AlphaBot
+Apexoo
+BLEXBot
 Brandprotect
-Brandwatch
-Buddy
-Bytespider
-Cliqzbot
-Demon
-DomCopBot
-ECCP/1.0
+Buck
+Bullseye
+BunnySlippers
+Cegbfeieh
+CherryPicker
+CrunchBot
+DSearch
+DTS Agent
+Discoverybot
 EasyDL
-FHscan
-Foobot
-FyberSpider
-Gotit
-GridBot
-IndeedBot
-Intelliseek
-Internet Ninja
+ExtLinksBot
+Fuzz
+Fyrebot
+GT::WWW
+Go-Ahead-Got-It
+Havij
+Iblog
+Iskanie
+JennyBot
+JikeSpider
 Joomla
-Keyword Density
-Lftp
-Libwhisker
-LieBaoFast
+Kinza
+LeechFTP
+LeechGet
 LinkScan
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lmspider
-MQQBrowser
-MarkWatch
+Linkbot
+LinqiaScrapeBot
+MarkMonitor
 Mass Downloader
-Meanpathbot
+Mata Hari
+Microsoft URL Control
 Minefield
-Moblie Safari
-Mojeek
-Msrabot
+Mojolicious
+NICErsPRO
 Name Intelligence
-Needle
-NetSpider
-Nimbostratus
-Octopus
-Offline Explorer
-Page Analyzer
-PageAnalyzer
-PageGrabber
+NetAnts
+NetZIP
+Niki-bot
+Nuclei
+OutfoxBot
+Panscient
 PictureFinder
-Psbot
-Pump
-QueryN Metasearch
-RankActiveLinkBot
-Reaper
-Recorder
-Rogerbot
-SBIder
+PleaseCrawl
+Proximic
+Re-re
+ReGet
+RepoMonkey
 SEOkicks
-SEOkicks-Robot
-SISTRIX
-ScanAlert
+SEOlyticsCrawler
+ScoutJet
+Scrapy
+ScreenerBot
 ScrepyBot
+Searchestate
+SemrushBot
 Shodan
-SiteLockSpider
-Siteimprove
+SiteExplorer
+SiteSnagger
+SmartDownload
+Snake
 Sogou web spider
+Sottopop
 SpaceBison
-Stripper
-Sucuri
-SuperBot
-Suzuran
-T8Abot
-Telesphorep
-Thumbor
-TightTwatBot
-Tracemyfile
-Turnitin
-TurnitinBot
-TwengaBot
-VCI
-VelenPublicWebCrawler
+Szukacz
+Toweyabot
+Typhoeus
+Vacuum
 VoidEYE
-WWW-Collector-E
+WBSearchBot
+WWW-Mechanize
+Wallpapers
+Web Auto
 Web Enhancer
-Webshag
-Webster
-Woobot
-Wprecon
+Web Pix
+Web Sucker
+WebImageCollector
+Widow
+WiseGuys Robot
 Zade
-Zeus
-ZmEu
+Zitebot
 archive.org_bot
-magpie-crawler
+clark-crawler
+gopher
 mediawords
-netEstate NE Crawler
-openai.com
+page scorer
+plumanalytics
+s1z.ru
+scan.lol
 sysscan
+webprosbot