V4.2023.12.4214 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-AIBOT
-ASPSeek
 AdsTxtCrawlerTP
-Alexibot
-AllSubmitter
-AlphaBot
-Apexoo
-BLEXBot
-Brandprotect
-Buck
-Bullseye
-BunnySlippers
-Cegbfeieh
-CherryPicker
-CrunchBot
-DSearch
-DTS Agent
-Discoverybot
-EasyDL
-ExtLinksBot
-Fuzz
-Fyrebot
+AiHitBot
+Alligator
+Anarchy99
+Ankit
+Anthill
+Attach
+BackWeb
+Backlink-Ceck
+Badass
+Black Hole
+Blackboard
+BotALot
+Buddy
+CSHttp
+CazoodleBot
+Crawling at Home Project
+Crescent
+Curious
+DatabaseDriverMysqli
+DomCopBot
+Dragonfly
+Ecxi
+Evil
+Exabot
+ExtractorPro
+FHscan
+FrontPage
+GPTBot
 GT::WWW
-Go-Ahead-Got-It
-Havij
-Iblog
-Iskanie
+GalaxyBot
+Grabber
+GridBot
+HTTrack
+Hloader
+Image Sucker
+IstellaBot
 JennyBot
-JikeSpider
-Joomla
-Kinza
-LeechFTP
-LeechGet
-LinkScan
+Jetty
+Lanshanbot
+Leap
+Lightspeedsystems
 Linkbot
+LinkextractorPro
 LinqiaScrapeBot
-MarkMonitor
-Mass Downloader
-Mata Hari
-Microsoft URL Control
-Minefield
-Mojolicious
-NICErsPRO
-Name Intelligence
-NetAnts
-NetZIP
-Niki-bot
-Nuclei
-OutfoxBot
+Lipperhey
+MSFrontPage
+Majestic12
+Mojeek
+Needle
+NetLyzer
+Ninja
+Openfind
+PageScorer
 Panscient
-PictureFinder
-PleaseCrawl
-Proximic
-Re-re
-ReGet
+Pixray
+RSSingBot
+RankurBot
+Reaper
 RepoMonkey
-SEOkicks
-SEOlyticsCrawler
-ScoutJet
+Ripper
+SMTBot
 Scrapy
-ScreenerBot
 ScrepyBot
 Searchestate
-SemrushBot
-Shodan
-SiteExplorer
-SiteSnagger
-SmartDownload
-Snake
-Sogou web spider
-Sottopop
-SpaceBison
-Szukacz
-Toweyabot
-Typhoeus
+SiteCheckerBotCrawler
+Spbot
+Sqlmap
+Sucker
+TeleportPro
+Thumbor
+TinyTestBot
+Tracemyfile
+VB Project
 Vacuum
-VoidEYE
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Voil
 WBSearchBot
-WWW-Mechanize
-Wallpapers
-Web Auto
-Web Enhancer
 Web Pix
-Web Sucker
-WebImageCollector
-Widow
-WiseGuys Robot
-Zade
-Zitebot
-archive.org_bot
-clark-crawler
-gopher
-mediawords
-page scorer
-plumanalytics
-s1z.ru
+WebCopier
+WebFetch
+WebFuck
+WebGo IS
+Whatweb
+Woobot
+Wprecon
+Xenu
+YoudaoBot
+ZoomBot
+demandbase-bot
+magpie-crawler
+openai
 scan.lol
+seobility
+serpstatbot
 sysscan
-webprosbot
+x22Mozilla