V4.2023.12.4215 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-AiHitBot
-Alligator
-Anarchy99
-Ankit
+360Spider
+ASPSeek
+Aipbot
+AlphaBot
 Anthill
-Attach
+Apexoo
+BackDoorBot
 BackWeb
-Backlink-Ceck
-Badass
-Black Hole
+Bandit
 Blackboard
-BotALot
-Buddy
-CSHttp
-CazoodleBot
-Crawling at Home Project
+CCBot
+Calculon
+CherryPicker
+Chlooe
+Citoid
+Claritybot
+Collector
 Crescent
-Curious
-DatabaseDriverMysqli
-DomCopBot
-Dragonfly
-Ecxi
-Evil
+Custo
+CyotekWebCopy
+DBLBot
+DTS Agent
+DigitalPebble
+Discobot
+DomainAppender
+Dotbot
 Exabot
-ExtractorPro
-FHscan
-FrontPage
-GPTBot
-GT::WWW
-GalaxyBot
-Grabber
-GridBot
-HTTrack
-Hloader
-Image Sucker
-IstellaBot
-JennyBot
-Jetty
+EyeNetIE
+FyberSpider
+G-i-g-a-b-o-t
+HMView
+Internet Ninja
+JamesBOT
+JetCar
+Kozmosbot
 Lanshanbot
-Leap
-Lightspeedsystems
-Linkbot
-LinkextractorPro
-LinqiaScrapeBot
+LeechFTP
+LexiBot
+LinkScan
 Lipperhey
-MSFrontPage
-Majestic12
+Ltx71
+MSIECrawler
+MTRobot
+Mag-Net
+Microsoft Data Access
+Mister PiX
+Moblie Safari
 Mojeek
-Needle
-NetLyzer
+Mozlila
+Navroad
+NetAnts
+Netvibes
 Ninja
-Openfind
-PageScorer
-Panscient
+Nuclei
+Nutch
+OnCrawl
+OpenLinkProfiler
+PageThing.com
+Pimonster
 Pixray
-RSSingBot
+Psbot
+Rainbot
 RankurBot
+Re-re
 Reaper
-RepoMonkey
-Ripper
-SMTBot
-Scrapy
-ScrepyBot
-Searchestate
-SiteCheckerBotCrawler
-Spbot
-Sqlmap
-Sucker
-TeleportPro
-Thumbor
-TinyTestBot
-Tracemyfile
-VB Project
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Voil
-WBSearchBot
-Web Pix
-WebCopier
-WebFetch
-WebFuck
-WebGo IS
-Whatweb
-Woobot
+RedesScrapy
+SalesIntelligent
+ScreenerBot
+SlySearch
+Snapbot
+Sociscraper
+Spanner
+Spinn3r
+Steeler
+Teleport
+WWW-Mechanize
+Web Collage
+Web Sauger
+WebBandit
+WebLeacher
+WebPix
+WebSucker
+Webalta
 Wprecon
-Xenu
-YoudaoBot
-ZoomBot
-demandbase-bot
+Zade
+ZumBot
+backlink-check
+clark-crawler
+dataforseobot
+internetVista monitor
 magpie-crawler
-openai
-scan.lol
+probe-image-size
+ripz
+s1z.ru
 seobility
-serpstatbot
-sysscan
-x22Mozilla
+seocompany.store
+sexsearcher
+sogouspider
+tAkeOut
+zgrab