V4.2024.07.4632 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Alexibot
+80legs
+Aboundexbot
 AllSubmitter
-Anarchy
-Ankit
-Aspiegel
-Attach
-BDFetch
-BackWeb
-Backlink-Ceck
+Barkrowler
 Boardreader
 Bolt
-BuiltWith
-Bytespider
-Citoid
-Collector
-Copyscape
-DBLBot
-DnBCrawler-Analytics
-DomCopBot
-Ecxi
+BunnySlippers
+BuzzSumo
+CODE87
+CSHttp
+ChatGPT-User
+ClaudeBot
+Cocolyzebot
+CrazyWebCrawler
+DatabaseDriverMysqli
+Demon
+Deusu
+Dragonfly
 Evil
-ExtLinksBot
-Ezooms
-FDM
-Firefox/7.0
-Flunky
-Freeuploader
-Fyrebot
+Exabot
+Extreme Picture Finder
+FemtosearchBot
 G-i-g-a-b-o-t
-GermCrawler
-GetRight
-GetWeb
-Grafula
-GrapeshotCrawler
-HonoluluBot
+GT::WWW
+GrabNet
+HTTP::Lite
+Heritrix
+IDBot
 IRLbot
+IndeedBot
+InfoNaviRobot
 InfraSec Scanner
 InternetSeer
-Iskanie
 Jbrofuzz
-Jetty
-Keyword Density
-Lanshanbot
-Larbin
+JennyBot
+Joomla
 LinkWalker
-Litemage_walker
-MarkWatch
-Mata Hari
-Meanpathbot
-MegaIndex.ru
-Moblie Safari
-Morfeus Fucking Scanner
+Lipperhey Spider
+MIIxpc
+MSFrontPage
+Magnet
+MauiBot
+MeanPath Bot
+Microsoft Data Access
+Minefield
 NICErsPRO
-NearSite
+Navroad
+Needle
+NetAnts
 Nettrack
-OutfoxBot
-Page Analyzer
-Picsearch
-Pixray
-RankingBot2
-Recorder
-Rogerbot
-SBIder
-Seekport
+Ninja
+Offline Navigator
+PageGrabber
+Pimonster
+Probethenet
+ReGet
+RebelMouse
+RocketCrawler
+SEOkicks
+Scrapy
+ScreenerBot
+SeekportBot
 SentiBot
-SiteSnagger
-SiteSucker
-SocialRankIOBot
-Sociscraper
-Sottopop
+Siphon
+SlySearch
+Sogou web spider
 SpaceBison
-SpankBot
-Sqlmap
-Sqworm
+Spinn3r
+Sqlworm
 Suzuran
-Swiftbot
-TheNomad
-TinyTestBot
-True_Robot
-TwengaBot
-VB Project
-VelenPublicWebCrawler
-WWW-Mechanize
-Web Collage
-Web Pix
-WebPix
-WebStripper
-Website Quester
-WebsiteQuester
-Whacker
-Xenu
-ZoomBot
-cah.io.community
-check1.exe
-dataforseo.com
-iubenda-radar
-netEstate NE Crawler
-tAkeOut
-webprosbot
+T8Abot
+Telesoft
+Upflow
+Virusdie
+Voltron
+WPScan
+WWW-Collector-E
+Wallpapers
+WeSEE
+Web Sucker
+WebAuto
+WebFetch
+WebLeacher
+Webshag
+Whack
+WinHTTrack
+WiseGuys Robot
+Xaldon WebSpider
+ZmEu
+archive.org_bot
+arquivo-web-crawler
+muhstik-scan
+openai
+openai.com
+probe-image-size
+s1z.ru
+serpstatbot
+sexsearcher
+x09Mozilla
+xpymep1.exe