V4.2024.08.4712 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
+01h4x.com
+360Spider
+80legs
+ADmantX
+Acunetix
 AiHitBot
 Anarchy
-Attach
-AwarioBot
-BackStreet
-Battleztar Bazinga
-BetaBot
-Bigfoot
-BlackWidow
-Blackboard
-BuiltWith
-CODE87
-CazoodleBot
-CensysInspect
-ChatGPT-User
-Citoid
-Cocolyzebot
-Custo
-DIIbot
-DnyzBot
-DomainAppender
-Domains Project
+Aspiegel
+BBBike
+BacklinkCrawler
+BotALot
+BunnySlippers
+CATExplorador
+Cegbfeieh
+CheeseBot
+Claritybot
+Cloud mapping
+CopyRightCheck
+Craftbot
+CrazyWebCrawler
+DSearch
+Devil
+DigitalPebble
+DittoSpyder
+DnBCrawler-Analytics
 Dotbot
-EMail Wolf
-Ebingbong
+Express WebPictures
 Extreme Picture Finder
-Ezooms
-GetWeb
-Grabber
-Havij
-Id-search
-InterGET
+FacebookBot
+FlashGet
+Fuzz
+GermCrawler
+GoZilla
+HEADMasterSEO
+HonoluluBot
 Internet Ninja
-InternetMeasurement
-IstellaBot
-Kinza
-Leap
-Lftp
-LinksManager
+Keyword Density
+Lanshanbot
+LieBaoFast
+LinkWalker
+Linkbot
+Majestic-SEO
 Majestic12
 Masscan
-MeanPath Bot
 Mediatoolkitbot
-Mozlila
-Navroad
-NearSite
-Needle
-Net Vampire
-NetSpider
-Niki-bot
+MolokaiBot
+NPbot
+NetAnts
+Nettrack
 Ninja
-Nuclei
-Offline Navigator
-OrangeSpider
-PHPCrawl
+Octopus
+OpenLinkProfiler
+OutclicksBot
 PageScorer
-Picscout
-PictureFinder
-Pump
-PxBroker
-RankActiveLinkBot
-RankingBot
-RealDownload
+Papa Foto
+Piepmatz
+RankActive
+RankingBot2
 RocketCrawler
-SEOkicks-Robot
-SeekportBot
-SenutoBot
-Siphon
-SmartDownload
+SEOlyt
+SEOprofiler
+SISTRIX
+SMTBot
+ScanAlert
+Shodan
+Sitevigil
+Snake
 SpankBot
-Sqlmap
-Szukacz
-Turingos
-TwengaBot
-Twice
+SuperBot
+Suzuran
+Telesphoreo
+TightTwatBot
+Titan
 URLy.Warning
-Vagabondo
-VeriCiteCrawler
-WWW-Collector-E
-Web Sucker
-Webalta
-WebsiteExtractor
-WebsiteQuester
-Wprecon
-YoudaoBot
+V-BOT
+Vacuum
+WEBDAV
+WWW::Mechanize
+Wallpapers
+WeSEE
+WebmasterWorldForumBot
+Xaldon_WebSpider
 Zade
-ZumBot
-arquivo.pt
-cah.io.community
-dataforseo.com
-heritrix
-linkdexbot
-linkfluence
-netEstate NE Crawler
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
+instabid
+isitwp.com
+oBot
+omgili
 openai.com
-ripz
+pcBrowser
+polaris version
+s1z.ru
 scalaj-http
-spyfu
+serpstatbot
+trendiction.de
+webmeup-crawler
+webprosbot
 x22Mozilla