V4.2024.04.4411 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-Abonti
-AhrefsBot
-Apexoo
-AwarioSmartBot
-BackWeb
-BuzzSumo
+01h4x.com
+ADmantX
+ALittle Client
+Alexibot
+Alligator
+Anarchie
+Aspiegel
+BackDoorBot
+BuiltBotTough
+Bullseye
 Bytespider
-CSHttp
-Cegbfeieh
-ChatGPT-User
-Cloud mapping
-Dispatch
-Download Wonder
+Cosmos
+Craftbot
+DataCha0s
+DatabaseDriverMysqli
+DigitalPebble
 Dragonfly
-FHscan
-FlashGet
-FyberSpider
-Grabber
-HMView
-Haansoft
-HaosouSpider
-HonoluluBot
-Humanlinks
-Id-search
-IstellaBot
-JikeSpider
-MFC_Tear_Sample
-MQQBrowser
+Ebingbong
+EirGrabber
+Exabot
+FemtosearchBot
+FrontPage
+Gigabot
+Google-Extended
+GrapeshotCrawler
+IlseBot
+Image Sucker
+IndeedBot
+InfoNaviRobot
+InternetSeer
+Jetty
+Joomla
+LNSpiderguy
+Likse
+LinksManager
+Lipperhey
+MIDown tool
 MSIECrawler
-MarkWatch
-Mass Downloader
+Magnet
+Majestic-SEO
+MarkMonitor
 Minefield
 Moblie Safari
-Needle
+NearSite
 Net Vampire
-NetLyzer
-Netvibes
-Nibbler
+NetSpider
+Nikto
+NimbleCrawler
 Nuclei
-Octopus
-Offline Navigator
-OpenLinkProfiler
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageGrabber
-Papa Foto
-Pavuk
-PictureFinder
-Pimonster
+Openfind
+PageAnalyzer
+Pandalytics
+Panscient
+Picscout
+Probethenet
 Psbot
-Rainbot
-RankurBot
-RealDownload
-ScoutJet
+RepoMonkey
+Ripper
+Scrapy
+Screaming
+SeekportBot
+SentiBot
 Shodan
-Snoopy
-Sogou web spider
-Spanner
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSucker
+Sosospider
 Sqlmap
-Stripper
-SuperHTTP
-Swiftbot
-T8Abot
+Sqworm
+Teleport
 Telesphorep
-Thumbor
-TurnitinBot
-UnisterBot
-Upflow
-Vagabondo
-Virusdie
-WBSearchBot
-WEBDAV
-WPScan
-WWW-Collector-E
-WebGo IS
-Webshag
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Webster
-WinHTTrack
-Woobot
+Titan
+True_Robot
+Turingos
+Twice
+Voltron
+WallpapersHD
+WebReaper
+WebSucker
+WebZIP
+Who.is Bot
+Wonderbot
+Wotbox
 Zitebot
 ZoomBot
-ZyBorg
-anthropic-ai
+adscanner
+autoemailspider
 backlink-check
-coccocbot
-com.plumanalytics
-crawler4j
-eCatch
+crawler.feedback
+dataforseobot
 evc-batch
-isitwp.com
-meanpathbot
-netEstate NE Crawler
-seobility
-seostar
-sp_auditbot
+facebookscraper
+imagesift.com
+magpie-crawler
+scalaj-http
+seocompany.store
+serpstatbot
+spyfu
+voyagerx.com
+webmeup-crawler