V4.2024.03.4397 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-AhrefsBot
+80legs
+AIBOT
+Aboundex
+AdsTxtCrawlerTP
 Anthill
-Apexoo
-Aspiegel
-BLEXBot
-BackDoorBot
-Blow
-Boardreader
-Buck
-ChatGPT-User
-Claritybot
-Craftbot
+Asterias
+AwarioSmartBot
+Badass
+Bolt
+Bullseye
+BunnySlippers
+Calculon
+CazoodleBot
+CheeseBot
+Cosmos
 Curious
-Deusu
-Dirbuster
-DomainStatsBot
-EasyDL
-FDM
-FemtosearchBot
-Fimap
-GetRight
-HTMLparser
-HTTP::Lite
-Heritrix
-Humanlinks
+Custo
+DigitalPebble
+Disco
+EirGrabber
+EroCrawler
+Express WebPictures
+Extractor
+ExtractorPro
+Extreme Picture Finder
+FHscan
+GetWeb
+Go-Ahead-Got-It
+HMView
+HTTrack
 IDBTE4M
-IDBot
 IRLbot
-Image Fetch
-JetCar
-Keybot Translation-Search-Machine
-Larbin
-Leap
+InfoNaviRobot
+InternetSeer
+JikeSpider
+Joomla
+LWP::Simple
 LeechFTP
-Libwhisker
-Lightspeedsystems
-LinkScan
-LinkpadBot
-LinqiaMetadataDownloaderBot
+Likse
+Linkbot
 Lipperhey Spider
-Litemage_walker
-Lmspider
-MegaIndex.ru
-Mister PiX
+MFC_Tear_Sample
+MJ12bot
+Majestic-SEO
+Microsoft URL Control
+Morfeus Fucking Scanner
+Navroad
+NearSite
+NetSpider
+NetZIP
+Netvibes
 Niki-bot
-Nuclei
-Openvas
-PECL::HTTP
+Nikto
+NimbleCrawler
+Nmap
+OutclicksBot
 PHPCrawl
-Pandalytics
+PageThing.com
 Panscient
-Pockey
-Pump
-PyCurl
-Quick-Crawler
-RSSingBot
-RankFlex
-Recorder
+Piepmatz
+ProPowerBot
+QueryN Metasearch
+Rainbot
+Re-re
+SBIder
 SEOlyticsCrawler
-SEOprofiler
-SeobilityBot
-SiteSnagger
-Siteimprove
+SemrushBot
+SentiBot
+SeoSiteCheckup
+Shodan
+SiteExplorer
+SmartDownload
 Snapbot
-SocialRankIOBot
 SpankBot
+Spanner
 Spinn3r
-Sqworm
-SuperHTTP
-Surfbot
-T8Abot
-The Intraformant
-Thumbor
-Toata
-True_Robot
+Stripper
+Suzuran
+Telesphoreo
+Titan
 Turingos
-VidibleScraper
-VoidEYE
-WEBDAV
-WWW-Mechanize
-WallpapersHD
-Web Collage
-WebAuto
-Website Quester
-Whatweb
-Wprecon
-ZmEu
-anthropic-ai
-arquivo.pt
-backlink-check
-crawler.feedback
-lwp-trivial
-page scorer
+Typhoeus
+V-BOT
+Vacuum
+WASALive-Bot
+Web Auto
+Web Sauger
+WebStripper
+WebSucker
+WebsiteExtractor
+Who.is Bot
+Zitebot
+check1.exe
+crawler4j
+instabid
+meanpathbot
 polaris version
-probe-image-size
 scan.lol
 seostar
-sysscan
-trendiction.de
+spyfu