V4.2024.09.4738 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-Anarchy
-Asterias
-AwarioRssBot
-BDCbot
-Bullseye
-CSHttp
-CensysInspect
-CheeseBot
-Claritybot
-Collector
-Copier
-Copyscape
-Cosmos
-Craftbot
+ADmantX
+AwarioSmartBot
+Citoid
+Cogentbot
 Crawling at Home Project
-CyotekWebCopy
+Custo
 DTS Agent
+DataCha0s
 Devil
-Dirbuster
+Discobot
 DnBCrawler-Analytics
 DnyzBot
+DomainStatsBot
 Dotbot
-Ecxi
-FHscan
-Flunky
-Foobot
-Fyrebot
-Gigabot
-GrabNet
+Drip
+Evil
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+FacebookBot
+Go-Ahead-Got-It
 Grafula
-GrapeFX
-HMView
+GrapeshotCrawler
+Hloader
+IRLbot
+Id-search
 Image Sucker
 ImagesiftBot
 InfoTekies
 InterGET
-JOC Web Spider
+IstellaBot
 Keybot Translation-Search-Machine
-LeechFTP
-Lftp
-LinkpadBot
+Larbin
+LeechGet
+Likse
+Ltx71
+MFC_Tear_Sample
+MTRobot
+Majestic-SEO
+Mass Downloader
+Masscan
 MauiBot
 Minefield
-MolokaiBot
-Morfeus Fucking Scanner
-NPbot
-Name Intelligence
-NearSite
-Needle
-NextGenSearchBot
-Octopus
-OpenVAS
-Openfind
-OrangeSpider
-Papa Foto
-Pavuk
+Navroad
+Nuclei
+Nutch
+OrangeBot
+PageAnalyzer
+Pandalytics
+Pi-Monster
+Piepmatz
 Pimonster
-PxBroker
+Psbot
+RSSingBot
 Rainbot
-ReGet
+RankurBot
+Re-re
 RealDownload
+Recorder
+Ripper
+SBIder
 ScanAlert
-ScoutJet
-Screaming
-Seomoz
-Site Sucker
-Siteimprove
-Sitevigil
-SlySearch
-Snake
-SpankBot
-Spider_Bot/3.0
-Spinn3r
-Sucker
-Thumbor
+ScrepyBot
+Shodan
+SiteSucker
+SocialRankIOBot
+Sqlmap
+Szukacz
+Telesphorep
+The Intraformant
+Toata
+Toweyabot
 Twice
-VeriCiteCrawler
-WASALive-Bot
-WPScan
-WWW-Mechanize
-Wallpapers
-Web Collage
-WebFuck
+Vacuum
+Web Pix
 WebImageCollector
-WebStripper
-WebsiteQuester
-Whack
-Zauba
-Zermelo
-arquivo-web-crawler
-cah.io.community
-eCatch
-internetVista monitor
+Widow
+WiseGuys Robot
+Wonderbot
+Wprecon
+Zade
+anthropic-ai
+archive.org_bot
+backlink-check
+clark-crawler
+coccocbot
+cohere-ai
+dataforseobot
+domainsproject.org
+gopher
+oBot
+omgili
+openai
+probe-image-size
 scalaj-http
-serpstatbot
-sogouspider
-sp_auditbot
-webmeup-crawler
-x22Mozilla
+trendiction.com
+trendiction.de
+voyagerx.com
+webgains-bot
+webprosbot