V4.2022.09.3327 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404enemy
 80legs
+ADmantX
 ALittle Client
-Aboundex
+ASPSeek
 Acunetix
-Alligator
-Aspiegel
-AwarioSmartBot
+AhrefsBot
+Aipbot
+Anarchie
+Ankit
+BDFetch
 BLEXBot
 BackDoorBot
 BackWeb
+BacklinkCrawler
 Bigfoot
-BlackWidow
+Bitacle
 Blow
-BlowFish
+Boardreader
 Bolt
-BuiltBotTough
+Brandprotect
+Brandwatch
+Buddy
+BunnySlippers
+CATExplorador
+CCBot
+CSHttp
+Calculon
 CazoodleBot
-CheTeam
-CherryPicker
 Cliqzbot
-Cogentbot
-CopyRightCheck
-Craftbot
-Crawling at Home Project
+Collector
+Cosmos
+Crescent
 CrunchBot
-DIIbot
+Curious
+DBLBot
 DSearch
-DTS Agent
-DataCha0s
 DatabaseDriverMysqli
 Devil
-Digincore
+DigitalPebble
+Dirbuster
 Disco
-Discobot
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DomainStatsBot
+DnyzBot
+DomainAppender
 Download Wonder
+Dragonfly
 ECCP/1.0
+EMail Siphon
 EMail Wolf
 EasyDL
-Ecxi
-EroCrawler
+Ebingbong
+ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-Ezooms
 FemtosearchBot
-FrontPage
+Fimap
+Firefox/7.0
+Foobot
 FyberSpider
-GT::WWW
 GalaxyBot
-Getintent
+GetRight
+GetWeb
 GoZilla
-Grafula
-HEADMasterSEO
-HTTP::Lite
+GrabNet
+Grabber
+GrapeshotCrawler
+HMView
+HTMLparser
 HTTrack
-Harvest
-Havij
-HybridBot
-Iblog
+Haansoft
+HaosouSpider
+Heritrix
+Hloader
+Humanlinks
+IDBTE4M
+Id-search
 IlseBot
-Image Fetch
-Image Sucker
 Indy Library
-InterGET
-InternetSeer
+InfoNaviRobot
+InfoTekies
+Internet Ninja
 Iria
-Iskanie
-IstellaBot
-JOC Web Spider
-JamesBOT
+Jbrofuzz
 JetCar
-Joomla
-JustView
-Jyxobot
-Kinza
+Jetty
+JikeSpider
+Jorgee
+Keyword Density
+LWP::Simple
 Larbin
-Leap
-LeechFTP
-LeechGet
-LinkextractorPro
-LinqiaRSSBot
+LexiBot
+Lftp
+Libwhisker
+Likse
+LinkScan
+Linkbot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
 Lmspider
-Ltx71
-MSIECrawler
-Mag-Net
-Majestic SEO
+MIIxpc
+MJ12bot
+MSFrontPage
+MTRobot
 Majestic-SEO
-Majestic12
+MarkMonitor
 Masscan
+Mata Hari
 MauiBot
 MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
-MicroMessenger
-Minefield
-Mister PiX
+Microsoft Data Access
+Microsoft URL Control
 Moblie Safari
-Mojeek
+Morfeus Fucking Scanner
 Mozlila
 Msrabot
+Musobot
+Name Intelligence
+Nameprotect
+NearSite
 Needle
-Nessus
-Net Vampire
-NetMechanic
-NetZIP
+NetSpider
 Netcraft
-Netvibes
-Niki-bot
+Nettrack
+Nibbler
+Nimbostratus
+Nmap
 Nuclei
-OnCrawl
+Offline Explorer
 OpenLinkProfiler
 OpenVAS
-Openfind
 Openvas
 OrangeBot
-OrangeSpider
+OutclicksBot
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageThing.com
-Papa Foto
+PageGrabber
+Panscient
+PeoplePal
 Petalbot
+Pi-Monster
+Picscout
 Picsearch
-Pimonster
+Pixray
 ProPowerBot
-ProWebWalker
-Probethenet
 Pump
 PxBroker
-QueryN Metasearch
-RSSingBot
-RankActive
-RankFlex
+PyCurl
+Quick-Crawler
+RankingBot
 Rankivabot
-Re-re
-RealDownload
+RankurBot
+Reaper
+RedesScrapy
 Ripper
-RocketCrawler
-Rogerbot
 SBIder
-ScanAlert
-Scanbot
-Scrapy
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 ScrepyBot
 Searchestate
+SemanticJuice
 Semrush
 SentiBot
+Shodan
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteSnagger
 SiteSucker
 Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
-Snake
+Snapbot
 SocialRankIOBot
-Sogou web spider
-Sosospider
-SpaceBison
-Spanner
-Spbot
-Spinn3r
+Sociscraper
+Sottopop
+Spammen
+SpankBot
 Sqlmap
-Sqlworm
 Sqworm
-Sucuri
-Suzuran
-T0PHackTeam
-Teleport
-Telesphoreo
+Stripper
+Sucker
+SuperBot
+SuperHTTP
+Szukacz
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
 Thumbor
 TightTwatBot
 Titan
-Toweyabot
-Trendictionbot
+True_Robot
+Turingos
 Twice
-Typhoeus
-URLy Warning
 URLy.Warning
+UnisterBot
 V-BOT
 VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voil
-WEBDAV
-WISENutbot
-WPScan
-WWW-Mechanize
+Virusdie
+WWW-Collector-E
 WWWOFFLE
 WallpapersHD
-Web Collage
-Web Fetch
-Web Fuck
-Web Sucker
-WebAuto
+WeSEE
+Web Sauger
 WebBandit
 WebCollage
-WebEnhancer
+WebFuck
+WebImageCollector
+WebLeacher
 WebReaper
-WebStripper
-WebWhacker
-WebZIP
 Website Quester
+WebsiteExtractor
 WebsiteQuester
-Webster
-Wonderbot
+Whatweb
+Who.is Bot
+Widow
+WiseGuys Robot
 Wprecon
 YoudaoBot
-Zade
-ZumBot
-adscanner
-archive.org_bot
-arquivo-web-crawler
+Zermelo
+Zitebot
+ZmEu
 arquivo.pt
 backlink-check
-cah.io.community
-coccocbot
-com.plumanalytics
-crawler.feedback
-crawler4j
-evc-batch
+crawl.sogou.com
 facebookscraper
-gopher
-isitwp.com
+instabid
 linkdexbot
-magpie-crawler
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
-page scorer
-pcBrowser
+lwp-request
+oBot
+plumanalytics
+polaris version
+scalaj-http
+scan.lol
 seoscanners
-seostar
 serpstatbot
+siteripz
 sogouspider
+sp_auditbot
+spyfu
 sysscan
-tAkeOut
-webgains-bot
 webpros.com
-x22Mozilla
-xpymep1.exe
-zauba.io
+zgrab