V4.2022.11.3477 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404checker
 80legs
 ADmantX
-ALittle Client
-ASPSeek
-Aboundex
 Aboundexbot
 AhrefsBot
-Alexibot
+Aipbot
 AllSubmitter
-Anarchy99
+AlphaBot
+Aspiegel
 Asterias
+Atomseobot
+Attach
 AwarioRssBot
 AwarioSmartBot
+BBBike
 BDFetch
-BLEXBot
 Bandit
-BatchFTP
 BetaBot
 Bigfoot
-BlackWidow
-Blow
-Bolt
-Brandwatch
+Black Hole
+Blackboard
+BotALot
 Buck
-Bullseye
-CCBot
+Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
 CODE87
-CSHttp
+Calculon
+Cegbfeieh
 CheTeam
-CheeseBot
-Cliqzbot
 Cloud mapping
-Cogentbot
 Collector
-Copier
-Copyscape
-Crawling at Home Project
-Crescent
+Craftbot
+Curious
 Custo
+CyotekWebCopy
 DBLBot
-DSearch
-DTS Agent
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Digincore
-DigitalPebble
-Dirbuster
-Discobot
-DomCopBot
+Disco
+DittoSpyder
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Dotbot
 Download Wonder
 Dragonfly
-Drip
-EMail Siphon
-EasyDL
+EMail Wolf
+Ebingbong
 Ecxi
 EirGrabber
 EroCrawler
 Evil
+ExtLinksBot
 Extractor
 ExtractorPro
 Extreme Picture Finder
-FDM
-FHscan
-Freeuploader
-Fuzz
+Flunky
 G-i-g-a-b-o-t
-Genieo
+GalaxyBot
 GetWeb
-Go-Ahead-Got-It
-GoZilla
-Gotit
+Gigabot
 Grabber
-Grafula
 GrapeFX
 GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTMLparser
 HTTrack
-Haansoft
-HaosouSpider
-Humanlinks
-IDBTE4M
+Harvest
+Hloader
+IRLbot
 Id-search
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InterGET
-IstellaBot
+InfoTekies
+Intelliseek
+Internet Ninja
+InternetSeer
+Iskanie
 JOC Web Spider
-JamesBOT
-JennyBot
-Jetty
-Jorgee
-Jyxobot
+Jbrofuzz
+Joomla
+Kenjin Spider
+Keybot Translation-Search-Machine
+LNSpiderguy
 Larbin
-Leap
+LexiBot
+LibWeb
+LieBaoFast
+Lightspeedsystems
 LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+Linkbot
+LinkpadBot
+LinksManager
+LinqiaRSSBot
 Lipperhey
-Lmspider
-Ltx71
-MJ12bot
+Litemage_walker
+MIDown tool
+MIIxpc
+MTRobot
 Majestic SEO
 Majestic12
-MarkMonitor
-MarkWatch
-MeanPath Bot
-Mediatoolkitbot
-Microsoft Data Access
+Meanpathbot
+MegaIndex.ru
 Microsoft URL Control
 Minefield
-MolokaiBot
-Msrabot
-Nameprotect
+Mister PiX
+Mojolicious
+Mozlila
+Mr.4x3
+Musobot
+Navroad
 NearSite
-Needle
+Nessus
 Net Vampire
-NetAnts
-NetLyzer
-NetSpider
-NetZIP
-Nettrack
-Nikto
+NetMechanic
+Netcraft
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Nimbostratus
 Ninja
 Nmap
-Nutch
-Offline Explorer
+Not
+Nuclei
+Octopus
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-Openfind
 Openvas
-OrangeSpider
+OutclicksBot
 PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
-Panscient
-Papa Foto
+Pavuk
+Pi-Monster
 Picsearch
-PictureFinder
+Piepmatz
 Pixray
-Pockey
-ProPowerBot
-ProWebWalker
-Pu_iN
-PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
+Probethenet
+Psbot
+QueryN Metasearch
 RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot2
-Rankivabot
+RankurBot
+Re-re
 ReGet
-Reaper
-RedesScrapy
-RepoMonkey
+RealDownload
+RebelMouse
 Rogerbot
-SEOlyticsCrawler
 SEOprofiler
+SISTRIX
+SMTBot
 SalesIntelligent
+Scrapy
+Screaming
 ScrepyBot
-Searchestate
 SearchmetricsBot
-Seomoz
-Site Sucker
-SiteCheckerBotCrawler
-Sitebeam
+SeoSiteCheckup
+SiteSnagger
+SiteSucker
 Siteimprove
-Sitevigil
+SlySearch
 Snake
-Sociscraper
-Sosospider
+Sottopop
 SpaceBison
-Spanner
-Spbot
+SpankBot
 Stripper
 Sucker
-Swiftbot
+SuperHTTP
 Szukacz
+T0PHackTeam
 T8Abot
+Telesoft
 Telesphorep
+The Intraformant
 TheNomad
-TightTwatBot
-Titan
-Toata
-Trendiction
+Toweyabot
 Trendictionbot
-Turingos
+Turnitin
 TurnitinBot
+TwengaBot
+Typhoeus
 URLy Warning
 URLy.Warning
-VCI
 Vacuum
 Vagabondo
-Virusdie
-WBSearchBot
-Web Collage
-Web Fetch
+VeriCiteCrawler
+VoidEYE
+Voil
+WWW-Collector-E
+WeSEE
 Web Fuck
+Web Sucker
+WebBandit
+WebCollage
 WebCopier
 WebEnhancer
-WebLeacher
-WebPix
-WebSauger
-WebWhacker
+WebGo IS
+WebReaper
 WebZIP
+WebmasterWorldForumBot
 Website Quester
 WebsiteExtractor
-Widow
-WinHTTrack
-WiseGuys Robot
-Xaldon_WebSpider
+Whack
+Whacker
+Who.is Bot
+Wprecon
+Xaldon WebSpider
+YoudaoBot
+Zade
 Zermelo
-Zitebot
+Zeus
+ZmEu
+ZoomBot
 ZoominfoBot
-ZumBot
-adscanner
+ZyBorg
 archive.org_bot
-arquivo.pt
-autoemailspider
 check1.exe
-eCatch
-gopher
+clark-crawler
+coccocbot
+crawler4j
+dataforseo.com
+demandbase-bot
+domainsproject.org
 heritrix
-instabid
 ips-agent
+iubenda-radar
 linkdexbot
 lwp-request
-magpie-crawler
+lwp-trivial
 meanpathbot
 mediawords
-oBot
-page scorer
+netEstate NE Crawler
+pcBrowser
 plumanalytics
-polaris version
-ripz
-seobility
-seocompany.store
-seostar
+satoristudio.net
+scalaj-http
 spyfu
-sysscan
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
 webmeup-crawler
-xpymep1.exe
+x09Mozilla
+x22Mozilla
 zauba.io
-zgrab