V4.2022.11.3486 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404enemy
 ADmantX
-ASPSeek
+ALittle Client
+Abonti
+Aboundex
 AiHitBot
-Aipbot
-AllSubmitter
 Alligator
-Aspiegel
+Anarchie
+Anarchy
+Apexoo
 Asterias
-AwarioRssBot
-Bandit
+AwarioSmartBot
+BBBike
+BDFetch
+BackStreet
+Backlink-Ceck
+Badass
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 BetaBot
 Bigfoot
-Bitacle
-Boardreader
+Black Hole
+Blow
 Bolt
-BuiltWith
-BuzzSumo
-Calculon
+Brandwatch
+Buck
+BunnySlippers
 Cegbfeieh
-CensysInspect
-Cocolyzebot
-Collector
+ChinaClaw
+Chlooe
+Cliqzbot
 Copier
-CopyRightCheck
-Copyscape
+Craftbot
+Crescent
 CrunchBot
+Curious
+Custo
+CyotekWebCopy
 DBLBot
 DSearch
-DTS Agent
 Demon
-Disco
+Deusu
 Discobot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DomainSigmaCrawler
-Domains Project
-Download Wonder
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-Ebingbong
-Ecxi
+DnyzBot
+DomainAppender
+DomainStatsBot
+Dragonfly
+Drip
+EirGrabber
+EroCrawler
 Evil
-Express WebPictures
-ExtractorPro
+Extractor
 EyeNetIE
-Ezooms
-FHscan
+Fimap
+FlashGet
 Flunky
 Foobot
 Freeuploader
-Fuzz
+FrontPage
 FyberSpider
-GermCrawler
-GetWeb
-Go!Zilla
-Gotit
-GrabNet
-GrapeshotCrawler
+Fyrebot
+GalaxyBot
+GetRight
+Gigabot
 GridBot
 HEADMasterSEO
-HTMLparser
+HTTP::Lite
 Haansoft
 HaosouSpider
-Harvest
-Havij
-Heritrix
-IDBTE4M
+Humanlinks
+HybridBot
 IDBot
-Iblog
 IlseBot
-Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
+InterGET
+InternetSeer
 Iria
 Iskanie
-IstellaBot
-JOC Web Spider
-JamesBOT
-Jbrofuzz
 JetCar
-Jetty
-Jorgee
+JikeSpider
+Joomla
+JustView
+Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
 LWP::Simple
 Lanshanbot
 Larbin
-LeechFTP
-LeechGet
-LexiBot
-Lftp
-LinqiaMetadataDownloaderBot
-Litemage_walker
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MQQBrowser
+Leap
+LibWeb
+Libwhisker
+LinkWalker
+Linkbot
+LinkextractorPro
+LinkpadBot
+LinqiaScrapeBot
 MSFrontPage
-MTRobot
+MSIECrawler
+Mail.RU_Bot
 Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
 Masscan
-Mata Hari
-MauiBot
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
 Metauri
 Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-MolokaiBot
+Minefield
+Mister PiX
+Mojeek
 Mozlila
+Mr.4x3
 Msrabot
 NPbot
-Navroad
-Needle
-Net Vampire
+Name Intelligence
+Nessus
 NetAnts
-NetLyzer
-NetMechanic
-Nikto
+NetSpider
+Netcraft
+Netvibes
+NextGenSearchBot
 NimbleCrawler
-Nimbostratus
-Not
-OnCrawl
-OpenLinkProfiler
-OrangeBot
-OrangeSpider
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PageScorer
-Papa Foto
+Ninja
+Nutch
+Offline Explorer
+OpenVAS
+PageGrabber
+Panscient
+PeoplePal
 Petalbot
+Pi-Monster
+Picscout
 Picsearch
-Pixray
-ProPowerBot
-ProWebWalker
-Pump
+PictureFinder
+PleaseCrawl
+Psbot
 PxBroker
 PyCurl
 QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankurBot
+Quick-Crawler
+RankingBot2
 Re-re
+ReGet
+Reaper
 Recorder
-RepoMonkey
-RocketCrawler
+RedesScrapy
+SBIder
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
-ScanAlert
-Scanbot
-Searchestate
-SearchmetricsBot
+SMTBot
 SemanticJuice
-SentiBot
-SeoSiteCheckup
 Seomoz
-Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 SiteSucker
 Sitevigil
-SlySearch
-Snake
-Sociscraper
 Sogou web spider
-SpaceBison
+Sosospider
+SpankBot
+Spinn3r
 Sqlworm
+Sqworm
 Sucker
-Sucuri
+SuperBot
+SuperHTTP
 Surfbot
 Swiftbot
-Telesoft
 Telesphoreo
-TheNomad
-Toata
-TwengaBot
-URLy.Warning
+Telesphorep
+The Intraformant
+Thumbor
+Trendiction
+True_Robot
+Turingos
+Typhoeus
+URLy Warning
 UnisterBot
-Vacuum
+Upflow
+V-BOT
+VB Project
 VidibleScraper
-VoidEYE
-WISENutbot
+Voil
+Voltron
+WBSearchBot
 WPScan
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
 Wallpapers/3.0
 WeSEE
+Web Auto
+Web Collage
 Web Enhancer
+Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
+Web Sucker
+WebCopier
+WebEnhancer
 WebFetch
 WebFuck
 WebGo IS
-WebLeacher
-WebWhacker
+WebImageCollector
+WebPix
+WebReaper
+WebSauger
+WebSucker
+Webshag
 Website Quester
 WebsiteExtractor
+Whack
+Whacker
+Whatweb
 Who.is Bot
-Wonderbot
-Wotbox
+WinHTTrack
+Wprecon
 Xaldon WebSpider
-Zade
-Zauba
-Zitebot
+Xaldon_WebSpider
+YoudaoBot
 ZmEu
+ZoominfoBot
+ZumBot
 ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
-arquivo.pt
-cah.io.community
 clark-crawler
 coccocbot
-crawler.feedback
-dataforseo.com
+crawler4j
+demandbase-bot
+facebookscraper
 gopher
-heritrix
-iubenda-radar
-lwp-request
+instabid
+ips-agent
+magpie-crawler
 meanpathbot
 muhstik-scan
-oBot
-page scorer
 polaris version
-ripz
 s1z.ru
 scalaj-http
 seocompany.store
-seostar
+seoscanners
+sexsearcher
+sitechecker.pro
 siteripz
 sogouspider
-sp_auditbot
 spyfu
-sysscan
 tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
+webgains-bot