V4.2022.11.3447 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-80legs
+ALittle Client
 ASPSeek
 Aboundex
-Aipbot
-AllSubmitter
-Alligator
 AlphaBot
 Anarchie
-Anarchy
 Apexoo
-Attach
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
+BDCbot
 BDFetch
+BLEXBot
 BackWeb
-Badass
+BacklinkCrawler
 Barkrowler
 BatchFTP
 Battleztar Bazinga
+BetaBot
+Bigfoot
 Bitacle
-BlackWidow
-Blow
+Blackboard
 BlowFish
-Boardreader
-Brandprotect
-Buck
+BotALot
+BuiltWith
 Bullseye
 BunnySlippers
+BuzzSumo
 CODE87
-CSHttp
-Cegbfeieh
+CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
-Cloud mapping
-Collector
+Cliqzbot
+Cocolyzebot
 Copier
 CopyRightCheck
 Cosmos
 Crawling at Home Project
+CrazyWebCrawler
 Crescent
-Curious
-Custo
-CyotekWebCopy
-DIIbot
-DataCha0s
-Digincore
-DigitalPebble
-Dirbuster
-Discoverybot
-Dispatch
+CrunchBot
+DSearch
+Deusu
+Disco
 DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
 DomainSigmaCrawler
-EMail Siphon
-Ecxi
-EirGrabber
-Exabot
+Domains Project
+Dotbot
+Download Wonder
+Drip
+ECCP/1.0
+EMail Wolf
+EasyDL
 Express WebPictures
-Extractor
 ExtractorPro
 Extreme Picture Finder
-Ezooms
+FemtosearchBot
 Foobot
+Freeuploader
+FrontPage
 Fyrebot
-GT::WWW
-GetWeb
-Getintent
-Go!Zilla
-GoZilla
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
+GetRight
 Grabber
+Grafula
 GrapeshotCrawler
-HTTP::Lite
-HTTrack
-HaosouSpider
-Harvest
+HMView
+Haansoft
+Heritrix
 Hloader
 Humanlinks
-IDBTE4M
+HybridBot
 IRLbot
 Iblog
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
 Intelliseek
 InterGET
-IstellaBot
+Internet Ninja
+Iskanie
+JOC Web Spider
+JamesBOT
+Joomla
+Jorgee
 JustView
-Jyxobot
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-LeechFTP
+Kenjin Spider
+Kinza
+LeechGet
+LexiBot
 Lftp
-Libwhisker
-Likse
+LibWeb
+LieBaoFast
 LinkScan
-Linkbot
 LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
 MIDown tool
 MIIxpc
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
-Majestic12
+MJ12bot
+Magnet
+MarkMonitor
 Mass Downloader
-MauiBot
-MeanPath Bot
 Meanpathbot
-Microsoft Data Access
-Mister PiX
-Mojeek
-MolokaiBot
-Mr.4x3
+Mediatoolkitbot
+MicroMessenger
+Microsoft URL Control
+Morfeus Fucking Scanner
+NPbot
 Nameprotect
-NearSite
-Nessus
-NetAnts
-NetMechanic
-NetSpider
+Navroad
+NetLyzer
 Netcraft
 NextGenSearchBot
-Nimbostratus
+Niki-bot
+Nikto
 Nuclei
-Offline Explorer
+Offline Navigator
 OnCrawl
+OpenVAS
+Openfind
+Openvas
+OrangeBot
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-Pandalytics
-Pavuk
+PECL::HTTP
+PageScorer
 PeoplePal
-ProPowerBot
-Pu_iN
-Pump
-QueryN Metasearch
+Pi-Monster
+Picsearch
+Psbot
 Quick-Crawler
 RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot
 RankurBot
-RealDownload
-Ripper
+Reaper
+RepoMonkey
 Rogerbot
-SEOlyticsCrawler
-SEOprofiler
+SEOkicks-Robot
 SISTRIX
+SMTBot
+SalesIntelligent
 ScoutJet
-Scrapy
-Screaming
-ScreenerBot
-SeobilityBot
-Seomoz
+Searchestate
+SearchmetricsBot
+Seekport
+Shodan
 Siphon
 Site Sucker
 SiteExplorer
+SiteLockSpider
 SiteSnagger
+SiteSucker
+Siteimprove
 Sitevigil
+SlySearch
 SmartDownload
-Snake
-Sociscraper
-Sosospider
+Snapbot
+SocialRankIOBot
+Sottopop
 SpankBot
+Spanner
 Spbot
-Sqworm
+SputnikBot
+Sqlmap
+Sqlworm
+Steeler
+Stripper
+Sucuri
 SuperBot
-Surfbot
-SurveyBot
-T0PHackTeam
+SuperHTTP
 T8Abot
-TeleportPro
+Telesphoreo
 Telesphorep
+The Intraformant
+TheNomad
 Thumbor
-Toata
-Tracemyfile
+Titan
 Trendiction
 Trendictionbot
-True_Robot
-Turingos
-TurnitinBot
+TwengaBot
 Typhoeus
-UnisterBot
-V-BOT
-VB Project
+Upflow
+VCI
 Vacuum
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-Voil
-WASALive-Bot
-WISENutbot
-Wallpapers/3.0
-Web Fetch
+Virusdie
+Voltron
+WBSearchBot
+WWW-Mechanize
+WallpapersHD
+WeSEE
+Web Auto
+Web Enhancer
 Web Fuck
+Web Pix
+Web Sucker
+WebAuto
 WebCollage
-WebCopier
-WebFetch
+WebEnhancer
 WebFuck
-WebGo IS
-WebStripper
-WebWhacker
-WebsiteQuester
+WebImageCollector
+WebPix
+WebReaper
+WebZIP
+WebsiteExtractor
+Webster
 Widow
-Wotbox
+WinHTTrack
 YoudaoBot
-Zade
+Zauba
 Zermelo
+Zitebot
 ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
 adscanner
-archive.org_bot
 arquivo.pt
-check1.exe
+backlink-check
 clark-crawler
 cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-domainsproject.org
-gopher
+eCatch
 heritrix
-instabid
 internetVista monitor
 ips-agent
 isitwp.com
-iubenda-radar
-magpie-crawler
 meanpathbot
+oBot
 pcBrowser
-plumanalytics
-polaris version
 probe-image-size
-s1z.ru
-satoristudio.net
+ripz
+scalaj-http
 scan.lol
-seocompany.store
 seoscanners
-sexsearcher
-spyfu
 sysscan
 trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
+webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
 x22Mozilla
-zauba.io
+zgrab