V4.2022.01.2828 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
-AIBOT
+01h4x.com
+360Spider
 ALittle Client
-ASPSeek
-Abonti
-AfD-Verbotsverfahren
-AlphaBot
-Apexoo
+Aboundex
+AiHitBot
+Aipbot
+Alexibot
+Alligator
 Aspiegel
-AwarioSmartBot
-BackStreet
-Battleztar Bazinga
+Asterias
+Attach
+BackWeb
+Backlink-Ceck
+BetaBot
+Bigfoot
+Bitacle
+Black Hole
 BlackWidow
-Boardreader
-Bolt
-Brandwatch
+Blow
+Brandprotect
 Buddy
-Bullseye
-BuzzSumo
-CATExplorador
-CazoodleBot
+BuiltBotTough
+CODE87
+Cegbfeieh
+CensysInspect
 CheTeam
+ChinaClaw
 Citoid
-Claritybot
-Cloud mapping
+Cliqzbot
 Collector
 Copier
 CopyRightCheck
-Copyscape
 Cosmos
-CrazyWebCrawler
-CrunchBot
+Craftbot
+Crawling at Home Project
 Custo
 CyotekWebCopy
-DBLBot
-Deusu
-Devil
+DIIbot
+DSearch
+DataCha0s
 Digincore
 DigitalPebble
 Dirbuster
-Disco
+Discoverybot
+DnyzBot
 DomCopBot
-Domains Project
+DomainCrawler
 Download Wonder
-Dragonfly
-Drip
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-Ecxi
 Exabot
-ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-Freeuploader
-FrontPage
-Fuzz
-GalaxyBot
-Genieo
+Ezooms
+Fimap
+FlashGet
+Flunky
+FyberSpider
 GermCrawler
 GetRight
-GoZilla
-GrabNet
+Getintent
+Gigabot
+Grabber
 Grafula
-GrapeFX
 GridBot
 HMView
+HaosouSpider
 Harvest
+Heritrix
 HybridBot
-IDBot
-IRLbot
+IDBTE4M
 IlseBot
-Image Fetch
+Image Sucker
+Indy Library
 InfoNaviRobot
 InternetSeer
-IstellaBot
-JOC Web Spider
-Jbrofuzz
+Iskanie
 JennyBot
-JikeSpider
-Joomla
-Jorgee
+JetCar
+Jetty
 JustView
-Jyxobot
 Keyword Density
-Kozmosbot
+Kinza
+LNSpiderguy
+LWP::Simple
+Larbin
+Leap
 LeechFTP
-LexiBot
 Lftp
-Libwhisker
-Lightspeedsystems
+Likse
 LinkScan
-Linkdexbot
-LinkpadBot
+LinkWalker
+LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
+LinqiaRSSBot
+Litemage_walker
 Lmspider
-MFC_Tear_Sample
-MIIxpc
+Ltx71
+MIDown tool
+MJ12bot
+MSIECrawler
+MTRobot
 Majestic SEO
+MarkMonitor
+MarkWatch
 Mass Downloader
 Masscan
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
+Meanpathbot
 MicroMessenger
-Microsoft URL Control
 Minefield
-Mister PiX
-Moblie Safari
-Mojeek
-Mojolicious
-Mozlila
-NPbot
-NearSite
-Needle
-Nessus
-Net Vampire
+Msrabot
+Musobot
+NICErsPRO
+Name Intelligence
+NetAnts
 NetLyzer
-NetMechanic
-NetSpider
-NetZIP
-NextGenSearchBot
-Nikto
+Netvibes
+Nibbler
 NimbleCrawler
+Ninja
+Nmap
+Nuclei
 Octopus
+Offline Explorer
 OnCrawl
-Openfind
-OrangeSpider
-OutclicksBot
-POE-Component-Client-HTTP
+OutfoxBot
+Page Analyzer
+PageAnalyzer
 PageScorer
-Petalbot
-Piepmatz
+Pandalytics
+Panscient
+Papa Foto
+PeoplePal
+Pi-Monster
+PictureFinder
+Pimonster
+PleaseCrawl
 ProPowerBot
-ProWebWalker
 Probethenet
+Pu_iN
 Pump
-PxBroker
-PyCurl
-RankActive
-RankActiveLinkBot
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankingBot2
+Rankivabot
 RealDownload
-RebelMouse
-RedesScrapy
+Recorder
 RepoMonkey
-Ripper
-Rogerbot
-SBIder
+RocketCrawler
+SEOlyticsCrawler
+SEOprofiler
 SEOstats
+SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
 ScoutJet
 Scrapy
 Screaming
-ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 SemanticJuice
-SeoSiteCheckup
+SentiBot
 SeobilityBot
-Shodan
-SiteLockSpider
-Siteimprove
+Seomoz
+SiteSucker
+Sitebeam
+Sitevigil
 SlySearch
 SmartDownload
-Snoopy
-Sogou web spider
+Snapbot
 Sottopop
-Spbot
+SpaceBison
+Spanner
 Spinn3r
 Sqworm
 Steeler
-Sucker
-SuperHTTP
-SurveyBot
-Suzuran
+Stripper
+SuperBot
+Surfbot
 Swiftbot
-T0PHackTeam
-Teleport
+T8Abot
 Telesphoreo
-Titan
+The Intraformant
+TheNomad
+Toata
 True_Robot
-Turingos
-TurnitinBot
-TwengaBot
 Twice
 Typhoeus
-UnisterBot
 Upflow
-VCI
 VelenPublicWebCrawler
-VoidEYE
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Mechanize
+Virusdie
+Voil
 WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
-WeSEE
-Web Auto
-Web Collage
-WebGo IS
+Web Fuck
+Web Pix
+Web Sauger
+WebAuto
+WebFuck
+WebImageCollector
 WebLeacher
-WebPix
-WebSauger
+WebReaper
 WebSucker
-WebWhacker
-WebZIP
-Website Quester
-WebsiteExtractor
+Webshag
+WebsiteQuester
+Webster
+Whack
 Whacker
+Whatweb
+Who.is Bot
+WinHTTrack
 WiseGuys Robot
-Wonderbot
-Xaldon WebSpider
+Wotbox
+Wprecon
+Xaldon_WebSpider
 Zade
+Zauba
 Zeus
 Zitebot
 ZmEu
-ZoomBot
-ZoominfoBot
+adscanner
 arquivo-web-crawler
-autoemailspider
-backlink-check
+arquivo.pt
 cah.io.community
-cognitiveseo
-crawler4j
-dataforseo.com
-facebookscraper
-gopher
-internetVista monitor
-ips-agent
+crawl.sogou.com
+crawler.feedback
+domainsproject.org
+instabid
 lwp-request
-lwp-trivial
-magpie-crawler
-netEstate NE Crawler
+muhstik-scan
 oBot
-pcBrowser
-polaris version
-probe-image-size
-scalaj-http
-scan.lol
+page scorer
+ripz
+satoristudio.net
+seobility
 seocompany.store
 seoscanners
-serpstatbot
-sexsearcher
-sitechecker.pro
-siteripz
-spyfu
-trendiction.com
+seostar
+sysscan
+trendiction.de
+voyagerx.com
+webgains-bot
 webmeup-crawler
 x09Mozilla
+x22Mozilla
+xpymep1.exe
+zgrab