V4.2022.01.2868 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
+404enemy
 80legs
 ADmantX
-AIBOT
 ALittle Client
+ASPSeek
+Abonti
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
-AllSubmitter
-Anarchy
-Anarchy99
+Ankit
 Anthill
+Apexoo
 Aspiegel
-AwarioRssBot
-Backlink-Ceck
+Attach
+AwarioSmartBot
+BBBike
+BDCbot
+BDFetch
+BackDoorBot
+BackStreet
+BackWeb
+Badass
 BatchFTP
 Battleztar Bazinga
-BetaBot
 Bitacle
-Blackboard
 Blow
+Boardreader
 Brandprotect
-Buck
-BuiltWith
+Brandwatch
 Bullseye
-CATExplorador
-CODE87
+CCBot
 CSHttp
+Calculon
 CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
+CherryPicker
 ChinaClaw
 Chlooe
 Cliqzbot
-Cogentbot
+Cloud mapping
 Collector
-CopyRightCheck
+Copyscape
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Custo
-CyotekWebCopy
-DTS Agent
-DataCha0s
+Curious
+DIIbot
 Deusu
 Dirbuster
-Disco
+Discobot
+Discoverybot
 Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
 DomainCrawler
-DomainSigmaCrawler
-Download Wonder
-Dragonfly
+Domains Project
+Dotbot
+ECCP/1.0
+EMail Siphon
 EasyDL
+Ebingbong
+Ecxi
 EirGrabber
 Evil
-Exabot
+Express WebPictures
 ExtLinksBot
+ExtractorPro
+Ezooms
 Fimap
-Freeuploader
+Flunky
+Foobot
 FrontPage
-Fyrebot
+Getintent
 Gigabot
-Go-Ahead-Got-It
+Go!Zilla
 GoZilla
 GrabNet
-GrapeFX
+Grabber
 GrapeshotCrawler
-GridBot
 HTMLparser
-HTTrack
+HTTP::Lite
 Haansoft
+Harvest
 HonoluluBot
-Humanlinks
-HybridBot
-IRLbot
-Image Fetch
-IndeedBot
-InfoNaviRobot
+IDBot
+Iblog
+Id-search
 InfoTekies
-Internet Ninja
 InternetSeer
 Iria
-Joomla
-Keyword Density
-Kozmosbot
+IstellaBot
+JOC Web Spider
+JamesBOT
+Jetty
+Jyxobot
+Kenjin Spider
+Kinza
 LNSpiderguy
-LWP::Simple
-Larbin
-LeechFTP
-LeechGet
-LexiBot
+Leap
 Lftp
 Libwhisker
 LieBaoFast
 LinkScan
-LinkWalker
-Linkbot
+Linkdexbot
 LinkextractorPro
 LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Lmspider
-MFC_Tear_Sample
 MIIxpc
 MJ12bot
-MQQBrowser
 MSFrontPage
-MTRobot
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+MSIECrawler
 Majestic12
-MarkMonitor
-Masscan
+MarkWatch
+Mata Hari
+Mb2345Browser
 Meanpathbot
+Microsoft URL Control
+Minefield
 Mojolicious
-MolokaiBot
-Msrabot
-NPbot
+Mozlila
+Mr.4x3
+Nameprotect
 Navroad
 Nessus
+Net Vampire
+NetAnts
 NetMechanic
-Nettrack
 Netvibes
 Niki-bot
+Ninja
 Nmap
 Nuclei
-Octopus
-Pandalytics
-Panscient
-PeoplePal
+Offline Explorer
+Offline Navigator
+OpenVAS
+PageScorer
+Papa Foto
+Pavuk
 Petalbot
-Picscout
-Piepmatz
+Pi-Monster
 Pimonster
 Pixray
 PleaseCrawl
-ProWebWalker
-Probethenet
-Psbot
-QueryN Metasearch
-Quick-Crawler
-RankActive
+Pu_iN
 RankingBot
-Reaper
+RankingBot2
+RankurBot
+Re-re
 RebelMouse
 Recorder
 RedesScrapy
-RepoMonkey
-SEOkicks
+SBIder
+SEOkicks-Robot
+SEOstats
 SISTRIX
-SMTBot
-ScanAlert
-Scrapy
+ScoutJet
+Screaming
 ScrepyBot
 Searchestate
-SemanticJuice
-SemrushBot
-SentiBot
-Seomoz
+SearchmetricsBot
+Seekport
 Siphon
 Site Sucker
-SiteExplorer
 SiteLockSpider
-SiteSucker
-Sitevigil
 Snoopy
-SocialRankIOBot
-Sogou web spider
-SpaceBison
-Spanner
-Spbot
+Sosospider
 Spinn3r
-Sucuri
-Surfbot
-Szukacz
-Teleport
-Telesphorep
-The Intraformant
+Sqlmap
+Stripper
+SuperHTTP
+Swiftbot
+T8Abot
+TeleportPro
+Telesoft
+Telesphoreo
+TightTwatBot
+Titan
+Toata
 Trendiction
-Trendictionbot
-TurnitinBot
+True_Robot
+Turingos
+Turnitin
 Twice
 Typhoeus
+URLy Warning
 URLy.Warning
+V-BOT
 Vacuum
-VelenPublicWebCrawler
+Vagabondo
 VidibleScraper
+Virusdie
 Voil
-Voltron
+WASALive-Bot
 WEBDAV
-WISENutbot
-WWWOFFLE
-Wallpapers/3.0
+WPScan
+WWW-Collector-E
 Web Auto
-Web Enhancer
-Web Fuck
-Web Sucker
-WebCollage
-WebCopier
-WebFetch
-WebFuck
-WebLeacher
-WebSauger
+Web Collage
+WebBandit
+WebReaper
+WebZIP
 Webalta
-Webshag
+WebmasterWorldForumBot
 WebsiteQuester
-Webster
-Whack
+Wonderbot
+Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
 Zermelo
 Zeus
-Zitebot
-adscanner
+ZmEu
+archive.org_bot
+arquivo.pt
 autoemailspider
-cah.io.community
-clark-crawler
-com.plumanalytics
-crawler4j
-demandbase-bot
-domainsproject.org
-eCatch
+check1.exe
+coccocbot-web
+cognitiveseo
+crawl.sogou.com
+dataforseo.com
 gopher
 heritrix
+ips-agent
 isitwp.com
 lwp-request
+lwp-trivial
 magpie-crawler
 meanpathbot
+mediawords
 muhstik-scan
-oBot
-plumanalytics
-ripz
+polaris version
+s1z.ru
+satoristudio.net
+scan.lol
 seocompany.store
-seoscanners
 serpstatbot
-sitechecker.pro
-siteripz
-sysscan
-tAkeOut
-trendiction.com
-webmeup-crawler
+sogouspider
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webpros.com
-xpymep1.exe
+x09Mozilla
+x22Mozilla
+zauba.io