V4.2022.07.3210 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-ALittle Client
+404checker
+AIBOT
+ASPSeek
 Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alligator
+Acunetix
+Anarchy
 Anarchy99
+Anthill
 Aspiegel
-Atomseobot
 AwarioRssBot
-AwarioSmartBot
-BDCbot
-Backlink-Ceck
+BackStreet
+BackWeb
 Badass
 Bandit
 Barkrowler
+BatchFTP
+Bigfoot
+Black Hole
 Blackboard
-Blow
-BlowFish
-Boardreader
-Bolt
+Brandprotect
+Buck
 Buddy
-CCBot
-CODE87
-Cegbfeieh
+BuiltBotTough
+BunnySlippers
+BuzzSumo
+CazoodleBot
 Chlooe
-Citoid
-Cogentbot
-Collector
-Copyscape
-Cosmos
-Craftbot
+Cliqzbot
+Cloud mapping
+Copier
+Crawling at Home Project
 CrazyWebCrawler
 Crescent
-Curious
 DBLBot
 DIIbot
-DataCha0s
+DSearch
+DTS Agent
 Demon
-Deusu
 Devil
-DigitalPebble
-Dirbuster
+Digincore
 Disco
-Dispatch
-DnBCrawler-Analytics
-DomainCrawler
-DomainStatsBot
+Discoverybot
+DittoSpyder
+DomCopBot
+DomainAppender
 Domains Project
-Dotbot
 Drip
+EMail Siphon
+EasyDL
 Ecxi
 EirGrabber
-Exabot
-ExtLinksBot
-Extractor
-Extreme Picture Finder
+Express WebPictures
+ExtractorPro
+Ezooms
+FDM
 FHscan
-FlashGet
-FyberSpider
-Go!Zilla
-Gotit
-Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
-GridBot
+Fimap
+Foobot
+GalaxyBot
+GermCrawler
+GetWeb
+Getintent
+Gigabot
 HEADMasterSEO
-HaosouSpider
-Harvest
-Havij
-HybridBot
-IDBot
+HTTP::Lite
+HTTrack
+Haansoft
+Hloader
+Humanlinks
+IDBTE4M
 IRLbot
-Iblog
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InternetSeer
-Iria
-JetCar
+Id-search
+IlseBot
+Image Sucker
+Indy Library
+InterGET
+Jbrofuzz
+Jetty
 JikeSpider
-Jorgee
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
+JustView
+Kozmosbot
 LNSpiderguy
-LeechGet
+Larbin
+Leap
+Lftp
+LibWeb
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkWalker
-LinkpadBot
+LinkScan
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
+Lipperhey
+Lipperhey Spider
+Lmspider
+MIDown tool
 MQQBrowser
+MSFrontPage
 MTRobot
-Magnet
-Mass Downloader
-MauiBot
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Mail.RU_Bot
+Majestic12
+MarkMonitor
+Mata Hari
+MegaIndex.ru
 MicroMessenger
-Minefield
-Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-Msrabot
+Musobot
 Name Intelligence
-Navroad
+Nameprotect
+Needle
 Nessus
 Net Vampire
+NetLyzer
 Netcraft
-Nibbler
-Nimbostratus
-Nuclei
-Octopus
-Offline Navigator
-OnCrawl
+Nettrack
+NextGenSearchBot
+Nikto
+Ninja
+Not
+Nutch
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
+Openfind
 Openvas
-OrangeBot
-OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageThing.com
+OrangeSpider
+Page Analyzer
+PageGrabber
+PageScorer
 Papa Foto
-Pavuk
 PeoplePal
-Petalbot
-Pi-Monster
 Picsearch
 PictureFinder
 Pixray
-Pockey
-ProPowerBot
-Probethenet
-Psbot
+Pu_iN
 PxBroker
-PyCurl
-RankActiveLinkBot
-RankFlex
+RSSingBot
+RankActive
 RankingBot2
-Recorder
-RedesScrapy
+Rankivabot
+ReGet
+RealDownload
+RepoMonkey
 RocketCrawler
 Rogerbot
 SBIder
-SEOkicks
-SMTBot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
 SalesIntelligent
-Scanbot
-ScoutJet
+ScanAlert
 ScreenerBot
-ScrepyBot
-Semrush
+Searchestate
+SemanticJuice
 SemrushBot
 SentiBot
 Seomoz
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Snoopy
-Sociscraper
-Spanner
-Sqlworm
-Steeler
+SiteExplorer
+SlySearch
+SmartDownload
+Snake
+Snapbot
+Sosospider
+SpaceBison
+Spammen
+Sqlmap
 Sucuri
-Surfbot
-Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
+SuperBot
+SuperHTTP
+SurveyBot
 Telesphoreo
-Telesphorep
-TheNomad
+Thumbor
 TightTwatBot
 Titan
+Toata
 Toweyabot
+Turingos
+TurnitinBot
 TwengaBot
-Typhoeus
 URLy Warning
-V-BOT
+UnisterBot
+Upflow
+VCI
 Vacuum
-Vagabondo
+VeriCiteCrawler
 VidibleScraper
 Virusdie
+VoidEYE
 Voil
-WASALive-Bot
-WEBDAV
+WBSearchBot
+WISENutbot
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
+Wallpapers
 WallpapersHD
+WeSEE
 Web Auto
 Web Collage
+Web Fetch
+Web Pix
 Web Sucker
-WebCollage
 WebCopier
-WebEnhancer
-WebFetch
 WebFuck
 WebGo IS
-WebImageCollector
-WebLeacher
-Whatweb
-Woobot
-Zade
+WebSauger
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Wonderbot
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zauba
+Zermelo
 Zitebot
 ZmEu
+ZoomBot
 ZumBot
-adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
 autoemailspider
+backlink-check
+cah.io.community
+check1.exe
+clark-crawler
 cognitiveseo
-crawler.feedback
-dataforseo.com
+com.plumanalytics
+crawler4j
 domainsproject.org
+eCatch
 evc-batch
-facebookscraper
-ips-agent
-lwp-trivial
-meanpathbot
+gopher
+heritrix
 mediawords
 muhstik-scan
 oBot
-polaris version
+pcBrowser
 s1z.ru
-seoscanners
+seobility
+seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
-sp_auditbot
-webgains-bot
-webmeup-crawler
-webprosbot
+spyfu
+sysscan
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 x09Mozilla
+zauba.io