V4.2022.07.3209 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-AIBOT
+ADmantX
 ALittle Client
-Aboundex
+Abonti
+Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
-AllSubmitter
+Aipbot
 Alligator
-AlphaBot
-Anarchy
 Anarchy99
-Anthill
+Aspiegel
 Atomseobot
-BDFetch
-BackStreet
-BackWeb
+AwarioRssBot
+AwarioSmartBot
+BDCbot
 Backlink-Ceck
-BatchFTP
-BetaBot
-BlackWidow
+Badass
+Bandit
+Barkrowler
 Blackboard
+Blow
+BlowFish
+Boardreader
 Bolt
-BuiltBotTough
-BuiltWith
-BunnySlippers
+Buddy
 CCBot
-CheTeam
-CheeseBot
+CODE87
+Cegbfeieh
+Chlooe
 Citoid
-Cloud mapping
+Cogentbot
 Collector
-Copier
-CopyRightCheck
 Copyscape
-Crawling at Home Project
+Cosmos
+Craftbot
+CrazyWebCrawler
 Crescent
-DSearch
+Curious
+DBLBot
+DIIbot
+DataCha0s
+Demon
+Deusu
+Devil
+DigitalPebble
 Dirbuster
 Disco
-Discobot
-Discoverybot
-DomainAppender
+Dispatch
+DnBCrawler-Analytics
 DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
+Domains Project
 Dotbot
-Dragonfly
-ECCP/1.0
-Ebingbong
+Drip
 Ecxi
-Evil
-Express WebPictures
-ExtractorPro
+EirGrabber
+Exabot
+ExtLinksBot
+Extractor
 Extreme Picture Finder
-EyeNetIE
-Ezooms
 FHscan
-FrontPage
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GermCrawler
-Go-Ahead-Got-It
-GoZilla
+FlashGet
+FyberSpider
+Go!Zilla
 Gotit
 Grabber
 Grafula
+GrapeFX
 GrapeshotCrawler
 GridBot
 HEADMasterSEO
-Haansoft
-Heritrix
-Humanlinks
-Id-search
-IlseBot
+HaosouSpider
+Harvest
+Havij
+HybridBot
+IDBot
+IRLbot
+Iblog
+InfoNaviRobot
+InfoTekies
 Intelliseek
 InternetSeer
-Iskanie
-Jetty
-Jyxobot
+Iria
+JetCar
+JikeSpider
+Jorgee
 Keybot Translation-Search-Machine
+Keyword Density
+Kinza
 LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
-LexiBot
-Libwhisker
-LieBaoFast
+LeechGet
+Lightspeedsystems
 Likse
-LinkextractorPro
-LinksManager
-Lipperhey
-Lipperhey Spider
+LinkWalker
+LinkpadBot
+LinqiaRSSBot
+Litemage_walker
 Ltx71
+MFC_Tear_Sample
 MQQBrowser
-Mag-Net
+MTRobot
 Magnet
-Mail.RU_Bot
-Majestic SEO
 Mass Downloader
+MauiBot
+Mb2345Browser
+MeanPath Bot
 Meanpathbot
-Metauri
-Microsoft URL Control
+MicroMessenger
 Minefield
 Moblie Safari
-Mojeek
-Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
-Musobot
-NICErsPRO
+Msrabot
 Name Intelligence
 Navroad
-Needle
+Nessus
 Net Vampire
-NetAnts
-NetLyzer
-NetSpider
-Niki-bot
-NimbleCrawler
-Ninja
-Offline Explorer
-OpenLinkProfiler
-OrangeSpider
-Page Analyzer
-PageAnalyzer
+Netcraft
+Nibbler
+Nimbostratus
+Nuclei
+Octopus
+Offline Navigator
+OnCrawl
+OpenVAS
+Openvas
+OrangeBot
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
 Papa Foto
 Pavuk
+PeoplePal
 Petalbot
-Picscout
+Pi-Monster
+Picsearch
 PictureFinder
-Pimonster
-PleaseCrawl
+Pixray
+Pockey
 ProPowerBot
-ProWebWalker
+Probethenet
 Psbot
-Pu_iN
-Pump
 PxBroker
-RSSingBot
-Rankivabot
-RankurBot
-ReGet
-RealDownload
-Reaper
-RebelMouse
+PyCurl
+RankActiveLinkBot
+RankFlex
+RankingBot2
 Recorder
-RepoMonkey
-Ripper
-SEOprofiler
-SEOstats
-SISTRIX
-ScanAlert
-Scrapy
+RedesScrapy
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
+SMTBot
+SalesIntelligent
+Scanbot
+ScoutJet
+ScreenerBot
 ScrepyBot
-SearchmetricsBot
-Seekport
 Semrush
+SemrushBot
 SentiBot
-SeoSiteCheckup
-SeobilityBot
-Sitebeam
-Siteimprove
-Snapbot
+Seomoz
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Snoopy
 Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
 Spanner
-Spbot
-Sqlmap
-Sqworm
+Sqlworm
+Steeler
 Sucuri
-SuperHTTP
 Surfbot
-SurveyBot
-Thumbor
-Toata
-Trendictionbot
-Turingos
-TurnitinBot
+Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
+Telesphoreo
+Telesphorep
+TheNomad
+TightTwatBot
+Titan
+Toweyabot
+TwengaBot
 Typhoeus
-Upflow
-VB Project
-VCI
+URLy Warning
+V-BOT
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VoidEYE
+VidibleScraper
+Virusdie
 Voil
-Voltron
+WASALive-Bot
 WEBDAV
+WPScan
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Fetch
-Web Pix
-WebAuto
+Web Auto
+Web Collage
+Web Sucker
+WebCollage
 WebCopier
+WebEnhancer
+WebFetch
 WebFuck
-WebReaper
-WebSauger
-WebZIP
-Webshag
-WebsiteQuester
-Widow
-WinHTTrack
-Wotbox
-YoudaoBot
+WebGo IS
+WebImageCollector
+WebLeacher
+Whatweb
+Woobot
 Zade
 Zauba
-ZoomBot
+Zitebot
+ZmEu
 ZumBot
+adscanner
 archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-cah.io.community
-clark-crawler
 cognitiveseo
-com.plumanalytics
 crawler.feedback
+dataforseo.com
 domainsproject.org
-gopher
-instabid
-lwp-request
+evc-batch
+facebookscraper
+ips-agent
 lwp-trivial
 meanpathbot
 mediawords
-pcBrowser
-ripz
-satoristudio.net
-seocompany.store
+muhstik-scan
+oBot
+polaris version
+s1z.ru
 seoscanners
-seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
-sogouspider
 sp_auditbot
-spyfu
-sysscan
-ubermetrics-technologies.com
-voyagerx.com
+webgains-bot
+webmeup-crawler
+webprosbot
 x09Mozilla
-xpymep1.exe
-zgrab