V4.2020.01.1945 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-Abonti
+404enemy
+80legs
 Aboundex
-Acunetix
+Aboundexbot
+ADmantX
 AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-Alligator
 AllSubmitter
-AlphaBot
 Anarchie
 Apexoo
 arquivo.pt
-Asterias
+arquivo-web-crawler
+ASPSeek
 Attach
-autoemailspider
 AwarioRssBot
-backlink-check
-BacklinkCrawler
-BackWeb
-Bandit
+Badass
 BatchFTP
 Battleztar Bazinga
-BBBike
 BDCbot
-BetaBot
-BlackWidow
-BLEXBot
-Boardreader
-Bolt
-BotALot
+BDFetch
+Bitacle
 Brandprotect
 Brandwatch
 Buddy
-Bullseye
-BunnySlippers
-Calculon
+BuiltBotTough
+BuzzSumo
 CazoodleBot
-ChinaClaw
-Claritybot
+CCBot
+CheeseBot
+CheTeam
+Cogentbot
 cognitiveseo
-Copyscape
+com.plumanalytics
 Cosmos
+Craftbot
 crawler4j
 crawler.feedback
 crawl.sogou.com
-CrazyWebCrawler
-Crescent
-CrunchBot
-CSHttp
-Curious
+Custo
 DBLBot
+demandbase-bot
 Demon
+Devil
+DigitalPebble
 DIIbot
-Discoverybot
+Dirbuster
+Disco
 Dispatch
 DittoSpyder
-DomainAppender
-DomainSigmaCrawler
+DomainStatsBot
 Dotbot
+Download Wonder
 Dragonfly
-Drip
+DSearch
+DTS Agent
+EasyDL
 Ebingbong
 eCatch
-EroCrawler
-evc-batch
-Express WebPictures
+ECCP/1.0
+Exabot
+ExtLinksBot
 Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Ezooms
+facebookscraper
 FDM
-FlashGet
+FemtosearchBot
+FHscan
+Fimap
+Firefox/7.0
 Flunky
+Foobot
 Freeuploader
-FrontPage
-FyberSpider
-Fyrebot
-Getintent
-GetRight
-Gigabot
+GalaxyBot
+GermCrawler
+Gigablast
+G-i-g-a-b-o-t
+Go-Ahead-Got-It
 Gotit
-GoZilla
 Go!Zilla
-Grafula
-GrapeFX
-GridBot
+Grabber
 Haansoft
-Harvest
-HEADMasterSEO
+heritrix
+Heritrix
 HMView
 HTMLparser
-HTTP::Lite
-HTTrack
-HybridBot
-Iblog
+Humanlinks
+IDBot
 IlseBot
-Image Fetch
 IndeedBot
+InfoNaviRobot
+instabid
 InterGET
-InternetSeer
-IRLbot
-Jbrofuzz
+internetVista monitor
+Iria
+IstellaBot
+JamesBOT
 JennyBot
 JikeSpider
-JOC Web Spider
-Joomla
+JustView
 Lanshanbot
-LeechGet
+Larbin
+LeechFTP
 Lftp
 Libwhisker
 Lightspeedsystems
-Likse
-LinkextractorPro
-LinkpadBot
-LinkScan
-LinkWalker
-Litemage_walker
-Lmspider
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey Spider
+Ltx71
+LWP::Simple
+lwp-trivial
+Magnet
+Mag-Net
 magpie-crawler
-Majestic12
+Mail.RU_Bot
 Majestic SEO
-Masscan
-Mass Downloader
+Majestic-SEO
+MarkMonitor
+MarkWatch
 Mata Hari
 meanpathbot
+Meanpathbot
 Mediatoolkitbot
+mediawords
 Metauri
-MFC_Tear_Sample
-Microsoft Data Access
+Microsoft URL Control
 MIDown tool
+Mister PiX
+Mojeek
 Msrabot
-Musobot
-Name Intelligence
 Nameprotect
-Navroad
+NearSite
 Needle
-NetSpider
-Net Vampire
+Nessus
+Nettrack
 NetZIP
+NextGenSearchBot
 Nibbler
-Niki-bot
-Nimbostratus
-NPbot
+Nikto
+NimbleCrawler
+Ninja
+Nmap
+Nutch
 Offline Navigator
 OnCrawl
-OpenVAS
+Openfind
+Openvas
+OrangeBot
 OrangeSpider
-PageAnalyzer
-Page Analyzer
-page scorer
-Pandalytics
-Papa Foto
-PeoplePal
+OutclicksBot
+OutfoxBot
+PageScorer
+pcBrowser
+PECL::HTTP
+PictureFinder
 Pi-Monster
-ProWebWalker
-Psbot
+Pixray
+POE-Component-Client-HTTP
+Probethenet
+ProPowerBot
+PxBroker
 PyCurl
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot
-RankurBot
+Rankivabot
 RebelMouse
-Recorder
-RedesScrapy
 ReGet
-Rogerbot
-s1z.ru
+Ripper
+RSSingBot
 SalesIntelligent
-SBIder
-ScanAlert
-scan.lol
-ScoutJet
-Scrapy
-Screaming
-Searchestate
-SemrushBot
+Scanbot
+SearchmetricsBot
+Semrush
 SEOkicks
-SEOlyticsCrawler
-Seomoz
 seoscanners
-SeoSiteCheckup
-SEOstats
+sexsearcher
+Shodan
 Siphon
-SISTRIX
 SiteExplorer
-Siteimprove
+SiteLockSpider
 SiteSucker
-Site Sucker
 Sitevigil
-SlySearch
-SMTBot
-Snake
+SmartDownload
 Snapbot
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sosospider
+Snoopy
+sogouspider
 SpaceBison
-SputnikBot
-spyfu
-Sqlworm
-Sucuri
-SuperBot
+Spammen
+SpankBot
+Spanner
+Spbot
+Stripper
+Sucker
+SuperHTTP
 Surfbot
-Swiftbot
+Suzuran
+sysscan
 Szukacz
-T0PHackTeam
-Teleport
-TeleportPro
-Telesphoreo
+Telesoft
 TheNomad
-Tracemyfile
+Thumbor
+Toata
+Toweyabot
+Trendiction
 trendiction.com
-trendiction.de
 Turingos
-TurnitinBot
-Typhoeus
-Upflow
+TwengaBot
+Twice
+UnisterBot
 URLy.Warning
-Vacuum
-VeriCiteCrawler
-Virusdie
+VB Project
 VoidEYE
+Voltron
 Wallpapers/3.0
 Webalta
+Web Auto
 WebBandit
 Web Collage
-WEBDAV
+WebCopier
 WebEnhancer
+Web Enhancer
 WebFetch
+Web Fetch
+Web Fuck
 WebGo IS
 WebmasterWorldForumBot
-WebReaper
+Web Pix
 WebSauger
-Webshag
 WebsiteExtractor
+Website Quester
 WebSucker
-WebWhacker
-WebZIP
+Web Sucker
+WeSEE
+Whatweb
+Widow
+Wonderbot
 Woobot
-Wprecon
-WPScan
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Xaldon WebSpider
+x22Mozilla
 Xaldon_WebSpider
 Xenu
 xpymep1.exe
-YoudaoBot
 Zermelo
-ZmEu
+zgrab