V4.2020.06.2080 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 404enemy
+80legs
+Abonti
 Aboundex
-AhrefsBot
-AiHitBot
-Aipbot
+Acunetix
+AIBOT
+Alexibot
+Alligator
 AllSubmitter
 Anarchie
 Ankit
-archive.org_bot
-arquivo.pt
-arquivo-web-crawler
 Aspiegel
-ASPSeek
 Asterias
+Attach
 autoemailspider
-AwarioSmartBot
-BackDoorBot
-BacklinkCrawler
+AwarioRssBot
+Backlink-Ceck
+backlink-check
 BackStreet
-Badass
 Bandit
-Barkrowler
 BatchFTP
-BBBike
-Blackboard
+BDCbot
+BetaBot
+Bigfoot
 Black Hole
-Blow
-BlowFish
-Boardreader
+BLEXBot
 Bolt
-Buddy
+BotALot
+BuiltWith
 Bullseye
-BunnySlippers
 BuzzSumo
 Calculon
-CATExplorador
-CazoodleBot
-CheeseBot
-CheTeam
+CCBot
+Cegbfeieh
+CherryPicker
+ChinaClaw
+Chlooe
 Claritybot
+Cliqzbot
+Cogentbot
 Collector
-com.plumanalytics
-Copyscape
+Copier
+crawler4j
 crawler.feedback
-CrazyWebCrawler
-Crescent
-Custo
-Deusu
+crawl.sogou.com
+CSHttp
+Curious
+DataCha0s
+demandbase-bot
+Demon
 Devil
 Digincore
 DigitalPebble
-Dirbuster
-Disco
-Discobot
-Discoverybot
-Dispatch
+DIIbot
+DittoSpyder
 DnyzBot
-DomainSigmaCrawler
+DomainAppender
+DomainCrawler
 Domains Project
-Dotbot
+DomainStatsBot
 Download Wonder
-Dragonfly
 DSearch
-Ebingbong
+DTS Agent
 eCatch
-EirGrabber
+ECCP/1.0
+Ecxi
 EMail Siphon
-EMail Wolf
-EroCrawler
-evc-batch
 Express WebPictures
-Extractor
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 Ezooms
-Fimap
-Firefox/7.0
+facebookscraper
+FDM
+FemtosearchBot
 Flunky
-Freeuploader
+FrontPage
+FyberSpider
+GalaxyBot
 GermCrawler
 Getintent
 GetRight
-Gotit
+GetWeb
+Gigabot
+Go-Ahead-Got-It
+Go!Zilla
+GrabNet
+GrapeFX
 GrapeshotCrawler
-GT::WWW
-Harvest
+Haansoft
+Havij
 HEADMasterSEO
 Heritrix
-HTMLparser
-Humanlinks
-Id-search
-Image Sucker
+HMView
+HTTP::Lite
+HybridBot
+IDBot
+Image Fetch
+IndeedBot
 Indy Library
-InfoTekies
+InfoNaviRobot
 InternetSeer
+internetVista monitor
+Iria
+Iskanie
+IstellaBot
 JamesBOT
+JennyBot
 JikeSpider
-JOC Web Spider
 Joomla
 JustView
 Kenjin Spider
 Keyword Density
 Kozmosbot
-Lanshanbot
 Larbin
-LibWeb
-LieBaoFast
+Lftp
+Libwhisker
+Lightspeedsystems
+Likse
 Linkdexbot
 LinkextractorPro
-LinkScan
-LinkWalker
-Lipperhey
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-LNSpiderguy
-Ltx71
 lwp-request
-lwp-trivial
+LWP::Simple
 Magnet
-Mail.RU_Bot
-Majestic SEO
+Mag-Net
+Majestic12
+MarkWatch
+Mass Downloader
 meanpathbot
 Meanpathbot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Musobot
-Name Intelligence
+mediawords
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+Mister PiX
+Morfeus Fucking Scanner
+MQQBrowser
+Mr.4x3
+MSFrontPage
+Msrabot
+muhstik-scan
 Nameprotect
-NearSite
-Needle
 Netcraft
-NetLyzer
-Net Vampire
+NetMechanic
 Netvibes
-NextGenSearchBot
-Nibbler
+NetZIP
 Niki-bot
-NimbleCrawler
-NPbot
+Nikto
 Nutch
+oBot
 Octopus
 Offline Explorer
 Offline Navigator
+Openfind
+OpenLinkProfiler
+Openvas
+OrangeBot
 OrangeSpider
+PageAnalyzer
 page scorer
 PageScorer
 Panscient
 PeoplePal
-PHPCrawl
-Picsearch
-PictureFinder
+Picscout
 Pimonster
-Pixray
-plumanalytics
-POE-Component-Client-HTTP
 Probethenet
 ProPowerBot
+Psbot
 Pump
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-Rankivabot
-RankurBot
-RealDownload
+RankActive
+RankFlex
+RankingBot
+RankingBot2
+Reaper
+RebelMouse
 RedesScrapy
 Ripper
-RSSingBot
+Rogerbot
 ScanAlert
-Scanbot
+ScoutJet
 SearchmetricsBot
-Semrush
 SemrushBot
-SEOkicks
-SEOlyticsCrawler
-Seomoz
 SEOprofiler
 SeoSiteCheckup
-sexsearcher
+SEOstats
 Siphon
-Siteimprove
-SiteSucker
+SiteLockSpider
+SiteSnagger
 Site Sucker
+Sitevigil
 SlySearch
-SmartDownload
-SMTBot
-Snoopy
-Sociscraper
-Sogou web spider
+Snapbot
 Sosospider
+Sottopop
+Spammen
+SpankBot
 Spanner
-sp_auditbot
 Spbot
 spyfu
-Sqlmap
-Sqlworm
-Steeler
-Sucuri
-Surfbot
-SurveyBot
+Sqworm
+Suzuran
+Swiftbot
+T0PHackTeam
 T8Abot
-Teleport
+tAkeOut
 Telesoft
-Telesphorep
 The Intraformant
-Titan
+TightTwatBot
 Toata
-Trendiction
+Toweyabot
 Trendictionbot
+trendiction.de
 True_Robot
-Turnitin
-TurnitinBot
-Twice
-URLy Warning
-Vagabondo
-Voil
-Wallpapers/3.0
-WBSearchBot
-WebBandit
-Web Collage
-WebEnhancer
-WebFetch
-WebFuck
-Web Fuck
-WebmasterWorldForumBot
+VeriCiteCrawler
+WebCopier
+WEBDAV
+Web Enhancer
+WebGo IS
+WebLeacher
 webmeup-crawler
-Web Pix
+WebPix
 WebSauger
+WebsiteExtractor
 Website Quester
-WebSucker
-WebZIP
+Webster
+WebStripper
+Web Sucker
 Whack
-Whacker
-Who.is Bot
 Widow
-WinHTTrack
+WiseGuys Robot
+Woobot
 Wotbox
-WWW-Mechanize
-x09Mozilla
-x22Mozilla
+Wprecon
+WPScan
+WWW-Collector-E
 Xaldon WebSpider
-Xaldon_WebSpider
+YoudaoBot
 Zade
-zauba.io
+Zauba
 Zermelo
 Zeus
+zgrab
 ZumBot
+ZyBorg