V4.2020.01.1937 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
+404enemy
+80legs
 Abonti
 Aboundex
-Acunetix
-Aipbot
-Alexibot
-archive.org_bot
-Attach
+ADmantX
+AfD-Verbotsverfahren
+AIBOT
+AiHitBot
+AlphaBot
+arquivo.pt
+arquivo-web-crawler
 autoemailspider
-AwarioSmartBot
-BackDoorBot
-Badass
-Bandit
+AwarioRssBot
+backlink-check
+BacklinkCrawler
+BackStreet
+BackWeb
 BatchFTP
-BDFetch
-Bigfoot
+BBBike
+Bitacle
+Blackboard
+Black Hole
 BlackWidow
-BLEXBot
 Blow
+BlowFish
 Boardreader
-Bolt
 BotALot
-Brandprotect
-Buddy
+Brandwatch
 BuiltBotTough
-BuiltWith
 Bullseye
-Calculon
-CazoodleBot
+BuzzSumo
 CCBot
-Cegbfeieh
 CheeseBot
-CherryPicker
-CheTeam
-ChinaClaw
 Cloud mapping
-cognitiveseo
-Collector
+coccocbot-web
 com.plumanalytics
 Copier
-CopyRightCheck
 Copyscape
-Cosmos
 Craftbot
 crawler4j
-crawler.feedback
-Custo
-DatabaseDriverMysqli
-DataCha0s
+crawl.sogou.com
+Crescent
+DBLBot
 demandbase-bot
-Demon
-Devil
-DIIbot
-Disco
+Deusu
+Discobot
 Discoverybot
-Dispatch
 DittoSpyder
+DnyzBot
 DomainAppender
-DomainSigmaCrawler
-Dotbot
-Download Wonder
-Dragonfly
+Drip
+DSearch
+DTS Agent
 EasyDL
+Ebingbong
 eCatch
 ECCP/1.0
-EirGrabber
-EMail Siphon
-EMail Wolf
-evc-batch
-ExtractorPro
+Ecxi
+Evil
+Express WebPictures
 Extreme Picture Finder
-FDM
+Ezooms
 FemtosearchBot
-FHscan
-Fimap
 FlashGet
 Flunky
 Foobot
 Freeuploader
 FrontPage
-Getintent
-Go-Ahead-Got-It
-Gotit
-GoZilla
+FyberSpider
+Fyrebot
+Genieo
+GermCrawler
+GetWeb
+Gigabot
 Grabber
-GrabNet
 Grafula
+GrapeFX
+GrapeshotCrawler
 GridBot
 Haansoft
-HTMLparser
+HaosouSpider
+Harvest
+Havij
+HEADMasterSEO
+HMView
 HTTP::Lite
 HTTrack
-Humanlinks
+HybridBot
 Id-search
-IndeedBot
-InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
+Image Fetch
+Image Sucker
+InfoNaviRobot
 internetVista monitor
 ips-agent
 Iskanie
 IstellaBot
-JikeSpider
-Kozmosbot
+JamesBOT
+JetCar
+JOC Web Spider
+JustView
+Jyxobot
 Larbin
 LeechFTP
 LeechGet
-Lftp
 LibWeb
-Libwhisker
 Lightspeedsystems
-LinkWalker
+Likse
+LinkpadBot
+LinkScan
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey
-lwp-request
+Lipperhey Spider
+Lmspider
+LNSpiderguy
+Ltx71
 lwp-trivial
 Mag-Net
-Mail.RU_Bot
+magpie-crawler
 Majestic SEO
 MarkMonitor
-MarkWatch
-Masscan
-meanpathbot
-MeanPath Bot
-mediawords
+Mass Downloader
+Mata Hari
+Metauri
 MFC_Tear_Sample
-Microsoft URL Control
-MIDown tool
 Mister PiX
-MJ12bot
+Mojeek
+Morfeus Fucking Scanner
 Mr.4x3
 MSFrontPage
 MSIECrawler
+Msrabot
+muhstik-scan
+Name Intelligence
 Nameprotect
+Navroad
+Needle
 Nessus
 Netcraft
 netEstate NE Crawler
-NetLyzer
-NetSpider
-Net Vampire
-Netvibes
-Nimbostratus
-NPbot
-Octopus
-Offline Navigator
-OpenLinkProfiler
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nmap
+Offline Explorer
+OnCrawl
 Openvas
-OrangeSpider
-OutclicksBot
-PageAnalyzer
+OrangeBot
+OutfoxBot
 Page Analyzer
 PageGrabber
 page scorer
+pcBrowser
 PECL::HTTP
-PHPCrawl
-Picscout
 PictureFinder
-Pimonster
-Pixray
-plumanalytics
-Pockey
-Probethenet
+POE-Component-Client-HTTP
 ProPowerBot
-Pump
-PxBroker
+ProWebWalker
 PyCurl
 QueryN Metasearch
 RankActiveLinkBot
 RankFlex
-RankingBot
-RankingBot2
-Rankivabot
-RealDownload
-Reaper
-RebelMouse
+Recorder
+RedesScrapy
 ReGet
-RepoMonkey
 RocketCrawler
 Rogerbot
 RSSingBot
-scan.lol
-Scrapy
-Semrush
+SalesIntelligent
+SBIder
+Searchestate
+SEOkicks
 SEOkicks-Robot
-Seomoz
+SEOprofiler
 seoscanners
 SEOstats
-sexsearcher
-Shodan
-Siphon
 SISTRIX
 SiteExplorer
 Siteimprove
-SiteLockSpider
+SiteSnagger
+SiteSucker
+SlySearch
+Snoopy
 Sociscraper
+sogouspider
 SpankBot
 Spanner
-spyfu
+sp_auditbot
+Spinn3r
+SputnikBot
 Sqlworm
+Sqworm
 Steeler
-Stripper
-Sucker
-SuperHTTP
+Sucuri
 Surfbot
 SurveyBot
-Suzuran
-T8Abot
+sysscan
+tAkeOut
+TeleportPro
 Telesphoreo
-Toata
+Telesphorep
+Thumbor
+TightTwatBot
 Tracemyfile
+trendiction.com
+trendiction.de
 True_Robot
+Turingos
 TurnitinBot
+TwengaBot
+Twice
 UnisterBot
-URLy.Warning
-VB Project
-VidibleScraper
-Voil
-Voltron
-WASALive-Bot
+URLy Warning
+Vagabondo
+VCI
+Virusdie
 WebAuto
 WebBandit
 WebCollage
+WebCopier
+WebEnhancer
 Web Enhancer
 WebFetch
-Web Fetch
-WebGo IS
+WebFuck
+Web Fuck
+WebImageCollector
+WebmasterWorldForumBot
+webmeup-crawler
 WebPix
 Web Pix
 WebReaper
+Web Sauger
 Webshag
 WebsiteExtractor
+WebsiteQuester
 Website Quester
 Webster
 WebStripper
-WebSucker
-WebWhacker
-Whack
-Who.is Bot
+WebZIP
+WeSEE
 WiseGuys Robot
+WISENutbot
 Wotbox
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Xenu
+x09Mozilla
+x22Mozilla
+Xaldon_WebSpider
 zauba.io
-Zermelo
 ZmEu
+ZumBot