V4.2020.05.2066 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
+404checker
+Abonti
+Aboundex
 Aboundexbot
-Acunetix
 ADmantX
+AfD-Verbotsverfahren
 AIBOT
-Alexibot
-AlphaBot
-arquivo.pt
-arquivo-web-crawler
+AllSubmitter
+Anarchie
+ASPSeek
 Attach
+autoemailspider
 AwarioRssBot
 BackDoorBot
-backlink-check
-BackStreet
-Bandit
-Battleztar Bazinga
-BBBike
-BLEXBot
-Blow
-BotALot
-Brandprotect
+BackWeb
+Badass
+Barkrowler
+BDFetch
+BetaBot
+Blackboard
+BlackWidow
 Brandwatch
+Buddy
+BuiltWith
 Bullseye
 BunnySlippers
-BuzzSumo
-Cegbfeieh
+Calculon
+CCBot
 CherryPicker
-CheTeam
+Chlooe
+Claritybot
 Cliqzbot
-coccocbot-web
-Cogentbot
 cognitiveseo
 Collector
-com.plumanalytics
-Copier
-Copyscape
-Cosmos
+CopyRightCheck
 Craftbot
 crawler.feedback
-crawl.sogou.com
-DatabaseDriverMysqli
-DataCha0s
-DBLBot
-Demon
+CrazyWebCrawler
+Crescent
+CrunchBot
+CSHttp
+Curious
+demandbase-bot
 Deusu
 Devil
 Digincore
+DigitalPebble
 DIIbot
-Dirbuster
+Discobot
 DittoSpyder
-domainsproject.org
-Download Wonder
+DnyzBot
+Domains Project
+DomainStatsBot
+Dotbot
 Dragonfly
-Drip
-DTS Agent
-EasyDL
-ECCP/1.0
-EirGrabber
-Evil
-Exabot
+Ebingbong
+Express WebPictures
 Extractor
+ExtractorPro
 Extreme Picture Finder
+EyeNetIE
 Ezooms
-facebookscraper
-FemtosearchBot
 FHscan
-Fimap
-Flunky
 Foobot
+Freeuploader
+FrontPage
+FyberSpider
 Fyrebot
 GalaxyBot
-Getintent
+Genieo
+GetRight
+GetWeb
 Gigablast
 Go-Ahead-Got-It
-Go!Zilla
-Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
-GridBot
-GT::WWW
-Haansoft
+Harvest
+Havij
 heritrix
 Heritrix
-HMView
 HTTP::Lite
-HTTrack
 Humanlinks
-IlseBot
-IndeedBot
-InfoNaviRobot
-InternetSeer
-internetVista monitor
+Iblog
+Id-search
+Image Sucker
+Indy Library
+Intelliseek
+Internet Ninja
 ips-agent
+IRLbot
+JamesBOT
 Jbrofuzz
-Jetty
-JikeSpider
-Jorgee
-Kenjin Spider
+JOC Web Spider
+JustView
 Lanshanbot
-LeechFTP
+LeechGet
 LexiBot
-Libwhisker
-LieBaoFast
-Likse
-Linkdexbot
-LinkextractorPro
+LinkpadBot
 LinkScan
-LinqiaScrapeBot
+LinkWalker
+LinqiaMetadataDownloaderBot
 Lipperhey
 Lipperhey Spider
 Lmspider
 LNSpiderguy
 Ltx71
-LWP::Simple
-Magnet
+lwp-request
+lwp-trivial
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+Majestic12
 MarkMonitor
-Mass Downloader
-MauiBot
+Mata Hari
+Mb2345Browser
+meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
+MicroMessenger
 Microsoft Data Access
+Microsoft URL Control
 MIIxpc
 Mister PiX
-Mojeek
-Mojolicious
-MQQBrowser
 Mr.4x3
-MSFrontPage
-Msrabot
+MSIECrawler
+muhstik-scan
+Musobot
 Name Intelligence
-Nameprotect
 Navroad
 NearSite
-netEstate NE Crawler
+Needle
+NetLyzer
 NetSpider
-Nettrack
 Netvibes
-NetZIP
-Nibbler
-NICErsPRO
-Niki-bot
-Nutch
-OnCrawl
-OpenLinkProfiler
+NimbleCrawler
+Ninja
+NPbot
+oBot
+Octopus
+Offline Navigator
+Openfind
 OPPO A33
 OrangeSpider
-OutfoxBot
+OutclicksBot
 PageAnalyzer
-page scorer
+PageGrabber
+PageScorer
 Panscient
-Pavuk
 pcBrowser
-PeoplePal
-PHPCrawl
+PECL::HTTP
 Picsearch
-PictureFinder
 Pimonster
 Pi-Monster
+PleaseCrawl
 plumanalytics
 Pockey
 Probethenet
-ProPowerBot
 ProWebWalker
 Psbot
-PxBroker
+Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankFlex
+RankingBot
 RankingBot2
+Rankivabot
+RealDownload
 Reaper
-Recorder
-RepoMonkey
-RSSingBot
-s1z.ru
+ReGet
+Ripper
+RocketCrawler
 SalesIntelligent
+Screaming
 ScreenerBot
+Searchestate
 SearchmetricsBot
+Semrush
 SemrushBot
 Seomoz
-SeoSiteCheckup
-serpstatbot
-Shodan
-Siphon
-SISTRIX
-Siteimprove
-Site Sucker
-Sitevigil
+SEOprofiler
+sexsearcher
+Sitebeam
+SiteExplorer
+SiteLockSpider
+SiteSucker
+SmartDownload
+Snapbot
 SocialRankIOBot
 Sociscraper
-Sogou web spider
+sogouspider
 Sottopop
 SpaceBison
-SpankBot
+Spammen
 Spanner
-Spbot
-Sqworm
+SputnikBot
+spyfu
 Steeler
-Stripper
+SuperHTTP
+Surfbot
 SurveyBot
-Swiftbot
+Suzuran
 sysscan
-TeleportPro
-Telesphoreo
+Szukacz
+T8Abot
+Telesoft
+Telesphorep
 TheNomad
-Trendictionbot
-trendiction.com
-trendiction.de
+Thumbor
+TightTwatBot
+Toweyabot
+Tracemyfile
+Trendiction
 True_Robot
 Turnitin
 TurnitinBot
-Typhoeus
-URLy.Warning
-Vagabondo
-VCI
+Twice
+Upflow
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
+Virusdie
+Voltron
+Wallpapers/3.0
+WallpapersHD
 WBSearchBot
 Webalta
 WebAuto
 Web Auto
 WebCollage
-Web Collage
-Web Enhancer
+Web Fetch
 WebFuck
-Web Fuck
 WebLeacher
 WebmasterWorldForumBot
-webmeup-crawler
-Webshag
+WebPix
+Web Pix
+WebSauger
 WebsiteExtractor
-WebZIP
 Whack
-Whatweb
+Whacker
+Who.is Bot
 WinHTTrack
+WiseGuys Robot
 WISENutbot
+Wonderbot
 Woobot
+Wotbox
 WPScan
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-x22Mozilla
-YoudaoBot
+Xenu
+xpymep1.exe
 zauba.io
-Zermelo
-Zitebot
+zgrab
 ZmEu
 ZyBorg