V4.2020.01.1939 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
 Aboundexbot
+Acunetix
+ADmantX
+AhrefsBot
 AiHitBot
-Alligator
+Alexibot
 AllSubmitter
-AlphaBot
 Apexoo
-arquivo-web-crawler
 ASPSeek
-Asterias
 Attach
 AwarioSmartBot
-Backlink-Ceck
-BackStreet
+BackDoorBot
+BackWeb
 Badass
 Barkrowler
+BatchFTP
+Battleztar Bazinga
 BBBike
-BDCbot
-BDFetch
 Bigfoot
 Bitacle
-Blackboard
-BLEXBot
-BlowFish
-BuiltBotTough
+Black Hole
+Boardreader
+Bolt
+Brandprotect
+BuiltWith
 Bullseye
-Calculon
-CazoodleBot
-Cegbfeieh
-CheTeam
-ChinaClaw
+CATExplorador
+CCBot
 Chlooe
-Claritybot
-Cliqzbot
-Cogentbot
+cognitiveseo
+Collector
 com.plumanalytics
 Copier
 CopyRightCheck
 Copyscape
 Cosmos
+Craftbot
 crawler4j
-crawler.feedback
-Crescent
-CrunchBot
+crawl.sogou.com
+CrazyWebCrawler
 Curious
-DatabaseDriverMysqli
+Custo
 DBLBot
 demandbase-bot
-Digincore
-Dirbuster
-Discobot
-Dispatch
+Deusu
+Devil
+DIIbot
+Disco
 DittoSpyder
 DnyzBot
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-Download Wonder
-EasyDL
-Ebingbong
-eCatch
+DSearch
+Ecxi
 EirGrabber
-EMail Siphon
 EMail Wolf
-evc-batch
-Exabot
-Express WebPictures
+EroCrawler
+Evil
 ExtLinksBot
-Extractor
-Ezooms
-FemtosearchBot
+ExtractorPro
+EyeNetIE
+facebookscraper
 Fimap
-FlashGet
-Freeuploader
-Fyrebot
-GetRight
+Flunky
+Foobot
+FyberSpider
+GermCrawler
+Getintent
 GetWeb
+Gigabot
 Go-Ahead-Got-It
-GoZilla
+Gotit
+GrabNet
+GrapeFX
 GrapeshotCrawler
-GridBot
-GT::WWW
-HaosouSpider
+Harvest
 Havij
 heritrix
-Heritrix
 Hloader
 HMView
 HTMLparser
-HTTP::Lite
 HTTrack
-Iblog
-IDBot
+Humanlinks
+Id-search
+Image Fetch
 IndeedBot
-Indy Library
+InfoTekies
 Intelliseek
-InterGET
-InternetSeer
-ips-agent
 Iria
+IRLbot
+Iskanie
+IstellaBot
+JamesBOT
+JetCar
 Jetty
-JOC Web Spider
 Jorgee
 JustView
-Kenjin Spider
-Keyword Density
+Kozmosbot
+Larbin
+LeechFTP
 Lftp
-LibWeb
-Linkdexbot
+Lightspeedsystems
+Likse
 LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
+LinkScan
 LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
+LNSpiderguy
+lwp-request
 LWP::Simple
 Mag-Net
+magpie-crawler
+Mail.RU_Bot
 Majestic SEO
 MarkWatch
+Mata Hari
 MauiBot
-Mediatoolkitbot
 Metauri
-MFC_Tear_Sample
-Microsoft Data Access
 Microsoft URL Control
-MIIxpc
 Mister PiX
-MJ12bot
-Mojolicious
-Msrabot
-NearSite
-Nessus
-NetAnts
-NetLyzer
-NetSpider
-Netvibes
-NICErsPRO
-Niki-bot
-Nikto
-NimbleCrawler
-Nimbostratus
-NPbot
+Mojeek
+MSFrontPage
+MSIECrawler
+muhstik-scan
+Nameprotect
+Navroad
+Needle
+netEstate NE Crawler
+Nettrack
+NextGenSearchBot
+Nutch
 Octopus
-Openfind
-OpenLinkProfiler
-OpenVAS
+OrangeBot
 OrangeSpider
-OutfoxBot
 PageAnalyzer
+Page Analyzer
 PageGrabber
 page scorer
-PageScorer
+Pandalytics
 Panscient
+Papa Foto
+Pavuk
 pcBrowser
-Picsearch
 PictureFinder
-POE-Component-Client-HTTP
+Pimonster
+Pi-Monster
+PleaseCrawl
+Pockey
+ProPowerBot
 Pump
-RankingBot2
-RankurBot
+PyCurl
+RankActive
+RankFlex
+RankingBot
+Rankivabot
 RealDownload
-Reaper
-RebelMouse
-Recorder
-RedesScrapy
-ReGet
-RepoMonkey
-Rogerbot
-s1z.ru
-SBIder
-ScanAlert
+Ripper
+SalesIntelligent
 Scanbot
 ScoutJet
-Screaming
-ScreenerBot
-SearchmetricsBot
-Semrush
-SEOlyticsCrawler
+Searchestate
+SEOkicks
 Seomoz
-SEOprofiler
+sexsearcher
 Shodan
-Sitebeam
 SiteExplorer
+Siteimprove
+SiteLockSpider
+SiteSucker
+Site Sucker
 Sitevigil
 SlySearch
-SMTBot
+SmartDownload
 Snake
 Snapbot
-Sogou web spider
-SpaceBison
+Snoopy
+SocialRankIOBot
+sogouspider
+Sosospider
+Spammen
 SpankBot
-Spanner
 sp_auditbot
+Spbot
 spyfu
-SuperHTTP
+Sqlmap
+Sucker
+Sucuri
 Surfbot
-Suzuran
+SurveyBot
 Swiftbot
 Szukacz
-T0PHackTeam
+T8Abot
 Teleport
-TeleportPro
-Telesphorep
-The Intraformant
-TightTwatBot
-Titan
-Trendiction
-Trendictionbot
-trendiction.com
+Telesphoreo
+TheNomad
+trendiction.de
 True_Robot
-Turingos
-Turnitin
-Typhoeus
-Upflow
-URLy.Warning
+TurnitinBot
+TwengaBot
+UnisterBot
 Vacuum
+VB Project
 VeriCiteCrawler
-VidibleScraper
 VoidEYE
 Voil
+Voltron
+Wallpapers/3.0
 WallpapersHD
-WASALive-Bot
-WebAuto
-Web Collage
-WebCopier
+Webalta
 WEBDAV
 WebEnhancer
-WebFuck
+Web Enhancer
+WebFetch
+Web Fetch
+WebGo IS
 WebLeacher
-WebmasterWorldForumBot
-WebPix
-WebsiteExtractor
-Webster
-WebStripper
-Web Sucker
-WebWhacker
+Web Pix
+WebReaper
+WebSauger
+WebsiteQuester
+WebSucker
+WebZIP
+WeSEE
 Whacker
+Whatweb
+Who.is Bot
 Widow
+WinHTTrack
+WiseGuys Robot
+WISENutbot
 Wonderbot
 Woobot
 Wotbox
-WWWOFFLE
-x09Mozilla
-x22Mozilla
+Wprecon
+WPScan
+WWW-Collector-E
 Xaldon WebSpider
 Xenu
 xpymep1.exe
 YoudaoBot
+Zade
 zauba.io
+Zermelo
+zgrab
 ZumBot
+ZyBorg