V4.2020.05.2058 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+Aboundexbot
+Acunetix
 ADmantX
-Alligator
+AhrefsBot
+AIBOT
+AllSubmitter
 AlphaBot
-Apexoo
+Ankit
 archive.org_bot
-arquivo.pt
+arquivo-web-crawler
 Aspiegel
-ASPSeek
-Attach
-AwarioSmartBot
-Backlink-Ceck
-backlink-check
-Bandit
-Battleztar Bazinga
-BDCbot
+Asterias
+AwarioRssBot
+BacklinkCrawler
+BackWeb
+Barkrowler
+BatchFTP
 BetaBot
 Bigfoot
-Brandprotect
-Brandwatch
-BuiltWith
+Bitacle
+Blackboard
+Bolt
+BotALot
+BuiltBotTough
+Bullseye
 CATExplorador
-CazoodleBot
 CCBot
 Cegbfeieh
 CherryPicker
+ChinaClaw
 Chlooe
-Cliqzbot
-Cloud mapping
+Claritybot
 coccocbot-web
 Cogentbot
 cognitiveseo
+Collector
 com.plumanalytics
-Copyscape
+Copier
+CopyRightCheck
 Cosmos
-Craftbot
 crawler4j
-CrazyWebCrawler
-CrunchBot
-CSHttp
+Curious
 Custo
-DatabaseDriverMysqli
-DataCha0s
 DBLBot
-Digincore
-Dirbuster
+Demon
+Deusu
+DigitalPebble
+Dispatch
+DittoSpyder
+DnyzBot
+DomainSigmaCrawler
 Domains Project
-DomainStatsBot
-Dotbot
 Download Wonder
-Dragonfly
 Drip
-DSearch
 DTS Agent
-ECCP/1.0
-EMail Siphon
-EroCrawler
-Exabot
-Extreme Picture Finder
+EasyDL
+Ebingbong
+EMail Wolf
+evc-batch
+ExtLinksBot
+Extractor
+ExtractorPro
+EyeNetIE
+facebookscraper
 FemtosearchBot
+Firefox/7.0
 Flunky
-Foobot
-Fyrebot
-G-i-g-a-b-o-t
+Genieo
+GermCrawler
+Getintent
+GetWeb
+Gigablast
 Go-Ahead-Got-It
 Gotit
-Go!Zilla
-Grabber
-GT::WWW
+GoZilla
+GrabNet
+Grafula
+GrapeshotCrawler
 Harvest
-Havij
+HEADMasterSEO
 Heritrix
 HTMLparser
+HTTrack
 HybridBot
-IDBot
 IlseBot
 Image Fetch
+Image Sucker
 Indy Library
 InfoNaviRobot
-Internet Ninja
-internetVista monitor
-Iria
+InfoTekies
+instabid
+Intelliseek
+InternetSeer
+ips-agent
 IRLbot
+Iskanie
 JetCar
 Jetty
-JOC Web Spider
+JikeSpider
 JustView
-Kenjin Spider
-Keyword Density
-Kozmosbot
-Lanshanbot
-LeechFTP
-LibWeb
-Libwhisker
-LinkextractorPro
-Lipperhey Spider
-Ltx71
+Jyxobot
+LexiBot
+Linkdexbot
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 LWP::Simple
 Magnet
 Mag-Net
-Majestic-SEO
+Mail.RU_Bot
 MarkWatch
 Mass Downloader
 Mata Hari
-MauiBot
+Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
+mediawords
 MegaIndex.ru
-Metauri
-MFC_Tear_Sample
-MIDown tool
+MicroMessenger
 MIIxpc
-Mister PiX
 MJ12bot
 Morfeus Fucking Scanner
 Mr.4x3
+MSFrontPage
 MSIECrawler
-muhstik-scan
-Musobot
-Name Intelligence
-Navroad
-Needle
-NetAnts
-NetMechanic
-Nettrack
+Msrabot
+Nameprotect
 Net Vampire
-NextGenSearchBot
-Nibbler
-Nikto
-Nimbostratus
-Ninja
-Nmap
-Openfind
-OpenVAS
+NetZIP
+Niki-bot
+NPbot
+Nutch
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
+Openvas
+OPPO A33
 OrangeBot
-OutclicksBot
+OrangeSpider
 OutfoxBot
 Page Analyzer
-page scorer
+PageGrabber
+PageScorer
 Papa Foto
-pcBrowser
-PeoplePal
-Picsearch
-Pixray
-Pockey
+Picscout
+PictureFinder
+Pimonster
+plumanalytics
 POE-Component-Client-HTTP
+polaris version
 Probethenet
+ProPowerBot
 Psbot
 Pump
-PxBroker
 PyCurl
 QueryN Metasearch
 Quick-Crawler
-RankFlex
-RankurBot
-Reaper
-ReGet
-RepoMonkey
-RocketCrawler
-SalesIntelligent
-ScanAlert
-Scanbot
-scan.lol
+RankActive
+RankActiveLinkBot
+RankingBot
+RealDownload
+s1z.ru
 ScoutJet
+Scrapy
 ScreenerBot
-Searchestate
-SemrushBot
-SEOkicks-Robot
+Semrush
+SEOkicks
 SEOlyticsCrawler
 SEOprofiler
 seoscanners
-serpstatbot
-sexsearcher
-Shodan
+SeoSiteCheckup
+SEOstats
 SISTRIX
 Sitebeam
 SiteExplorer
-Siteimprove
-Site Sucker
-SlySearch
+SiteLockSpider
+SiteSucker
+Sitevigil
+SmartDownload
 SMTBot
-Snoopy
+Snapbot
 SocialRankIOBot
+Sociscraper
+Sosospider
 Sottopop
 Spammen
-SpankBot
+Spanner
+sp_auditbot
 Spbot
+SputnikBot
 spyfu
 Sqlmap
+Sqlworm
 Sqworm
+Steeler
+Stripper
 Sucker
-Surfbot
+SuperBot
+SurveyBot
 Swiftbot
-sysscan
-TeleportPro
+Szukacz
+T0PHackTeam
+tAkeOut
+Teleport
 Telesphorep
 The Intraformant
+TheNomad
 Thumbor
+TightTwatBot
 Titan
-Tracemyfile
+Trendiction
 trendiction.com
-trendiction.de
-Turnitin
+True_Robot
+Turingos
 Twice
 Typhoeus
-UnisterBot
 Upflow
 URLy Warning
+URLy.Warning
 Vacuum
 Vagabondo
-VCI
-Virusdie
 VoidEYE
-Voltron
-Wallpapers/3.0
-WallpapersHD
-WASALive-Bot
 WBSearchBot
+Webalta
+WebAuto
 WebBandit
-WebCollage
 Web Collage
-WebFetch
-Web Fetch
-WebGo IS
+Web Enhancer
 WebLeacher
-WebmasterWorldForumBot
-webmeup-crawler
 WebPix
-Web Pix
-WebsiteExtractor
-WebsiteQuester
+WebReaper
+Web Sauger
+Webshag
 Webster
-Web Sucker
-WebWhacker
+WebStripper
 WebZIP
 WeSEE
-Whatweb
-Who.is Bot
+Whack
+WiseGuys Robot
 Woobot
-Wotbox
-Wprecon
+WPScan
 WWW-Mechanize
+WWW::Mechanize
 Xaldon_WebSpider
 xpymep1.exe
-Zade
+Zauba
+Zermelo
 Zeus
-Zitebot
-ZmEu
 ZumBot