V4.2020.04.2044 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
+404enemy
 80legs
-AhrefsBot
-Aipbot
-Alligator
+Aboundexbot
+Acunetix
+ADmantX
+AfD-Verbotsverfahren
+Alexibot
 AlphaBot
-Apexoo
 arquivo.pt
-arquivo-web-crawler
-Asterias
-AwarioRssBot
+Attach
 AwarioSmartBot
-Backlink-Ceck
 backlink-check
 BacklinkCrawler
 BackStreet
+BackWeb
 Badass
-Bandit
+Battleztar Bazinga
 BBBike
-BDCbot
-BetaBot
+BDFetch
+Bigfoot
 Bitacle
+Blackboard
 BLEXBot
-Blow
 Boardreader
-Brandprotect
-Brandwatch
-BuiltBotTough
-BuiltWith
-Bullseye
+Buddy
 BunnySlippers
-BuzzSumo
-Calculon
 CATExplorador
-CherryPicker
-ChinaClaw
-Claritybot
-Cloud mapping
-coccocbot-web
-cognitiveseo
+CheeseBot
+Chlooe
+Cliqzbot
 Collector
-Craftbot
+Copyscape
+crawler4j
+crawler.feedback
+crawl.sogou.com
 CrazyWebCrawler
-CSHttp
-Custo
-DatabaseDriverMysqli
+Curious
 DataCha0s
-DBLBot
-Deusu
-DigitalPebble
-Dispatch
+demandbase-bot
+Devil
+Digincore
+Dirbuster
+Discobot
+Discoverybot
+DnyzBot
 DomainAppender
-Dotbot
-Drip
+DomainCrawler
+Download Wonder
+DSearch
 EasyDL
 ECCP/1.0
 EirGrabber
 EMail Wolf
-Evil
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-FemtosearchBot
+Extractor
+ExtractorPro
+EyeNetIE
+Ezooms
+facebookscraper
 FHscan
-Flunky
-Freeuploader
-FrontPage
+Firefox/7.0
+Foobot
+FyberSpider
 Genieo
 GetRight
-Gigablast
 Gigabot
-GrabNet
-GrapeFX
+G-i-g-a-b-o-t
+Go-Ahead-Got-It
+Gotit
+GoZilla
+Go!Zilla
+Grafula
 GrapeshotCrawler
 GT::WWW
 Haansoft
 HaosouSpider
-Harvest
-Havij
+heritrix
+Heritrix
 Hloader
-HMView
-HTTP::Lite
 Humanlinks
-Iblog
 Id-search
+Image Fetch
 Image Sucker
 IndeedBot
-InfoNaviRobot
-Intelliseek
-Internet Ninja
+Indy Library
+InfoTekies
+instabid
+InterGET
 InternetSeer
 internetVista monitor
+ips-agent
 IRLbot
+Iskanie
 IstellaBot
-Jbrofuzz
 JetCar
-Jetty
 JikeSpider
-Jorgee
+JustView
+Jyxobot
+Kenjin Spider
 Keyword Density
-Kinza
+Larbin
 LeechFTP
 LeechGet
 LexiBot
-Likse
+LibWeb
+Libwhisker
+LieBaoFast
+Linkdexbot
 LinkextractorPro
+LinkpadBot
 LinkScan
 LinksManager
-LinqiaMetadataDownloaderBot
-Litemage_walker
+LinqiaScrapeBot
+Lmspider
 Ltx71
 lwp-request
-LWP::Simple
-Mag-Net
+lwp-trivial
+Magnet
+Majestic12
 Majestic-SEO
-Mass Downloader
-MauiBot
+Masscan
+Mata Hari
 Mb2345Browser
-meanpathbot
 Meanpathbot
-MegaIndex.ru
-MFC_Tear_Sample
-Microsoft URL Control
-Mojeek
-Mojolicious
-MQQBrowser
-Mr.4x3
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+MIDown tool
+Mister PiX
+Morfeus Fucking Scanner
 MSFrontPage
 MSIECrawler
-Msrabot
 Musobot
-Nameprotect
 Navroad
-NearSite
 Nessus
-NetLyzer
-NetMechanic
 Nettrack
-NetZIP
+Net Vampire
 NextGenSearchBot
-Niki-bot
+Nibbler
 Nikto
 Nimbostratus
-Nutch
+Nmap
 oBot
 Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OPPO A33
+OpenVAS
+OrangeBot
 OrangeSpider
-OutclicksBot
+OutfoxBot
+PageAnalyzer
 Page Analyzer
+page scorer
+PageScorer
+Pandalytics
 Papa Foto
-Pavuk
-pcBrowser
-PECL::HTTP
-Picsearch
-Pimonster
-plumanalytics
-Pockey
+PeoplePal
+Pixray
+PleaseCrawl
+POE-Component-Client-HTTP
 polaris version
-Probethenet
 ProPowerBot
-ProWebWalker
-PxBroker
-PyCurl
-Quick-Crawler
+Psbot
 RankActive
-RankingBot2
+RankActiveLinkBot
+RankFlex
+Rankivabot
 Reaper
-RebelMouse
-RedesScrapy
-ReGet
+RepoMonkey
+Ripper
 RocketCrawler
-s1z.ru
-ScanAlert
-Screaming
-ScreenerBot
+Rogerbot
+RSSingBot
+SBIder
+Scanbot
+scan.lol
+Scrapy
+Searchestate
+SearchmetricsBot
 Semrush
+SEOkicks
 SEOkicks-Robot
-Seomoz
+SEOprofiler
+seoscanners
 SeoSiteCheckup
-SEOstats
+Shodan
 Sitebeam
 SiteExplorer
 SiteSnagger
+SiteSucker
+Site Sucker
 SlySearch
-Snapbot
-Sociscraper
-Sosospider
-sp_auditbot
+SmartDownload
+Snoopy
+SocialRankIOBot
+sogouspider
+Spammen
+Spanner
 Spinn3r
-Sqlmap
+SputnikBot
+spyfu
 Sqworm
-Steeler
-Stripper
+Sucker
 Sucuri
-SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
-T0PHackTeam
-T8Abot
 Teleport
-Telesoft
+TeleportPro
+Telesphoreo
 Telesphorep
 The Intraformant
-TheNomad
-Thumbor
 TightTwatBot
-Titan
+Toata
 Toweyabot
 Trendiction
-trendiction.com
-trendiction.de
-Twice
+Turingos
+Turnitin
+TwengaBot
 Upflow
-URLy.Warning
-VCI
-VeriCiteCrawler
-Virusdie
-Voil
+URLy Warning
+Vacuum
 Wallpapers/3.0
-WallpapersHD
 Webalta
-WebCollage
-Web Enhancer
+WebBandit
+WEBDAV
+Web Fetch
+WebFuck
+Web Fuck
+WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
-WebPix
-WebsiteQuester
-WebSucker
-WebZIP
+WebReaper
+Webster
+Web Sucker
+WebWhacker
 Whack
 Whatweb
-Who.is Bot
 Widow
-WinHTTrack
-WiseGuys Robot
-Woobot
-Wotbox
-WPScan
-WWW::Mechanize
-x09Mozilla
+WISENutbot
+Wprecon
+WWW-Mechanize
+x22Mozilla
 Xaldon WebSpider
-Xenu
-Zade
-Zauba
-zauba.io
+Xaldon_WebSpider
+Zermelo
 Zeus
-zgrab
-Zitebot
+ZumBot
+ZyBorg