V4.2020.01.1954 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-80legs
-Aboundex
-Acunetix
+Abonti
+ADmantX
+AhrefsBot
+AIBOT
+AiHitBot
 Aipbot
-Alexibot
 AllSubmitter
 AlphaBot
-Anarchie
-Apexoo
-Asterias
-Attach
-autoemailspider
-BackDoorBot
-Backlink-Ceck
+arquivo-web-crawler
+ASPSeek
+AwarioSmartBot
 backlink-check
 BacklinkCrawler
 BackStreet
-Badass
+BackWeb
 Bandit
-BatchFTP
-Bigfoot
+Barkrowler
+BBBike
+BDFetch
+BetaBot
+Bitacle
+Blackboard
+Black Hole
+BlackWidow
 BlowFish
-Bolt
-BotALot
-BuiltBotTough
-Bullseye
+Boardreader
+Brandwatch
+Buddy
+BuzzSumo
 Calculon
-CATExplorador
 CazoodleBot
-Cegbfeieh
+CCBot
 CheeseBot
-CherryPicker
-ChinaClaw
 Chlooe
+Cliqzbot
 Cloud mapping
+Cogentbot
 cognitiveseo
+com.plumanalytics
+Copier
 CopyRightCheck
 Craftbot
+crawler4j
 crawler.feedback
-CrazyWebCrawler
-Crescent
+crawl.sogou.com
 CSHttp
-DataCha0s
+Custo
 DBLBot
 demandbase-bot
+Demon
 Deusu
-DIIbot
-DittoSpyder
+Devil
+DigitalPebble
+Dirbuster
+Discoverybot
+Dispatch
 DnyzBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
+Dotbot
 Download Wonder
-Drip
-EasyDL
-eCatch
-ECCP/1.0
-Ecxi
-EirGrabber
-EMail Siphon
-Express WebPictures
-ExtractorPro
-Ezooms
-FemtosearchBot
+Dragonfly
+DSearch
+DTS Agent
+EMail Wolf
+Evil
+Extractor
+Extreme Picture Finder
+FDM
+Fimap
 Firefox/7.0
-FlashGet
+Foobot
 Freeuploader
-Fyrebot
-GalaxyBot
+FyberSpider
+Genieo
 GetRight
 GetWeb
-Gigabot
+Gigablast
+G-i-g-a-b-o-t
 Go-Ahead-Got-It
-Go!Zilla
-Grabber
-Grafula
+GoZilla
 GrapeFX
-GrapeshotCrawler
 GT::WWW
-Haansoft
-HaosouSpider
-Harvest
-Havij
+HEADMasterSEO
 heritrix
 Heritrix
-HMView
-HTMLparser
-Id-search
-InfoNaviRobot
-InterGET
-Internet Ninja
-ips-agent
-Iria
-Iskanie
-JennyBot
-JikeSpider
-Keyword Density
+HTTP::Lite
+Humanlinks
+HybridBot
+Iblog
+IDBot
+Image Fetch
+Image Sucker
+Indy Library
+Intelliseek
+InternetSeer
+IRLbot
+Jbrofuzz
+JustView
+Jyxobot
 Kozmosbot
-Larbin
+Lanshanbot
 LeechFTP
 LeechGet
-LexiBot
-Lftp
 Lightspeedsystems
 Linkdexbot
-LinkextractorPro
-LinkScan
-LinksManager
-LinkWalker
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lmspider
-LNSpiderguy
-lwp-request
+Ltx71
 Magnet
-Majestic SEO
-MarkMonitor
+Mag-Net
+magpie-crawler
+Majestic12
+Majestic-SEO
 MarkWatch
 Mass Downloader
 Mata Hari
-MauiBot
-mediawords
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
 MFC_Tear_Sample
-Morfeus Fucking Scanner
-Mr.4x3
+MIDown tool
+Mojeek
+Mojolicious
 MSIECrawler
+muhstik-scan
+Musobot
 Name Intelligence
-Navroad
+Nameprotect
 NearSite
-Needle
 Nessus
-NetAnts
-NetMechanic
+NetLyzer
 Net Vampire
 NetZIP
-Nibbler
-Niki-bot
+NICErsPRO
 Nikto
 NimbleCrawler
+Nimbostratus
 NPbot
-oBot
+Octopus
+Offline Explorer
 OnCrawl
-OutclicksBot
+Openfind
+OpenVAS
+OrangeSpider
+OutfoxBot
 PageGrabber
-PageScorer
-Papa Foto
-PeoplePal
+page scorer
+pcBrowser
+PECL::HTTP
+Picsearch
 PictureFinder
-Pi-Monster
 PleaseCrawl
-plumanalytics
-ProWebWalker
+POE-Component-Client-HTTP
+Probethenet
 Pump
-PxBroker
-PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankActive
 RankActiveLinkBot
 RankFlex
+RankingBot
 Rankivabot
-RankurBot
+RealDownload
+RebelMouse
 RedesScrapy
 RepoMonkey
-Ripper
 RSSingBot
-SBIder
+s1z.ru
+ScanAlert
+Scanbot
+scan.lol
 ScoutJet
-Scrapy
-Screaming
+ScreenerBot
 Searchestate
-SearchmetricsBot
-Semrush
-SemrushBot
 SEOkicks
 SEOkicks-Robot
-SEOstats
+Seomoz
+seoscanners
 sexsearcher
-Shodan
-Sitebeam
 SiteExplorer
-SiteSnagger
+Siteimprove
+SiteLockSpider
 Sitevigil
+SMTBot
 Snake
-Snapbot
-Snoopy
 Sociscraper
-Sosospider
-Sottopop
 SpankBot
-sp_auditbot
-spyfu
+Spinn3r
 Sqlworm
 Steeler
-SuperBot
-SuperHTTP
-Surfbot
+Sucuri
 SurveyBot
-Suzuran
-T0PHackTeam
-T8Abot
-tAkeOut
+Szukacz
 Teleport
-TeleportPro
-Telesoft
 Telesphoreo
-TheNomad
+Telesphorep
+The Intraformant
 Titan
 Tracemyfile
-Trendiction
+Trendictionbot
 trendiction.de
+True_Robot
 Turingos
-Turnitin
 TurnitinBot
+TwengaBot
 Twice
-Typhoeus
+UnisterBot
+Upflow
 URLy Warning
 URLy.Warning
 VCI
-VeriCiteCrawler
-Voltron
 Wallpapers/3.0
-WallpapersHD
 WASALive-Bot
-WebBandit
+Web Collage
+WebCopier
+WEBDAV
 Web Enhancer
+WebFetch
+Web Fetch
+WebFuck
+WebLeacher
 WebmasterWorldForumBot
+WebPix
 Web Pix
 WebReaper
 Web Sauger
+Webshag
+WebsiteExtractor
+Webster
+WebSucker
+Web Sucker
+WebWhacker
 WebZIP
+Whack
 Whacker
-Who.is Bot
+Widow
 WinHTTrack
 WiseGuys Robot
 Wonderbot
-Wprecon
 WPScan
 WWW-Collector-E
-WWW::Mechanize
-Xenu
-xpymep1.exe
-YoudaoBot
+WWW-Mechanize
+x09Mozilla
+Xaldon WebSpider
 Zade
 Zauba
-zauba.io
-ZmEu
-ZyBorg
+Zermelo
+Zeus
+ZumBot