V4.2020.01.1935 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-Acunetix
+360Spider
+AhrefsBot
+AIBOT
 AiHitBot
 Aipbot
 Alexibot
-AllSubmitter
+Alligator
 AlphaBot
-archive.org_bot
-Asterias
-AwarioRssBot
-Backlink-Ceck
-Bandit
+BackDoorBot
+backlink-check
+BacklinkCrawler
+BackWeb
 Barkrowler
+BBBike
+BDFetch
+Bigfoot
 Bitacle
+Blackboard
 Black Hole
-BotALot
+BlackWidow
+Blow
 Brandprotect
 Brandwatch
 BuiltBotTough
-BuiltWith
+BuzzSumo
 CATExplorador
-CCBot
-CheeseBot
+Cegbfeieh
 CherryPicker
-Chlooe
+CheTeam
+Claritybot
+coccocbot-web
 Cogentbot
 Collector
-com.plumanalytics
-Copyscape
-Cosmos
-Craftbot
+Copier
+crawler4j
+crawler.feedback
 crawl.sogou.com
+CrazyWebCrawler
 Crescent
+CrunchBot
 CSHttp
+Curious
 DataCha0s
-Demon
+demandbase-bot
+Deusu
 Devil
-Digincore
 DigitalPebble
-DIIbot
-Disco
-Dispatch
+Discobot
 DittoSpyder
-DomainAppender
 Dotbot
-Drip
-DSearch
-eCatch
-ECCP/1.0
-EMail Siphon
+DTS Agent
+Ebingbong
 EMail Wolf
 EroCrawler
-Exabot
+evc-batch
+Evil
 Express WebPictures
 ExtLinksBot
-ExtractorPro
+Extreme Picture Finder
+Ezooms
+FemtosearchBot
+FHscan
+Fimap
 Firefox/7.0
-FlashGet
-Freeuploader
+Flunky
+FrontPage
+FyberSpider
 GalaxyBot
+Genieo
+GermCrawler
+Getintent
 GetRight
-GetWeb
 Gigablast
+Gigabot
+G-i-g-a-b-o-t
 Go-Ahead-Got-It
-Grabber
-GrabNet
+Gotit
+GoZilla
 Grafula
 GrapeFX
 GridBot
-Haansoft
-HaosouSpider
+GT::WWW
 Harvest
+Havij
 HEADMasterSEO
-HTTrack
-Humanlinks
-Id-search
+heritrix
+HybridBot
+IDBot
 IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
 InfoTekies
 instabid
-InterGET
-InternetSeer
-internetVista monitor
+ips-agent
 IstellaBot
-Joomla
+Jbrofuzz
+JetCar
+Jetty
+JikeSpider
+JOC Web Spider
 JustView
 Jyxobot
-Kozmosbot
-Likse
-LinkextractorPro
+Keyword Density
+Larbin
+LibWeb
+Lightspeedsystems
+LinkpadBot
 LinkScan
-LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
 Litemage_walker
-Lmspider
-LNSpiderguy
-Ltx71
-lwp-request
-Mag-Net
-Majestic12
-Majestic SEO
+magpie-crawler
 Majestic-SEO
-MarkMonitor
 MarkWatch
 Masscan
-Mata Hari
+Mass Downloader
 MauiBot
-mediawords
+Meanpathbot
+MeanPath Bot
 MegaIndex.ru
-Metauri
-MFC_Tear_Sample
-Microsoft Data Access
 Microsoft URL Control
 MIDown tool
+MIIxpc
 Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
+MSIECrawler
 Msrabot
 muhstik-scan
+Musobot
+Name Intelligence
+Nameprotect
 NearSite
-Needle
+NetAnts
 netEstate NE Crawler
-Net Vampire
-NextGenSearchBot
-NICErsPRO
+NetLyzer
+Nettrack
+Netvibes
+NetZIP
 Nikto
-NimbleCrawler
 Nimbostratus
 Ninja
+Nmap
+NPbot
 Nutch
 oBot
-Octopus
-Offline Explorer
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
+Openfind
 OrangeBot
-PageAnalyzer
 Page Analyzer
-PageGrabber
 page scorer
 PageScorer
-pcBrowser
 PECL::HTTP
-PHPCrawl
-Pixray
+PeoplePal
+Picsearch
+PictureFinder
+Pi-Monster
 PleaseCrawl
-plumanalytics
-POE-Component-Client-HTTP
 Probethenet
+ProWebWalker
 Psbot
-Pump
 PxBroker
-QueryN Metasearch
-Quick-Crawler
+PyCurl
 RankActiveLinkBot
 RankFlex
 RankingBot
 Rankivabot
 RealDownload
 Reaper
-Recorder
+RebelMouse
+RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
-SalesIntelligent
+Rogerbot
+RSSingBot
 SBIder
 Scanbot
-Scrapy
+scan.lol
+ScoutJet
 Screaming
 ScreenerBot
 Searchestate
-SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
+SemrushBot
+seoscanners
 SeoSiteCheckup
-serpstatbot
-SISTRIX
+SEOstats
+Shodan
+Siphon
 Siteimprove
 SiteLockSpider
 SiteSnagger
-Sitevigil
-SocialRankIOBot
-Sociscraper
+SiteSucker
+SlySearch
+Snapbot
+sogouspider
+Sosospider
+Sottopop
 SpaceBison
-Spinn3r
+SpankBot
 SputnikBot
 Sqlmap
-Sqlworm
-Steeler
+Stripper
+SuperBot
+Surfbot
 SurveyBot
 Szukacz
-tAkeOut
-Telesoft
-Telesphorep
-The Intraformant
-TheNomad
+TeleportPro
+Telesphoreo
 Thumbor
 Toata
-Trendictionbot
-trendiction.com
-True_Robot
-Turnitin
+Trendiction
 TurnitinBot
-UnisterBot
-Upflow
-Vacuum
-Voil
-Voltron
+Typhoeus
+VidibleScraper
+Virusdie
+VoidEYE
 Wallpapers/3.0
-Webalta
-WebAuto
-WebBandit
-WebCollage
+WallpapersHD
+WASALive-Bot
+WBSearchBot
 Web Collage
-WEBDAV
+WebCopier
 WebEnhancer
+Web Enhancer
 WebFetch
 WebFuck
+Web Fuck
 WebGo IS
-WebImageCollector
-WebmasterWorldForumBot
-webmeup-crawler
-Web Sauger
-WebsiteQuester
-Webster
-WebStripper
+WebLeacher
+WebPix
+WebReaper
+WebsiteExtractor
+Website Quester
 Web Sucker
 WebWhacker
+WeSEE
 Whack
-Whacker
-Whatweb
 Who.is Bot
-Widow
 WinHTTrack
-WiseGuys Robot
-WISENutbot
-Wotbox
+Wprecon
+WPScan
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Xaldon_WebSpider
-YoudaoBot
-zauba.io
-Zermelo
+x22Mozilla
 Zeus
-zgrab
+Zitebot
 ZmEu
+ZumBot
+ZyBorg