V4.2020.03.2031 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-404enemy
 80legs
-Aboundex
+Aboundexbot
 Acunetix
 ADmantX
-AIBOT
+AhrefsBot
 AiHitBot
-Aipbot
+Alligator
+AllSubmitter
+AlphaBot
 Anarchie
 Apexoo
-archive.org_bot
-arquivo.pt
 ASPSeek
-autoemailspider
-AwarioRssBot
-BackDoorBot
+Asterias
+AwarioSmartBot
 backlink-check
 BackStreet
-BackWeb
-Badass
+Bandit
 BatchFTP
+Battleztar Bazinga
 BBBike
-BetaBot
 Bigfoot
+Blackboard
 Black Hole
 BLEXBot
-Blow
 Boardreader
+Bolt
 Buddy
-BuiltBotTough
+BuiltWith
 Bullseye
-CATExplorador
-CazoodleBot
+BuzzSumo
 CheeseBot
-CherryPicker
-CheTeam
+Chlooe
 Cloud mapping
+coccocbot-web
 cognitiveseo
 Collector
+com.plumanalytics
 CopyRightCheck
-Craftbot
-crawler4j
-CrazyWebCrawler
-CSHttp
+Cosmos
+crawler.feedback
+crawl.sogou.com
+Crescent
+CrunchBot
 Curious
-Custo
-demandbase-bot
+DataCha0s
+DBLBot
 Demon
-Deusu
-Digincore
-DigitalPebble
-Dirbuster
-Disco
-Discobot
+DIIbot
+Dispatch
+DomainSigmaCrawler
 DomainStatsBot
-Dragonfly
-DTS Agent
 EasyDL
-ECCP/1.0
+Ebingbong
+eCatch
 Ecxi
-evc-batch
-Evil
-ExtLinksBot
-Extreme Picture Finder
+EirGrabber
+Express WebPictures
+EyeNetIE
 FDM
-FHscan
-Flunky
+Fimap
+Firefox/7.0
+FlashGet
 FrontPage
-Fyrebot
+GalaxyBot
 Genieo
-Getintent
 GetRight
-GetWeb
 Gigabot
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
 Gotit
-Go!Zilla
-GrabNet
+GrapeFX
+GrapeshotCrawler
+GridBot
+GT::WWW
 HaosouSpider
-Harvest
-Heritrix
-HTMLparser
+Havij
+HEADMasterSEO
+heritrix
+Hloader
 HTTP::Lite
-Humanlinks
-HybridBot
 Iblog
 IDBot
-Id-search
-Image Fetch
-Image Sucker
+IlseBot
+IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
 instabid
 Intelliseek
-Internet Ninja
-InternetSeer
+InterGET
+ips-agent
 IRLbot
-JOC Web Spider
+IstellaBot
+JamesBOT
+JennyBot
+JetCar
 Jorgee
 JustView
 Jyxobot
+Kinza
+Kozmosbot
+Larbin
 LeechGet
-Likse
-Linkdexbot
-LinkextractorPro
-LinkScan
-LinqiaScrapeBot
+Lftp
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
+Lmspider
 LNSpiderguy
 Ltx71
 LWP::Simple
-Magnet
 Mag-Net
+magpie-crawler
 Majestic12
 Majestic SEO
-Majestic-SEO
-Mass Downloader
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
 mediawords
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-MIIxpc
-MJ12bot
+Mister PiX
 Mojeek
 Morfeus Fucking Scanner
-Msrabot
-muhstik-scan
-NetAnts
-netEstate NE Crawler
-Nettrack
+MQQBrowser
+Musobot
+NearSite
+Needle
+Netcraft
+NetMechanic
+NetSpider
 Net Vampire
-NimbleCrawler
+Nibbler
+Niki-bot
 Nimbostratus
-Ninja
+Nmap
 NPbot
 Nutch
-Octopus
-Offline Explorer
+oBot
+OnCrawl
 OpenLinkProfiler
 Openvas
-OPPO A33
+OpenVAS
 OrangeBot
-OrangeSpider
 OutclicksBot
-PageAnalyzer
-PageGrabber
-Pandalytics
-PECL::HTTP
-Picsearch
+PageScorer
+Panscient
+Pavuk
+pcBrowser
+PeoplePal
+PictureFinder
 Pimonster
 Pi-Monster
-PleaseCrawl
+Pixray
 plumanalytics
-Probethenet
+POE-Component-Client-HTTP
+polaris version
 ProWebWalker
-Pump
-PxBroker
-PyCurl
 RankActive
-RankingBot
+RankActiveLinkBot
+RankFlex
 RankingBot2
+Rankivabot
+RealDownload
 Reaper
 RebelMouse
-ReGet
-RepoMonkey
-s1z.ru
+RedesScrapy
+Ripper
+RSSingBot
 SBIder
 ScanAlert
+Scanbot
+scan.lol
+ScoutJet
 Scrapy
 SEOkicks
-SEOkicks-Robot
-Seomoz
+SEOlyticsCrawler
 SEOprofiler
-seoscanners
 SeoSiteCheckup
 Shodan
 Siphon
 SISTRIX
 Sitebeam
-SiteExplorer
+Siteimprove
 SiteLockSpider
-SiteSnagger
-SiteSucker
-Site Sucker
-SMTBot
-Snake
+SlySearch
+SmartDownload
 Snapbot
+Sociscraper
 sogouspider
 Sogou web spider
-Sosospider
-Sottopop
-Spammen
 sp_auditbot
 Spbot
 Spinn3r
+spyfu
 Sqlmap
+Sqworm
+Steeler
 Stripper
-Sucuri
-SuperHTTP
 SurveyBot
-Swiftbot
-sysscan
-TeleportPro
-Telesphorep
-TightTwatBot
-Toweyabot
-Trendiction
+Szukacz
+T8Abot
+Telesoft
+Telesphoreo
+The Intraformant
+TheNomad
+Toata
+trendiction.de
+True_Robot
 Turingos
-Turnitin
-TurnitinBot
 TwengaBot
-Twice
-Typhoeus
+URLy Warning
+URLy.Warning
+Vagabondo
+VB Project
 VoidEYE
-Voil
 Wallpapers/3.0
 WallpapersHD
-WASALive-Bot
-WBSearchBot
-Webalta
 WebAuto
+Web Auto
 WebBandit
+WebCollage
+Web Collage
+WebCopier
 Web Enhancer
-Web Fetch
-WebFuck
+Web Fuck
+WebGo IS
+WebImageCollector
+WebmasterWorldForumBot
+webmeup-crawler
 WebPix
-WebSauger
+Web Pix
 Web Sauger
-Webshag
-WebsiteQuester
-Webster
+WebsiteExtractor
+Website Quester
 WebSucker
+Web Sucker
+WebWhacker
 WebZIP
 WeSEE
-Whatweb
-Widow
-WISENutbot
-Wonderbot
-Woobot
+Whack
+WiseGuys Robot
 Wotbox
-WWW-Mechanize
-WWW::Mechanize
-x09Mozilla
-x22Mozilla
+WPScan
+WWW-Collector-E
+WWWOFFLE
+Xaldon WebSpider
 Xenu
-xpymep1.exe
-YoudaoBot
 Zade
+Zermelo
+Zitebot