V4.2020.05.2059 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+80legs
+Abonti
 Aboundexbot
-Acunetix
 ADmantX
+AfD-Verbotsverfahren
 AhrefsBot
-AIBOT
+Alexibot
 AllSubmitter
-AlphaBot
 Ankit
+Apexoo
 archive.org_bot
 arquivo-web-crawler
 Aspiegel
+ASPSeek
 Asterias
-AwarioRssBot
+AwarioSmartBot
+BackDoorBot
+backlink-check
 BacklinkCrawler
-BackWeb
+BackStreet
+Bandit
 Barkrowler
 BatchFTP
-BetaBot
+BDFetch
 Bigfoot
-Bitacle
-Blackboard
-Bolt
-BotALot
+BLEXBot
+Blow
+BlowFish
 BuiltBotTough
 Bullseye
-CATExplorador
 CCBot
-Cegbfeieh
+CheeseBot
 CherryPicker
 ChinaClaw
-Chlooe
 Claritybot
-coccocbot-web
-Cogentbot
-cognitiveseo
+Cloud mapping
 Collector
 com.plumanalytics
 Copier
-CopyRightCheck
-Cosmos
-crawler4j
-Curious
+CrazyWebCrawler
 Custo
-DBLBot
+DataCha0s
+demandbase-bot
 Demon
 Deusu
 DigitalPebble
+Dirbuster
+Discobot
 Dispatch
-DittoSpyder
-DnyzBot
-DomainSigmaCrawler
+DomainCrawler
 Domains Project
 Download Wonder
-Drip
-DTS Agent
+DSearch
 EasyDL
-Ebingbong
-EMail Wolf
-evc-batch
-ExtLinksBot
+Ecxi
+EirGrabber
+EroCrawler
+Exabot
 Extractor
 ExtractorPro
 EyeNetIE
+Ezooms
 facebookscraper
-FemtosearchBot
-Firefox/7.0
+FlashGet
 Flunky
-Genieo
+Fyrebot
 GermCrawler
-Getintent
 GetWeb
 Gigablast
-Go-Ahead-Got-It
-Gotit
-GoZilla
+Gigabot
+G-i-g-a-b-o-t
+Grabber
 GrabNet
 Grafula
 GrapeshotCrawler
-Harvest
-HEADMasterSEO
+GT::WWW
+Haansoft
+heritrix
 Heritrix
+Hloader
+HMView
 HTMLparser
-HTTrack
+HTTP::Lite
 HybridBot
-IlseBot
-Image Fetch
+IDBot
+Id-search
 Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
-instabid
+IndeedBot
 Intelliseek
-InternetSeer
+InterGET
+internetVista monitor
 ips-agent
-IRLbot
 Iskanie
-JetCar
 Jetty
-JikeSpider
-JustView
+Joomla
+Jorgee
 Jyxobot
+Kozmosbot
+Lanshanbot
+LeechFTP
 LexiBot
-Linkdexbot
-LinksManager
+LibWeb
+LinkScan
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
+Litemage_walker
+LNSpiderguy
+lwp-request
 LWP::Simple
-Magnet
-Mag-Net
-Mail.RU_Bot
+lwp-trivial
+Majestic SEO
 MarkWatch
-Mass Downloader
 Mata Hari
+MauiBot
 Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+meanpathbot
+MeanPath Bot
 mediawords
 MegaIndex.ru
+MFC_Tear_Sample
 MicroMessenger
-MIIxpc
-MJ12bot
-Morfeus Fucking Scanner
+Mojeek
+MQQBrowser
 Mr.4x3
 MSFrontPage
-MSIECrawler
 Msrabot
-Nameprotect
-Net Vampire
-NetZIP
-Niki-bot
-NPbot
-Nutch
-Offline Explorer
-OnCrawl
+Name Intelligence
+Navroad
+Netvibes
+Nibbler
+NICErsPRO
+Nmap
 OpenLinkProfiler
 Openvas
 OPPO A33
-OrangeBot
-OrangeSpider
-OutfoxBot
-Page Analyzer
-PageGrabber
-PageScorer
-Papa Foto
+OutclicksBot
+PageAnalyzer
+Pandalytics
+PECL::HTTP
+PHPCrawl
 Picscout
-PictureFinder
-Pimonster
+Picsearch
+Pi-Monster
+PleaseCrawl
 plumanalytics
+Pockey
 POE-Component-Client-HTTP
-polaris version
 Probethenet
 ProPowerBot
+ProWebWalker
 Psbot
 Pump
+PxBroker
 PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankActive
 RankActiveLinkBot
-RankingBot
+RankFlex
+Rankivabot
 RealDownload
+RebelMouse
+RepoMonkey
+Ripper
+Rogerbot
+RSSingBot
 s1z.ru
-ScoutJet
-Scrapy
-ScreenerBot
-Semrush
+SalesIntelligent
+Searchestate
 SEOkicks
-SEOlyticsCrawler
 SEOprofiler
 seoscanners
 SeoSiteCheckup
 SEOstats
+serpstatbot
+sexsearcher
+Shodan
+Siphon
 SISTRIX
 Sitebeam
-SiteExplorer
+Siteimprove
 SiteLockSpider
 SiteSucker
 Sitevigil
-SmartDownload
-SMTBot
-Snapbot
-SocialRankIOBot
-Sociscraper
-Sosospider
-Sottopop
+SlySearch
+sogouspider
+SpaceBison
 Spammen
-Spanner
-sp_auditbot
+SpankBot
 Spbot
+Spinn3r
 SputnikBot
-spyfu
-Sqlmap
 Sqlworm
 Sqworm
-Steeler
 Stripper
 Sucker
+Sucuri
 SuperBot
-SurveyBot
+Suzuran
 Swiftbot
+sysscan
 Szukacz
-T0PHackTeam
-tAkeOut
-Teleport
+Telesoft
 Telesphorep
-The Intraformant
 TheNomad
-Thumbor
 TightTwatBot
-Titan
+Tracemyfile
 Trendiction
 trendiction.com
-True_Robot
-Turingos
-Twice
+TwengaBot
 Typhoeus
-Upflow
-URLy Warning
-URLy.Warning
 Vacuum
 Vagabondo
+VCI
 VoidEYE
+Voil
+Voltron
+Wallpapers/3.0
 WBSearchBot
 Webalta
-WebAuto
-WebBandit
-Web Collage
-Web Enhancer
-WebLeacher
-WebPix
+Web Auto
+WebCopier
+WebEnhancer
+Web Fuck
+WebGo IS
+Web Pix
 WebReaper
+WebSauger
 Web Sauger
 Webshag
+WebsiteQuester
 Webster
 WebStripper
-WebZIP
+WebSucker
+WebWhacker
 WeSEE
-Whack
+Widow
 WiseGuys Robot
-Woobot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
-Xaldon_WebSpider
+Wonderbot
+Wprecon
+WWW-Collector-E
+x09Mozilla
+x22Mozilla
+Xaldon WebSpider
 xpymep1.exe
-Zauba
+YoudaoBot
+zauba.io
 Zermelo
-Zeus
+Zitebot
 ZumBot