V4.2020.06.2075 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-80legs
-Abonti
-Aboundex
-Aboundexbot
-Acunetix
-Alligator
+404enemy
+ADmantX
 AllSubmitter
 Anarchie
 Ankit
-Apexoo
-arquivo.pt
+arquivo-web-crawler
 Aspiegel
 ASPSeek
+Asterias
 AwarioRssBot
+Backlink-Ceck
+BackStreet
+Badass
 Bandit
+Barkrowler
+BatchFTP
 Battleztar Bazinga
+BDCbot
 Bigfoot
 Bitacle
+Blackboard
 Black Hole
-BlackWidow
 BLEXBot
-BuiltBotTough
-Bullseye
-Calculon
-CazoodleBot
+Blow
+Boardreader
+Brandprotect
+BuzzSumo
+CATExplorador
 CCBot
-CherryPicker
+CheeseBot
 CheTeam
+ChinaClaw
+Chlooe
+Claritybot
 Cloud mapping
+coccocbot-web
 Cogentbot
-Collector
-com.plumanalytics
+cognitiveseo
 Copyscape
-Craftbot
+Cosmos
 crawler.feedback
 crawl.sogou.com
 Crescent
-CrunchBot
 CSHttp
 Curious
 Custo
-DataCha0s
+DatabaseDriverMysqli
 DBLBot
-Demon
+Digincore
 DigitalPebble
-Disco
+DIIbot
+Discobot
 Discoverybot
 Dispatch
-Dotbot
-DTS Agent
-EasyDL
+DnyzBot
+DomainAppender
+Download Wonder
+Dragonfly
 Ebingbong
-ECCP/1.0
-Ecxi
-EirGrabber
-EroCrawler
-evc-batch
+EMail Siphon
 Evil
-Extractor
-ExtractorPro
+Exabot
+Express WebPictures
+ExtLinksBot
+Extreme Picture Finder
 EyeNetIE
-Ezooms
 FemtosearchBot
-FlashGet
-Foobot
-GalaxyBot
+FHscan
+Fimap
+Firefox/7.0
+Freeuploader
+FrontPage
+GermCrawler
 GetWeb
-GoZilla
+G-i-g-a-b-o-t
 Go!Zilla
-GrabNet
-Grafula
-GrapeFX
-GT::WWW
+GrapeshotCrawler
+Haansoft
+Havij
 heritrix
-Heritrix
-HTTP::Lite
 HTTrack
 Humanlinks
-HybridBot
-Iblog
-Id-search
-IlseBot
 Image Fetch
+IndeedBot
 InfoNaviRobot
-instabid
+InfoTekies
 Intelliseek
+InterGET
+Internet Ninja
+internetVista monitor
+ips-agent
+IRLbot
+Iskanie
+JamesBOT
 Jbrofuzz
+JetCar
 Jetty
 JikeSpider
-JustView
+JOC Web Spider
+Jorgee
 Kenjin Spider
-Keyword Density
-Kozmosbot
-Larbin
-LeechFTP
-LeechGet
-Lightspeedsystems
+Lanshanbot
+Lftp
+LieBaoFast
 LinkextractorPro
-LinksManager
 LinkWalker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
 Lmspider
 LNSpiderguy
-LWP::Simple
 lwp-trivial
 Magnet
 Mag-Net
 magpie-crawler
-Majestic SEO
-MarkMonitor
+Majestic-SEO
 MarkWatch
 Mata Hari
-MauiBot
 Mb2345Browser
+meanpathbot
 Meanpathbot
 Mediatoolkitbot
 mediawords
-MicroMessenger
+MegaIndex.ru
+Metauri
 Microsoft Data Access
-MIDown tool
+Microsoft URL Control
 MIIxpc
-Mojeek
-Morfeus Fucking Scanner
+Mister PiX
+Mojolicious
 MQQBrowser
 MSFrontPage
 MSIECrawler
-Musobot
+Msrabot
 Name Intelligence
-Needle
-Netcraft
-NetLyzer
-Net Vampire
+Nameprotect
 Netvibes
 NetZIP
-Ninja
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nimbostratus
 Nutch
-oBot
-Octopus
-OpenLinkProfiler
+Offline Explorer
+Offline Navigator
 Openvas
+OpenVAS
 OPPO A33
+OrangeBot
+OrangeSpider
+OutclicksBot
 PageAnalyzer
-page scorer
-PageScorer
-Panscient
+Page Analyzer
+PageGrabber
+Pandalytics
 Papa Foto
-Pavuk
-PHPCrawl
-PictureFinder
-Pimonster
-Pi-Monster
-Pixray
+PECL::HTTP
+PeoplePal
+PleaseCrawl
 plumanalytics
 Pockey
-Probethenet
-ProPowerBot
+POE-Component-Client-HTTP
+polaris version
 Psbot
-Pump
-PxBroker
+PyCurl
+Quick-Crawler
 RankActive
 RankActiveLinkBot
 RankingBot
 RankingBot2
-Rankivabot
-RankurBot
 RealDownload
-Reaper
 RebelMouse
-RedesScrapy
-s1z.ru
+Recorder
+RSSingBot
+SalesIntelligent
 SBIder
-ScanAlert
-Scanbot
-Scrapy
 Screaming
-SemrushBot
+Searchestate
+SearchmetricsBot
+Semrush
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
-seoscanners
-SeoSiteCheckup
 SEOstats
 Shodan
 Siphon
+SISTRIX
 Sitebeam
-Siteimprove
+Sitevigil
 SlySearch
-Snoopy
-SocialRankIOBot
-Sociscraper
-sogouspider
-Sosospider
-Sottopop
-Spanner
-sp_auditbot
-SputnikBot
+SmartDownload
+SMTBot
+Snapbot
+Sogou web spider
+SpaceBison
+spyfu
+Sqlmap
 Sqlworm
-Steeler
 Sucker
-SuperHTTP
+SuperBot
 SurveyBot
-Szukacz
-T0PHackTeam
+Suzuran
+Swiftbot
+sysscan
 T8Abot
-Telesphorep
-TheNomad
-TightTwatBot
-Titan
+tAkeOut
+Telesphoreo
+Thumbor
 Trendictionbot
+trendiction.de
+Turingos
+Turnitin
 Twice
 Typhoeus
-VeriCiteCrawler
+UnisterBot
+Upflow
+URLy.Warning
+Vacuum
+Vagabondo
 VidibleScraper
-Voil
-Voltron
-WallpapersHD
 WASALive-Bot
 Webalta
-WebAuto
 Web Auto
-WebCollage
 WebCopier
+WEBDAV
 Web Enhancer
-Web Fetch
-WebGo IS
-WebImageCollector
+WebFetch
+WebFuck
+WebReaper
 WebSauger
+Web Sauger
 Webshag
-Website Quester
-WebStripper
-WebSucker
-Whacker
-Widow
+WeSEE
+Whatweb
+Who.is Bot
 WinHTTrack
-WiseGuys Robot
-WISENutbot
-WWWOFFLE
-x09Mozilla
-Xaldon_WebSpider
+Wonderbot
+Wprecon
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+x22Mozilla
 xpymep1.exe
-Zauba
-zauba.io
 Zermelo
 Zeus
-zgrab
-ZmEu
+ZumBot
+ZyBorg