V4.2021.12.2812 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+404enemy
 80legs
 ADmantX
 ASPSeek
 Abonti
-Aboundex
-Aboundexbot
+Acunetix
+AiHitBot
+Aipbot
 Alligator
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Ankit
-Anthill
-Aspiegel
+Asterias
+Attach
 AwarioRssBot
 AwarioSmartBot
+BBBike
+BDCbot
+BLEXBot
 BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
+Badass
+Bandit
+Barkrowler
 BatchFTP
-Battleztar Bazinga
-BetaBot
-Black Hole
-BlackWidow
-Blow
+Bigfoot
+BlowFish
 Brandprotect
+Brandwatch
 Buck
 BunnySlippers
-BuzzSumo
-CCBot
 CODE87
-CSHttp
+Calculon
+CazoodleBot
+Cegbfeieh
+CheTeam
 CherryPicker
-Citoid
-CopyRightCheck
-Copyscape
+Chlooe
+Cliqzbot
+Cocolyzebot
+Cogentbot
+Collector
 Cosmos
-Craftbot
-Crawling at Home Project
-Curious
+CrunchBot
+Custo
 DIIbot
-DSearch
-DTS Agent
-DataCha0s
-Demon
+Deusu
 Devil
+DigitalPebble
+Disco
 Discoverybot
-Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Dragonfly
-ECCP/1.0
+Domains Project
+Dotbot
+Drip
+EMail Siphon
+EMail Wolf
+Ebingbong
+EroCrawler
+Exabot
+Express WebPictures
 Extractor
-ExtractorPro
+Extreme Picture Finder
+Ezooms
 FDM
-GalaxyBot
-GermCrawler
-Go-Ahead-Got-It
-GoZilla
-GrapeshotCrawler
-GridBot
-HTTrack
-Haansoft
+FHscan
+Firefox/7.0
+FlashGet
+Flunky
+FrontPage
+Fuzz
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+Getintent
+Gigabot
+Go!Zilla
+GrabNet
+GrapeFX
+HMView
+HTMLparser
 HaosouSpider
-Harvest
-Heritrix
-Hloader
-IDBTE4M
-IDBot
+Havij
+Humanlinks
 Id-search
-Indy Library
-InfoNaviRobot
-Intelliseek
-Internet Ninja
+IlseBot
+Image Fetch
+IndeedBot
+InternetSeer
+IstellaBot
 JOC Web Spider
-Jbrofuzz
+JamesBOT
+JennyBot
 Jetty
-Jorgee
-JustView
+JikeSpider
+Joomla
 Kenjin Spider
-Keyword Density
-Kinza
+Kozmosbot
 LNSpiderguy
 Larbin
 LeechFTP
-LibWeb
-Libwhisker
-Linkbot
-LinkextractorPro
-LinksManager
+LeechGet
+Lftp
+Likse
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MIDown tool
-MQQBrowser
-MSFrontPage
-MTRobot
+MFC_Tear_Sample
+MSIECrawler
 Mag-Net
 Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-MarkMonitor
-Meanpathbot
+Mata Hari
+Mediatoolkitbot
 Metauri
-MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mojolicious
-Mozlila
-Musobot
-Navroad
+Moblie Safari
+Msrabot
+Name Intelligence
 Needle
 Nessus
 NetLyzer
-NetMechanic
+Nettrack
 NextGenSearchBot
-Nibbler
-Nimbostratus
+Nikto
 Nmap
-Nuclei
-Nutch
+Not
 Offline Explorer
-OpenLinkProfiler
-OpenVAS
-Openfind
 Openvas
-OutclicksBot
 PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
+PageGrabber
+PeoplePal
 Petalbot
-Pi-Monster
-PictureFinder
-Piepmatz
-PleaseCrawl
+Picsearch
+ProPowerBot
+ProWebWalker
 Psbot
 Pu_iN
-PyCurl
+PxBroker
 RSSingBot
-RankActive
-RankingBot
-RankingBot2
-Rankivabot
-ReGet
-RealDownload
+RankActiveLinkBot
+RankurBot
 Reaper
-RedesScrapy
+Recorder
 RepoMonkey
-Ripper
 SEOkicks
 SEOkicks-Robot
-SEOstats
-SISTRIX
-SMTBot
-ScoutJet
+ScanAlert
 ScrepyBot
-SearchmetricsBot
+SemanticJuice
 Semrush
 SemrushBot
-Siphon
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
-SlySearch
 SmartDownload
 Snake
-Snapbot
-SocialRankIOBot
-Sociscraper
-Sosospider
-SpaceBison
-Spammen
-Spbot
-Spinn3r
-Sqlworm
+Snoopy
+Sottopop
+Spanner
+Sqworm
 Stripper
 Sucker
-Sucuri
-SuperBot
-Swiftbot
-Szukacz
-T0PHackTeam
-Telesoft
+SurveyBot
+Teleport
+TeleportPro
+Telesphorep
 The Intraformant
-TheNomad
-Thumbor
-Titan
-Tracemyfile
+Toata
+Toweyabot
+Trendiction
+Trendictionbot
+Turingos
 TwengaBot
+URLy Warning
 UnisterBot
-VelenPublicWebCrawler
+Upflow
+VCI
+Vacuum
 VidibleScraper
+Virusdie
+VoidEYE
+Voil
+Voltron
 WEBDAV
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers
-Web Enhancer
 Web Fetch
-Web Sucker
-WebBandit
+Web Fuck
+Web Pix
+WebAuto
+WebCollage
 WebCopier
-WebEnhancer
-WebLeacher
-WebReaper
+WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
+WebPix
 WebSauger
-WebStripper
-Webalta
+WebSucker
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
 WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
-Whatweb
-WinHTTrack
-WiseGuys Robot
-Wonderbot
+Webster
 Woobot
-Xaldon_WebSpider
-ZmEu
-ZoominfoBot
-adscanner
-arquivo-web-crawler
-autoemailspider
+Wprecon
+YoudaoBot
+Zade
+Zermelo
+Zeus
+Zitebot
+ZumBot
+arquivo.pt
+backlink-check
 clark-crawler
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-domainsproject.org
-eCatch
 evc-batch
+facebookscraper
+gopher
+internetVista monitor
 ips-agent
 lwp-request
 lwp-trivial
-magpie-crawler
-meanpathbot
-page scorer
+mediawords
+netEstate NE Crawler
+oBot
+pcBrowser
+plumanalytics
 polaris version
-seobility
-serpstatbot
-trendiction.de
+probe-image-size
+ripz
+satoristudio.net
+scalaj-http
+seoscanners
+sitechecker.pro
+siteripz
+sogouspider
+sp_auditbot
+sysscan
+tAkeOut
+ubermetrics-technologies.com
 webpros.com
+x09Mozilla
 x22Mozilla
-zgrab