V4.2022.01.2847 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
 AIBOT
-Aboundex
+ASPSeek
+AhrefsBot
 Aipbot
+AllSubmitter
+Alligator
+AlphaBot
+Anarchie
 Anarchy99
+Ankit
 Anthill
 Apexoo
-AwarioRssBot
-BDCbot
+Aspiegel
+BDFetch
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
-Battleztar Bazinga
+Barkrowler
+BatchFTP
 Black Hole
-BlowFish
-BotALot
-Brandwatch
-Buddy
-BuiltWith
+BlackWidow
+Blow
+BuiltBotTough
 Bullseye
-CATExplorador
-CODE87
-CheeseBot
-ChinaClaw
-Chlooe
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Collector
+BuzzSumo
+CSHttp
+CazoodleBot
+Cegbfeieh
+CherryPicker
+Citoid
 Cosmos
-Crawling at Home Project
-CyotekWebCopy
 DBLBot
-DIIbot
 DSearch
-DatabaseDriverMysqli
+DTS Agent
 Demon
-DigitalPebble
-Dirbuster
 Disco
 Discobot
-DittoSpyder
-DomainAppender
-DomainCrawler
-Download Wonder
-EMail Siphon
+Discoverybot
+DnBCrawler-Analytics
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Dragonfly
 EMail Wolf
-Ebingbong
-EirGrabber
 EroCrawler
 Evil
 Express WebPictures
 EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
 Fimap
 Firefox/7.0
 FlashGet
 Flunky
-FrontPage
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
+Freeuploader
+Fuzz
 Genieo
-GetWeb
+GetRight
 Getintent
-Gigabot
 GoZilla
-Gotit
-GrabNet
 Grafula
-GrapeshotCrawler
+GrapeFX
 HMView
+HTMLparser
 HTTP::Lite
 HTTrack
+Haansoft
 HaosouSpider
+Harvest
 Hloader
-IDBTE4M
-Id-search
-Intelliseek
+HybridBot
+IDBot
+Image Sucker
+InfoNaviRobot
 InterGET
-Jbrofuzz
+InternetSeer
 JennyBot
-Jetty
-Joomla
 Jorgee
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Larbin
+Jyxobot
+Kenjin Spider
+Kinza
 Leap
 LeechFTP
-LexiBot
-Lftp
-LieBaoFast
+LeechGet
 Lightspeedsystems
-Linkbot
+LinkWalker
+Linkdexbot
 LinkextractorPro
 LinkpadBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MIIxpc
-MJ12bot
+LinksManager
+Lmspider
 MSFrontPage
-MSIECrawler
 Mag-Net
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
-MarkWatch
-Masscan
-MauiBot
+MarkMonitor
 Mb2345Browser
-Meanpathbot
-MegaIndex.ru
-Minefield
+MeanPath Bot
+Metauri
+Microsoft Data Access
+Mister PiX
+Mojeek
+Mozlila
 Mr.4x3
 Msrabot
-Name Intelligence
+NICErsPRO
+NPbot
+Nameprotect
+NearSite
+Needle
 Net Vampire
-NetZIP
-Netvibes
-Niki-bot
+NetLyzer
+NetSpider
+NextGenSearchBot
 NimbleCrawler
 Nimbostratus
 Ninja
-Nmap
-Not
-Nuclei
+Octopus
 Offline Explorer
-OnCrawl
-Openfind
+OpenVAS
 Openvas
 OrangeSpider
-PageAnalyzer
-PageGrabber
-PageThing.com
-Pandalytics
-PeoplePal
+Page Analyzer
+Pavuk
+Petalbot
+Pi-Monster
+Picscout
 Picsearch
-Pimonster
-ProPowerBot
-Probethenet
+Pixray
+PleaseCrawl
+Pockey
+Pump
 PxBroker
 PyCurl
 Quick-Crawler
-Rankivabot
+RSSingBot
+RankActive
+RankFlex
 RankurBot
 Re-re
+RealDownload
 Reaper
-Rogerbot
-SBIder
-SEOlyticsCrawler
-SISTRIX
+RebelMouse
+RepoMonkey
+SEOkicks
+SEOkicks-Robot
 SMTBot
-Scanbot
 Searchestate
+Seekport
+SentiBot
 SeoSiteCheckup
-SeobilityBot
+Seomoz
 Shodan
-Site Sucker
 SiteCheckerBotCrawler
-Sitebeam
-Siteimprove
-Snapbot
-Sogou web spider
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Sitevigil
+Snake
+Sosospider
 Spammen
 Spbot
-Spinn3r
-Sqworm
-Stripper
-Sucker
-Sucuri
-SuperBot
+SputnikBot
+Sqlmap
+Sqlworm
+Steeler
 SuperHTTP
-SurveyBot
-Swiftbot
-T0PHackTeam
-Telesphorep
-TightTwatBot
+Teleport
+TeleportPro
+Telesphoreo
+The Intraformant
+TheNomad
 Toata
+Tracemyfile
+True_Robot
+Turnitin
 TurnitinBot
 TwengaBot
-URLy Warning
+Twice
+Typhoeus
 UnisterBot
-Upflow
-V-BOT
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
+VeriCiteCrawler
 Virusdie
-VoidEYE
 Voil
-WWW-Collector-E
-WWW-Mechanize
+WASALive-Bot
+WBSearchBot
+WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
 WallpapersHD
-Web Collage
-Web Enhancer
-Web Fuck
+WeSEE
+Web Pix
 Web Sauger
+Web Sucker
+WebCollage
+WebCopier
 WebEnhancer
-WebFetch
+WebFuck
 WebGo IS
+WebImageCollector
+WebLeacher
 WebReaper
 WebSauger
-WebSucker
-WebWhacker
-Website Quester
-WebsiteExtractor
+WebStripper
+Webalta
+WebmasterWorldForumBot
+Webshag
 Webster
 Whatweb
-Widow
 WinHTTrack
-Wotbox
-Xenu
+WiseGuys Robot
+Wprecon
 Zade
-Zermelo
-Zeus
+Zitebot
 ZmEu
-ZyBorg
-arquivo-web-crawler
+ZumBot
+archive.org_bot
 arquivo.pt
+cah.io.community
 check1.exe
+clark-crawler
 cognitiveseo
 com.plumanalytics
-lwp-trivial
-magpie-crawler
-muhstik-scan
+crawler.feedback
+crawler4j
+domainsproject.org
+eCatch
+evc-batch
+gopher
+heritrix
+instabid
+isitwp.com
+netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
 polaris version
-probe-image-size
-satoristudio.net
-scalaj-http
-seobility
-seostar
-sexsearcher
+ripz
+s1z.ru
+scan.lol
+serpstatbot
+sitechecker.pro
+siteripz
+sp_auditbot
 spyfu
 tAkeOut
-webgains-bot
-webmeup-crawler
+trendiction.de
 webpros.com
+webprosbot
+x09Mozilla
 x22Mozilla
-zauba.io
+xpymep1.exe
+zgrab