V4.2021.08.2559 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
+01h4x.com
+80legs
+AIBOT
 ASPSeek
 Aboundex
-AfD-Verbotsverfahren
-AiHitBot
 Alligator
-Anarchie
+Ankit
 Anthill
 Apexoo
-Aspiegel
 Asterias
-Attach
+BBBike
+BDFetch
+BackDoorBot
 BackStreet
-BacklinkCrawler
+BackWeb
+Bandit
 Barkrowler
-BatchFTP
-Battleztar Bazinga
 BetaBot
-Bigfoot
-Bitacle
-Blow
+BlackWidow
+BlowFish
 Boardreader
-BotALot
-Brandprotect
-BuiltBotTough
+Brandwatch
 Bullseye
-BunnySlippers
+BuzzSumo
+CATExplorador
+CCBot
 CODE87
-CheeseBot
+CensysInspect
+CheTeam
 ChinaClaw
-Cloud mapping
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
-Crawling at Home Project
-Custo
-CyotekWebCopy
+Collector
+CrunchBot
 DBLBot
-DIIbot
 DataCha0s
-Demon
-Deusu
 Devil
+Dirbuster
 Disco
 Discobot
-Dispatch
 DomCopBot
-Drip
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Dragonfly
+ECCP/1.0
+EMail Siphon
 EMail Wolf
-EasyDL
+Ebingbong
 Evil
-ExtractorPro
+Express WebPictures
+ExtLinksBot
+Extractor
 Extreme Picture Finder
+EyeNetIE
+FDM
 FHscan
-FlashGet
-Flunky
-Freeuploader
+Firefox/7.0
+Fuzz
+FyberSpider
 GalaxyBot
-GermCrawler
-GetRight
-GetWeb
-Gigabot
+Genieo
+Getintent
+Gigablast
+Go-Ahead-Got-It
 GoZilla
-Grafula
-HTMLparser
-Haansoft
+Gotit
+Grabber
+GridBot
+HTTrack
 HaosouSpider
-Humanlinks
+Havij
+Heritrix
 IDBTE4M
-IDBot
-Id-search
-IlseBot
+IRLbot
 Image Fetch
 Indy Library
-InfoTekies
-InterGET
+InfoNaviRobot
+Internet Ninja
 InternetSeer
-JennyBot
+Iria
+JOC Web Spider
 JetCar
 Jetty
-Jorgee
-Keyword Density
+Joomla
+Kinza
 LNSpiderguy
-Leap
+LWP::Simple
+Lanshanbot
+LeechFTP
 LexiBot
-Libwhisker
-Likse
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinkpadBot
+LibWeb
 LinksManager
 LinqiaRSSBot
 Lipperhey
-Ltx71
-MIDown tool
+Litemage_walker
+Lmspider
+MJ12bot
+MQQBrowser
 MSFrontPage
-MSIECrawler
 MTRobot
 Mag-Net
-MarkMonitor
+Magnet
+Mail.RU_Bot
+MarkWatch
 Masscan
-Mb2345Browser
-MeanPath Bot
 Meanpathbot
-Metauri
+MicroMessenger
 Microsoft Data Access
-Mister PiX
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
+Microsoft URL Control
+Musobot
 Name Intelligence
-Navroad
 Needle
-Nessus
+Net Vampire
 NetAnts
-NetLyzer
 NetZIP
 Netcraft
-Netvibes
-Nibbler
+Niki-bot
 Nikto
-Nmap
-Nuclei
-Nutch
-Offline Explorer
+Nimbostratus
+Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openfind
 Openvas
-OrangeBot
-PageGrabber
-PageScorer
+OrangeSpider
+OutfoxBot
+PHPCrawl
+Pandalytics
+Panscient
+Papa Foto
+Pavuk
 PeoplePal
-Petalbot
-Pi-Monster
-Picsearch
-Piepmatz
-PleaseCrawl
+PictureFinder
+Pimonster
+ProWebWalker
+Probethenet
 Psbot
-Pu_iN
-PxBroker
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
-ReGet
-RealDownload
-Reaper
-RebelMouse
-RedesScrapy
+QueryN Metasearch
+RankActiveLinkBot
+RankingBot
+Recorder
+RepoMonkey
 Ripper
-Rogerbot
-SBIder
+SEOkicks
+SEOprofiler
+SEOstats
+ScoutJet
+Screaming
+ScreenerBot
+Searchestate
+SearchmetricsBot
 SemrushBot
 SentiBot
-Seomoz
-Sitebeam
+SeobilityBot
+Site Sucker
+SiteExplorer
+SiteSnagger
 Siteimprove
 SmartDownload
-Sosospider
+Snake
+Snapbot
+Sociscraper
 SpaceBison
 Spammen
 Spanner
 Sqworm
-Steeler
-Stripper
 Sucker
 Sucuri
-Surfbot
-Swiftbot
-Szukacz
+SuperBot
+SuperHTTP
 T8Abot
-Teleport
 TeleportPro
-Telesphoreo
+Telesoft
+Telesphorep
 The Intraformant
-TheNomad
 TightTwatBot
-Toata
+Titan
+Toweyabot
 Trendiction
-True_Robot
+Trendictionbot
 Turnitin
-TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
+Twice
 URLy.Warning
 UnisterBot
-Upflow
-V-BOT
-VB Project
-Vacuum
+VelenPublicWebCrawler
+Virusdie
 Voltron
+WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-Web Auto
-Web Fetch
-Web Pix
-WebAuto
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Enhancer
+Web Fuck
+Web Sauger
+Web Sucker
 WebBandit
-WebEnhancer
-WebPix
-WebStripper
+WebCollage
+WebCopier
+WebReaper
+WebSauger
+Webalta
+WebmasterWorldForumBot
 Webshag
 Website Quester
-WebsiteExtractor
 Webster
-Whack
-Wonderbot
+Widow
 Woobot
 Wotbox
 Wprecon
-Xaldon_WebSpider
-YoudaoBot
-Zeus
+Zauba
+Zitebot
+ZmEu
 ZoomBot
-ZoominfoBot
+ZumBot
+archive.org_bot
 arquivo-web-crawler
 arquivo.pt
-autoemailspider
+cah.io.community
 clark-crawler
-cognitiveseo
+crawl.sogou.com
 crawler.feedback
+demandbase-bot
 domainsproject.org
+eCatch
+facebookscraper
 gopher
+heritrix
+instabid
 ips-agent
+isitwp.com
 lwp-request
-lwp-trivial
 meanpathbot
+muhstik-scan
+oBot
 page scorer
-pcBrowser
 polaris version
-satoristudio.net
-seobility
-seoscanners
+ripz
+s1z.ru
+scalaj-http
 sexsearcher
-sogouspider
+sitechecker.pro
 sp_auditbot
-spyfu
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
+voyagerx.com
+webprosbot
 x22Mozilla
-zauba.io
+zgrab