V4.2021.10.2650 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
 ASPSeek
-Aboundexbot
-AhrefsBot
-AiHitBot
+Abonti
+Acunetix
 Aipbot
+AllSubmitter
 Alligator
-AlphaBot
-Anarchy
-Anarchy99
+Anarchie
 Ankit
-Anthill
-Asterias
+Apexoo
+Aspiegel
 AwarioRssBot
-BLEXBot
-BackDoorBot
-BackStreet
+BDFetch
 BackWeb
-BacklinkCrawler
-Badass
-Barkrowler
-Battleztar Bazinga
+BatchFTP
+BetaBot
 Bigfoot
-Blackboard
+Black Hole
+BlackWidow
 Blow
 BlowFish
-Bolt
+Boardreader
+BotALot
 Brandprotect
+Brandwatch
 Buck
 BuiltWith
 Bullseye
-CODE87
-CensysInspect
+BunnySlippers
+CATExplorador
+CazoodleBot
+Cegbfeieh
 CheeseBot
 CherryPicker
-Chlooe
+Cliqzbot
+Cocolyzebot
 Collector
 Copier
-CopyRightCheck
-Copyscape
-Craftbot
 CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DataCha0s
+DBLBot
 DatabaseDriverMysqli
 Deusu
+Devil
 Digincore
-DigitalPebble
 Dirbuster
-Discoverybot
-Domains Project
+Discobot
+Dispatch
+DomainAppender
+DomainSigmaCrawler
 Dotbot
+Download Wonder
 Dragonfly
-EMail Siphon
-Ebingbong
-Ecxi
-Exabot
-ExtLinksBot
-Extractor
+ECCP/1.0
+EMail Wolf
+EasyDL
+EroCrawler
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 Ezooms
-FHscan
 Fimap
-Freeuploader
-Fuzz
-FyberSpider
-GT::WWW
-GalaxyBot
+Firefox/7.0
+FlashGet
+FrontPage
 Genieo
-Go!Zilla
-Go-Ahead-Got-It
+GetWeb
+GoZilla
+Gotit
 GrabNet
+Grafula
+GrapeFX
+HTMLparser
+HTTrack
 Haansoft
-Humanlinks
+Heritrix
+IDBot
 IRLbot
-Iblog
-Id-search
-Image Fetch
-InfoNaviRobot
+IlseBot
+Image Sucker
+IndeedBot
+Indy Library
+InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
-IstellaBot
+Iskanie
 Jbrofuzz
+JennyBot
+JetCar
 Jetty
-JikeSpider
 Jorgee
-JustView
-Jyxobot
 Kenjin Spider
 Keyword Density
 Kozmosbot
-LeechFTP
+LWP::Simple
+Lanshanbot
+Larbin
+Leap
 LibWeb
 LieBaoFast
-Lightspeedsystems
+Likse
 LinkWalker
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lmspider
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
 Ltx71
-MFC_Tear_Sample
 MIDown tool
-MJ12bot
-MSFrontPage
-Mag-Net
-Magnet
 Mail.RU_Bot
-Majestic-SEO
-Majestic12
 MarkMonitor
 MarkWatch
+Mass Downloader
 Masscan
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
+Metauri
 MicroMessenger
-Mojeek
+Microsoft URL Control
+Mister PiX
+Mr.4x3
 Msrabot
-NICErsPRO
-Needle
-NetMechanic
-Netcraft
-Nettrack
+NearSite
+NetAnts
+NetLyzer
 Netvibes
+NextGenSearchBot
 Nibbler
-Nikto
+Niki-bot
 NimbleCrawler
-Nimbostratus
 Ninja
 Nmap
 Nuclei
-Nutch
-Octopus
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OrangeBot
-PECL::HTTP
+Openfind
+Openvas
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PHPCrawl
 Panscient
+Papa Foto
 Pavuk
+PeoplePal
 Picscout
-Picsearch
+PictureFinder
 Piepmatz
+PleaseCrawl
+Pockey
 ProPowerBot
-Probethenet
+ProWebWalker
 Pu_iN
 Pump
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankingBot2
+PxBroker
+Rankivabot
+Re-re
 ReGet
-Reaper
-RepoMonkey
-RocketCrawler
+Recorder
+RedesScrapy
+Ripper
 SBIder
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
 Scanbot
-ScoutJet
-Scrapy
+ScreenerBot
 Semrush
-SentiBot
-Seomoz
-Site Sucker
+SemrushBot
+SiteExplorer
 SiteLockSpider
 SiteSucker
 Sitebeam
-Snake
-Snoopy
-Spammen
-SpankBot
-Sqlmap
+Siteimprove
+Sitevigil
+SocialRankIOBot
+Sogou web spider
+SpaceBison
+Spanner
+Spbot
+Spinn3r
 Sqlworm
-Steeler
-Sucker
 Sucuri
-Surfbot
 Suzuran
 Szukacz
+T8Abot
+Teleport
 TeleportPro
-Telesphoreo
 Telesphorep
-TheNomad
+Thumbor
+TightTwatBot
 Titan
-Trendiction
-TurnitinBot
-Twice
+Turingos
+TwengaBot
+URLy Warning
 UnisterBot
-V-BOT
-Vacuum
-Voil
-Voltron
+Upflow
+VB Project
+Vagabondo
+VidibleScraper
 WEBDAV
+WISENutbot
 WWW-Mechanize
-Wallpapers
+WWW::Mechanize
+Wallpapers/3.0
+WallpapersHD
 Web Auto
 Web Enhancer
+Web Fuck
+Web Sauger
 WebBandit
 WebCollage
+WebCopier
 WebEnhancer
 WebLeacher
 WebPix
 WebStripper
-Webshag
+WebSucker
+WebWhacker
+Webalta
 Website Quester
 WebsiteExtractor
 Webster
-Whack
-Whatweb
-Widow
-WinHTTrack
+Who.is Bot
+WiseGuys Robot
+Wonderbot
 Woobot
 Xaldon WebSpider
-Xenu
 Zade
+Zeus
 Zitebot
 ZoomBot
 ZyBorg
-cah.io.community
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
-eCatch
-heritrix
-internetVista monitor
+archive.org_bot
+autoemailspider
+coccocbot-web
+crawler.feedback
+domainsproject.org
+evc-batch
 lwp-request
 lwp-trivial
 muhstik-scan
-netEstate NE Crawler
+pcBrowser
+probe-image-size
 satoristudio.net
+scalaj-http
 scan.lol
+seobility
 seoscanners
-sitechecker.pro
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
-trendiction.de
-webpros.com
-x09Mozilla
+sexsearcher
+siteripz
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+x22Mozilla
+zgrab