V4.2022.10.3385 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404enemy
+80legs
+ALittle Client
 ASPSeek
 Aboundexbot
-AiHitBot
-Alexibot
-Alligator
+Acunetix
+AfD-Verbotsverfahren
+AllSubmitter
+AlphaBot
 Anarchie
-Anarchy99
-Ankit
-Anthill
-Asterias
-AwarioSmartBot
+AwarioRssBot
+BDCbot
+BLEXBot
 BackDoorBot
-Backlink-Ceck
 BacklinkCrawler
-BetaBot
-Black Hole
-Blow
-Bolt
-BuiltWith
+Brandwatch
+Bullseye
 BunnySlippers
-BuzzSumo
 CCBot
-CSHttp
-Cegbfeieh
-CheeseBot
-CherryPicker
-Citoid
-Cliqzbot
-Cocolyzebot
+Calculon
+CazoodleBot
+ChinaClaw
+Chlooe
+Cloud mapping
+Copier
+Copyscape
+Craftbot
 Crescent
 CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DBLBot
-DSearch
-DTS Agent
+DIIbot
+DataCha0s
 DatabaseDriverMysqli
 Demon
-Devil
-Dirbuster
-Disco
-Discoverybot
-Dispatch
-DnyzBot
-DomCopBot
-DomainCrawler
+Deusu
+Digincore
+DigitalPebble
+DomainAppender
 DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
 Dragonfly
-EMail Siphon
+Drip
+EMail Wolf
+EasyDL
 Evil
-Exabot
+Express WebPictures
 Extractor
-Firefox/7.0
-FrontPage
+ExtractorPro
+EyeNetIE
+FDM
+FlashGet
+Flunky
 Fuzz
-Genieo
-GermCrawler
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GetRight
 GetWeb
 Getintent
-Gigabot
-GoZilla
+Gotit
+GrabNet
 Grabber
-Grafula
-HEADMasterSEO
-HTMLparser
-Haansoft
+HTTP::Lite
+HTTrack
+HaosouSpider
 Humanlinks
+HybridBot
 IDBTE4M
-Id-search
-Intelliseek
-InternetSeer
+Indy Library
+InterGET
+Iria
+Iskanie
 IstellaBot
-JamesBOT
-Jbrofuzz
-JennyBot
-Jorgee
+JOC Web Spider
+JikeSpider
+Joomla
+JustView
 Jyxobot
 Keybot Translation-Search-Machine
 Keyword Density
 Kinza
+Kozmosbot
 Lanshanbot
-Larbin
-Libwhisker
+Lftp
+Likse
+LinkScan
 LinkextractorPro
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-MJ12bot
-MQQBrowser
-MSFrontPage
-Magnet
-Mail.RU_Bot
-MarkMonitor
-Mass Downloader
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Litemage_walker
+Lmspider
+Ltx71
+Majestic12
 Masscan
 MauiBot
 Meanpathbot
-Microsoft Data Access
+Mediatoolkitbot
 Microsoft URL Control
 Moblie Safari
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
+Mr.4x3
 NPbot
 Name Intelligence
 Nameprotect
-Navroad
 NearSite
-Net Vampire
+NetAnts
 NetLyzer
 Netcraft
-Nettrack
-Netvibes
 Niki-bot
-NimbleCrawler
-Nmap
-Not
+Nikto
+Ninja
+Nuclei
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OrangeBot
+OrangeSpider
 OutclicksBot
-OutfoxBot
 PHPCrawl
 Page Analyzer
-PageScorer
-Pandalytics
-Panscient
+PageAnalyzer
+PageGrabber
 Papa Foto
-PeoplePal
+Pavuk
 Petalbot
+Picsearch
 PictureFinder
-Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
 ProWebWalker
-Pu_iN
 Pump
-Quick-Crawler
-RSSingBot
+PxBroker
 RankActive
-RankFlex
-RankurBot
+RankActiveLinkBot
 Re-re
-ReGet
-Reaper
-Recorder
-RedesScrapy
+RealDownload
 RepoMonkey
 Ripper
-RocketCrawler
+Rogerbot
 SBIder
-SEOprofiler
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
 SMTBot
-Scanbot
-Scrapy
+ScoutJet
 Searchestate
-Semrush
-SemrushBot
-SentiBot
+SearchmetricsBot
+Seekport
 SeoSiteCheckup
 SeobilityBot
-Site Sucker
-SocialRankIOBot
-Sottopop
+Seomoz
+Shodan
+Siphon
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Sitebeam
+Siteimprove
+Snapbot
+Sociscraper
+Sosospider
+SpaceBison
+Spammen
 Sqlworm
-SurveyBot
+Sqworm
+Stripper
+Sucuri
+SuperBot
 T0PHackTeam
-T8Abot
-Teleport
+TeleportPro
+Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
 TightTwatBot
-Titan
-Trendictionbot
-Turingos
-Turnitin
+Toata
+Tracemyfile
+Trendiction
 TurnitinBot
 TwengaBot
-UnisterBot
-Upflow
-V-BOT
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+URLy.Warning
+VCI
 VidibleScraper
+Virusdie
 VoidEYE
-WEBDAV
+Voltron
+WBSearchBot
 WPScan
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Enhancer
-Web Fuck
-Web Pix
-Web Sucker
+Web Sauger
 WebAuto
+WebBandit
 WebCollage
+WebCopier
 WebEnhancer
 WebFetch
-WebFuck
-WebGo IS
 WebLeacher
-WebPix
+WebReaper
 WebSauger
-WebStripper
-WebZIP
-WebmasterWorldForumBot
+WebWhacker
+Webshag
 Website Quester
-Whack
+WebsiteQuester
+Webster
 Whacker
 Whatweb
 Who.is Bot
-Woobot
+Widow
+Wonderbot
 Wotbox
-Xaldon WebSpider
-YoudaoBot
-Zitebot
-ZyBorg
+Wprecon
+Xaldon_WebSpider
+Xenu
+Zade
+ZoomBot
+ZumBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
-cah.io.community
+arquivo.pt
 coccocbot
-crawl.sogou.com
-crawler.feedback
+crawler4j
 domainsproject.org
+eCatch
 evc-batch
 facebookscraper
-gopher
+heritrix
 ips-agent
+isitwp.com
+iubenda-radar
 linkdexbot
-muhstik-scan
-probe-image-size
+magpie-crawler
+meanpathbot
+oBot
+polaris version
 ripz
+s1z.ru
+scalaj-http
+scan.lol
+seobility
+seocompany.store
+seoscanners
 serpstatbot
-trendiction.com
-trendiction.de
+sogouspider
+sp_auditbot
+sysscan
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
 webmeup-crawler
 webprosbot
-x22Mozilla
+xpymep1.exe