V4.2022.11.3482 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404enemy
+404checker
+ALittle Client
 Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
+Aipbot
 Alexibot
-Anarchie
+AllSubmitter
+AlphaBot
 Anarchy
 Anarchy99
-Apexoo
-Asterias
-Attach
-AwarioSmartBot
-BLEXBot
-BackWeb
-BacklinkCrawler
+BBBike
+BDFetch
 Badass
-Bandit
-Barkrowler
 BatchFTP
-Bigfoot
-Bitacle
+BetaBot
 Boardreader
 Bolt
 BotALot
-Brandprotect
 Buddy
 BuiltBotTough
-BuiltWith
-BuzzSumo
-CATExplorador
-CCBot
-CODE87
-Calculon
 Cegbfeieh
 CheTeam
+CheeseBot
+Chlooe
+Cocolyzebot
+Copyscape
+Cosmos
 Craftbot
-Crawling at Home Project
-Crescent
-Curious
-Custo
-CyotekWebCopy
-DataCha0s
+CrazyWebCrawler
+DTS Agent
 DatabaseDriverMysqli
-Devil
 Digincore
+DigitalPebble
 Dirbuster
 Disco
 Discobot
 Dispatch
 DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainCrawler
+DomainAppender
 DomainSigmaCrawler
-Dotbot
+DomainStatsBot
 Drip
+ECCP/1.0
+EMail Siphon
 EMail Wolf
-Evil
-Exabot
+EasyDL
+EirGrabber
 Express WebPictures
+ExtLinksBot
 Extractor
+ExtractorPro
+Extreme Picture Finder
+FHscan
 Firefox/7.0
-FlashGet
-Flunky
 FrontPage
 Fuzz
-GalaxyBot
-GetRight
-GetWeb
-GrapeFX
-GrapeshotCrawler
-GridBot
-HTTP::Lite
-Haansoft
+FyberSpider
+GermCrawler
+Gotit
+GrabNet
+Grafula
+HTMLparser
+HTTrack
 HaosouSpider
-Harvest
-Heritrix
-Hloader
-IDBot
+HybridBot
+IDBTE4M
+IRLbot
 Iblog
-Id-search
-Image Fetch
-IndeedBot
-InfoTekies
+Indy Library
 Intelliseek
-Iskanie
+InterGET
+Internet Ninja
 JOC Web Spider
-JamesBOT
+Jbrofuzz
+Jetty
 Joomla
-JustView
 Jyxobot
-Kenjin Spider
-LWP::Simple
-LeechFTP
+Kinza
 LeechGet
-LexiBot
 Lftp
 LibWeb
+Libwhisker
 Likse
-LinkScan
-LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
 Lmspider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MQQBrowser
-Mag-Net
+MTRobot
 Magnet
-MarkMonitor
-Mass Downloader
+Majestic12
 Masscan
-Mata Hari
-MauiBot
-Mediatoolkitbot
-Microsoft Data Access
-Mister PiX
+Mb2345Browser
+Metauri
+Minefield
 Moblie Safari
 Mojeek
-Mojolicious
 MolokaiBot
-Nameprotect
-NearSite
-Needle
-Nessus
-Netcraft
-Nettrack
+Mr.4x3
+Musobot
+NPbot
+Name Intelligence
+Navroad
+Net Vampire
+NetAnts
+NetMechanic
+Netvibes
+NextGenSearchBot
 Nibbler
-NimbleCrawler
+Nikto
 Nimbostratus
+Ninja
 Nmap
 Not
-Offline Explorer
+Nuclei
+Nutch
+Offline Navigator
 OpenVAS
-Openfind
 Openvas
-PHPCrawl
+OrangeSpider
+OutfoxBot
 Page Analyzer
-PageScorer
-Pavuk
-PeoplePal
+PageAnalyzer
+PageGrabber
+PageThing.com
+Panscient
+Papa Foto
+Picscout
+Pimonster
+PleaseCrawl
 Probethenet
+Pump
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActive
-RankurBot
+RankActiveLinkBot
+RankFlex
+RankingBot2
+Re-re
 ReGet
-Reaper
+RedesScrapy
 RepoMonkey
-RocketCrawler
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOstats
+SEOprofiler
 SMTBot
-ScoutJet
-Scrapy
+SalesIntelligent
+ScanAlert
+Screaming
+ScreenerBot
 ScrepyBot
+SearchmetricsBot
+Seekport
+SemanticJuice
+Semrush
 SentiBot
 SeobilityBot
-Seomoz
-Site Sucker
-SiteSnagger
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
 SiteSucker
-SlySearch
-SmartDownload
 Snake
-Snapbot
-SocialRankIOBot
-Sosospider
-Sottopop
-Spammen
+Snoopy
+Sogou web spider
+SpaceBison
 SpankBot
-Spanner
-Spbot
-Sqworm
-Steeler
-SuperBot
+Sqlmap
+Stripper
 SuperHTTP
 Surfbot
-Swiftbot
-Szukacz
-T0PHackTeam
+SurveyBot
+Suzuran
 Teleport
-The Intraformant
-Tracemyfile
-Turnitin
-TurnitinBot
-TwengaBot
+Telesoft
+Thumbor
+TightTwatBot
+Toweyabot
+Trendiction
+Trendictionbot
+Typhoeus
+URLy Warning
 URLy.Warning
-UnisterBot
-VB Project
-Vacuum
-VelenPublicWebCrawler
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
-WWW::Mechanize
+Voltron
+WBSearchBot
+WEBDAV
+WWWOFFLE
 Wallpapers
-Web Collage
+Web Auto
 Web Enhancer
-Web Fetch
+Web Pix
+Web Sucker
 WebBandit
-WebEnhancer
+WebCollage
 WebFetch
-WebFuck
-WebReaper
+WebLeacher
+WebPix
 WebSauger
 WebStripper
-WebZIP
-Webalta
-Webshag
+WebSucker
+WebWhacker
 Website Quester
-WebsiteExtractor
-Whacker
-Wotbox
-Xaldon_WebSpider
-Zade
+WebsiteQuester
+Whack
+Whatweb
+Who.is Bot
+Wonderbot
+Wprecon
 Zauba
+Zermelo
 Zeus
 ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
-backlink-check
-clark-crawler
+ZyBorg
+check1.exe
 coccocbot
+cognitiveseo
 crawl.sogou.com
-crawler4j
-facebookscraper
-gopher
-instabid
+dataforseo.com
+eCatch
+evc-batch
+internetVista monitor
 iubenda-radar
 lwp-request
-magpie-crawler
-meanpathbot
-muhstik-scan
 netEstate NE Crawler
-page scorer
-plumanalytics
+pcBrowser
+s1z.ru
+scan.lol
 seobility
 seoscanners
 serpstatbot
-sexsearcher
+siteripz
 sogouspider
 trendiction.de
 ubermetrics-technologies.com
-x09Mozilla
-xpymep1.exe
+voyagerx.com
+webgains-bot
+webpros.com
 zauba.io
 zgrab