V4.2023.01.3564 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+01h4x.com
 80legs
+ADmantX
+ALittle Client
 Abonti
-Aboundexbot
-Acunetix
-AlphaBot
-Anarchy
+Aboundex
+Alexibot
+AllSubmitter
+Alligator
 Ankit
-Anthill
-Apexoo
-Aspiegel
+Attach
+AwarioRssBot
 BLEXBot
-BackDoorBot
+BackStreet
 Backlink-Ceck
 BacklinkCrawler
-Bandit
-Battleztar Bazinga
-Black Hole
+Badass
+Barkrowler
+BatchFTP
+BetaBot
+BlackWidow
 Blow
 BlowFish
+Boardreader
+Bolt
+BotALot
 Brandprotect
-Brandwatch
-BuiltWith
 BunnySlippers
-BuzzSumo
-CODE87
+CSHttp
 Calculon
-CazoodleBot
-Cegbfeieh
-CheeseBot
 ChinaClaw
-Claritybot
-Collector
+Citoid
+Cocolyzebot
+Copier
+CopyRightCheck
 Cosmos
-Crawling at Home Project
 CrazyWebCrawler
+Crescent
+CrunchBot
 Curious
-DTS Agent
-DatabaseDriverMysqli
-Devil
-Dirbuster
-Disco
-Discobot
-Dispatch
-DittoSpyder
-DnyzBot
+Custo
+DSearch
+Demon
+DnBCrawler-Analytics
 DomCopBot
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
-Download Wonder
+Dragonfly
 ECCP/1.0
-Ebingbong
-Ecxi
-EroCrawler
+EMail Siphon
+EMail Wolf
+EasyDL
+EirGrabber
 Evil
 Exabot
-Express WebPictures
-ExtLinksBot
 ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FlashGet
-FyberSpider
-GT::WWW
-Getintent
-Go-Ahead-Got-It
-Grabber
-Grafula
+FHscan
+Fimap
+Flunky
+Freeuploader
+Fuzz
+G-i-g-a-b-o-t
+GetWeb
+Gotit
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
+HTMLparser
 HTTP::Lite
 HTTrack
-HaosouSpider
-Havij
+Haansoft
 Heritrix
-HonoluluBot
 Humanlinks
-IDBot
-IRLbot
+Iblog
 Id-search
-IndeedBot
+InfoNaviRobot
 InfoTekies
-InterGET
+Intelliseek
 Internet Ninja
-Iskanie
-Jetty
+IstellaBot
+JennyBot
 JustView
-Kozmosbot
-LWP::Simple
-Lanshanbot
+Jyxobot
+Keybot Translation-Search-Machine
+Kinza
+Larbin
 Leap
-LeechGet
-LexiBot
-Lftp
 LibWeb
 Libwhisker
+Likse
+LinkScan
+Linkbot
 LinkextractorPro
-LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Litemage_walker
-Lmspider
+MJ12bot
+MQQBrowser
+MSFrontPage
 MSIECrawler
-MTRobot
-Mag-Net
-Majestic-SEO
+Magnet
+Mail.RU_Bot
 Majestic12
-MarkMonitor
-Masscan
-MauiBot
-Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
-Minefield
-Moblie Safari
-Mojeek
+MarkWatch
+Mister PiX
+Mojolicious
+Mozlila
 Msrabot
-Musobot
+NPbot
 Name Intelligence
+Nameprotect
 Needle
-Nessus
-Net Vampire
+NetSpider
+Netcraft
 Nettrack
 NextGenSearchBot
+Nikto
+Nimbostratus
 Ninja
+Nmap
 Not
-Nutch
+Nuclei
 Octopus
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-Openfind
+OpenVAS
+OrangeBot
 OrangeSpider
-POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
+PageThing.com
+Pandalytics
+Panscient
+Pavuk
 PeoplePal
-Picscout
-Picsearch
-PleaseCrawl
+Pi-Monster
+Pockey
 ProPowerBot
-Probethenet
+Psbot
+Pu_iN
 Pump
-RankActive
-RankingBot
-RankurBot
-Re-re
-ReGet
+QueryN Metasearch
 RealDownload
-Reaper
-Recorder
+RedesScrapy
 RepoMonkey
 Ripper
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-Scanbot
+SEOstats
+SISTRIX
+SMTBot
+ScoutJet
+Scrapy
 ScrepyBot
-Seekport
-SemrushBot
-Seomoz
-SiteSucker
+SemanticJuice
+Semrush
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
 Sitevigil
-SmartDownload
-Sociscraper
-Sosospider
+SlySearch
+Snake
+Snapbot
+Snoopy
 Sottopop
-SpankBot
-Spinn3r
-Sqlmap
+Spammen
+Spbot
+SputnikBot
+Steeler
 Stripper
-Sucker
-Sucuri
+SuperHTTP
+Surfbot
 SurveyBot
 T0PHackTeam
-Teleport
 TeleportPro
-Telesoft
-Telesphorep
-TightTwatBot
+Telesphoreo
+The Intraformant
+TheNomad
 Titan
-Toweyabot
-Tracemyfile
-TwengaBot
-VB Project
-Vacuum
+Toata
+Trendiction
+True_Robot
+Turingos
+Turnitin
+URLy.Warning
+Upflow
+V-BOT
 Vagabondo
-Virusdie
-VoidEYE
+VidibleScraper
 Voil
 WEBDAV
-WISENutbot
 WWW-Mechanize
+Wallpapers
 WallpapersHD
-Web Auto
-Web Fetch
-WebAuto
-WebCollage
-WebEnhancer
+WeSEE
+Web Enhancer
+Web Fuck
+Web Sucker
+WebCopier
 WebGo IS
+WebImageCollector
 WebLeacher
-WebStripper
+WebReaper
+WebWhacker
 WebZIP
 Webalta
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
-Widow
-Wonderbot
-Woobot
-Wprecon
-Xaldon_WebSpider
+Whack
+WinHTTrack
 YoudaoBot
 Zade
-Zauba
-Zeus
 Zitebot
 ZmEu
-ZoomBot
 ZoominfoBot
-adscanner
+ZumBot
 archive.org_bot
 arquivo.pt
-backlink-check
-demandbase-bot
+autoemailspider
+check1.exe
+clark-crawler
+coccocbot
+cognitiveseo
+com.plumanalytics
+crawler4j
+evc-batch
 gopher
-instabid
 isitwp.com
-mediawords
+linkdexbot
+lwp-trivial
 muhstik-scan
-pcBrowser
-probe-image-size
+oBot
+polaris version
 ripz
-s1z.ru
-seobility
-seocompany.store
 seoscanners
 seostar
 sexsearcher
-siteripz
-sogouspider
-sp_auditbot
 spyfu
 sysscan
-tAkeOut
+trendiction.com
 trendiction.de
 webgains-bot
+webpros.com
+x09Mozilla
+xpymep1.exe
+zgrab