codeburn/tests/providers/opencode-file.test.ts
Resham Joshi 6a26ee8284
feat(opencode): read file-based JSON sessions (OpenCode 1.1+) (#523)
OpenCode 1.1+ stores sessions as file-based JSON under
storage/{session,message,part}/ instead of a SQLite DB, so the
SQLite-only provider discovered zero sessions on current installs and
reported no usage at all.

Add a file-based discovery and parser path, preferred when present and
falling back to the SQLite DB for pre-migration installs. Extract the
shared message-to-call logic (token extraction, tool and bash parsing,
cost) into session-message.ts so the file path, the SQLite path, and
Kilo Code stay identical.
2026-06-19 19:04:51 +02:00

202 lines
7.2 KiB
TypeScript

import { mkdtemp, rm, mkdir, writeFile } from 'fs/promises'
import { join } from 'path'
import { tmpdir } from 'os'
import { describe, it, expect, beforeEach, afterEach } from 'vitest'
import { createOpenCodeProvider } from '../../src/providers/opencode.js'
import type { ParsedProviderCall } from '../../src/providers/types.js'
let tmpDir: string
beforeEach(async () => {
tmpDir = await mkdtemp(join(tmpdir(), 'opencode-file-test-'))
})
afterEach(async () => {
await rm(tmpDir, { recursive: true, force: true })
})
type Msg = { id: string; data: Record<string, unknown>; parts?: Array<Record<string, unknown>> }
// Mirrors the OpenCode 1.1+ on-disk layout under <dataDir>/storage/.
async function writeSession(opts: {
sessionId?: string
projectId?: string
directory?: string
title?: string
messages: Msg[]
}) {
const storage = join(tmpDir, 'opencode', 'storage')
const sessionId = opts.sessionId ?? 'ses_test1'
const projectId = opts.projectId ?? 'global'
const sessionDir = join(storage, 'session', projectId)
await mkdir(sessionDir, { recursive: true })
await writeFile(join(sessionDir, `${sessionId}.json`), JSON.stringify({
id: sessionId,
slug: 'cosmic-engine',
version: '1.1.65',
projectID: projectId,
directory: opts.directory ?? '/Users/test/myproject',
title: opts.title ?? 'Test session',
time: { created: 1781886356809, updated: 1781886683506 },
}))
const messageDir = join(storage, 'message', sessionId)
await mkdir(messageDir, { recursive: true })
for (const m of opts.messages) {
await writeFile(join(messageDir, `${m.id}.json`), JSON.stringify({ id: m.id, sessionID: sessionId, ...m.data }))
if (m.parts?.length) {
const partDir = join(storage, 'part', m.id)
await mkdir(partDir, { recursive: true })
let i = 0
for (const p of m.parts) {
await writeFile(join(partDir, `prt_${m.id}_${String(i++).padStart(3, '0')}.json`), JSON.stringify(p))
}
}
}
return { sessionId }
}
async function parseAll(seen = new Set<string>()): Promise<ParsedProviderCall[]> {
const provider = createOpenCodeProvider(tmpDir)
const sources = await provider.discoverSessions()
const calls: ParsedProviderCall[] = []
for (const source of sources) {
for await (const call of provider.createSessionParser(source, seen).parse()) calls.push(call)
}
return calls
}
describe('opencode file-based provider - discovery', () => {
it('discovers a file-based session and derives the project from directory', async () => {
await writeSession({
directory: '/Users/test/myproject',
messages: [{
id: 'msg_a',
data: {
role: 'assistant', modelID: 'gpt-5.3-codex-spark', cost: 0,
tokens: { input: 1000, output: 200, reasoning: 50, cache: { read: 5000, write: 0 } },
time: { created: 1781886356900 },
},
parts: [{ type: 'text', text: 'hello' }],
}],
})
const provider = createOpenCodeProvider(tmpDir)
const sources = await provider.discoverSessions()
expect(sources).toHaveLength(1)
expect(sources[0]!.provider).toBe('opencode')
expect(sources[0]!.project).toBe('Users-test-myproject')
expect(sources[0]!.path.endsWith('.json')).toBe(true)
})
it('returns nothing when neither file storage nor a DB exists', async () => {
const provider = createOpenCodeProvider(tmpDir)
expect(await provider.discoverSessions()).toEqual([])
})
})
describe('opencode file-based provider - parsing', () => {
it('extracts tokens, tools, bash commands, and the preceding user message', async () => {
await writeSession({
messages: [
{
id: 'msg_user',
data: { role: 'user', time: { created: 1 } },
parts: [{ type: 'text', text: 'find the git repos' }],
},
{
id: 'msg_a',
data: {
role: 'assistant', modelID: 'gpt-5.3-codex-spark', cost: 0,
tokens: { input: 1200, output: 300, reasoning: 100, cache: { read: 8000, write: 0 } },
time: { created: 2 },
},
parts: [
{ type: 'reasoning' },
{ type: 'tool', tool: 'bash', state: { status: 'completed', input: { command: 'git status' } } },
{ type: 'tool', tool: 'read', state: { input: { filePath: '/x' } } },
{ type: 'text', text: 'done' },
],
},
],
})
const calls = await parseAll()
expect(calls).toHaveLength(1)
const c = calls[0]!
expect(c.provider).toBe('opencode')
expect(c.model).toBe('gpt-5.3-codex-spark')
expect(c.inputTokens).toBe(1200)
expect(c.outputTokens).toBe(300)
expect(c.reasoningTokens).toBe(100)
expect(c.cacheReadInputTokens).toBe(8000)
expect(c.cachedInputTokens).toBe(8000)
expect(c.tools).toEqual(['Bash', 'Read'])
expect(c.bashCommands).toContain('git')
expect(c.userMessage).toBe('find the git repos')
expect(c.deduplicationKey).toBe('opencode:ses_test1:msg_a')
})
it('skips an errored or empty assistant turn (all-zero tokens, no parts)', async () => {
await writeSession({
messages: [{
id: 'msg_err',
data: {
role: 'assistant', modelID: 'gpt-5.3-codex', cost: 0,
tokens: { input: 0, output: 0, reasoning: 0, cache: { read: 0, write: 0 } },
time: { created: 1 },
},
}],
})
expect(await parseAll()).toHaveLength(0)
})
it('falls back to message.cost when the model has no price table', async () => {
await writeSession({
messages: [{
id: 'msg_a',
data: {
role: 'assistant', modelID: 'totally-unknown-model-xyz', cost: 0.42,
tokens: { input: 100, output: 20, reasoning: 0, cache: { read: 0, write: 0 } },
time: { created: 1 },
},
parts: [{ type: 'text', text: 'x' }],
}],
})
const calls = await parseAll()
expect(calls).toHaveLength(1)
expect(calls[0]!.costUSD).toBeCloseTo(0.42)
})
it('deduplicates across repeated parses', async () => {
await writeSession({
messages: [{
id: 'msg_a',
data: {
role: 'assistant', modelID: 'gpt-5.3-codex-spark',
tokens: { input: 100, output: 20, reasoning: 0, cache: { read: 0, write: 0 } },
time: { created: 1 },
},
parts: [{ type: 'text', text: 'x' }],
}],
})
const seen = new Set<string>()
expect(await parseAll(seen)).toHaveLength(1)
expect(await parseAll(seen)).toHaveLength(0)
})
it('reads sessions across multiple project folders', async () => {
await writeSession({
sessionId: 'ses_one', projectId: 'global', directory: '/Users/test/a',
messages: [{ id: 'm1', data: { role: 'assistant', modelID: 'gpt-5.3-codex-spark', tokens: { input: 10, output: 2 }, time: { created: 1 } }, parts: [{ type: 'text', text: 'x' }] }],
})
await writeSession({
sessionId: 'ses_two', projectId: 'proj_hash', directory: '/Users/test/b',
messages: [{ id: 'm2', data: { role: 'assistant', modelID: 'gpt-5.3-codex-spark', tokens: { input: 20, output: 4 }, time: { created: 1 } }, parts: [{ type: 'text', text: 'y' }] }],
})
const calls = await parseAll()
expect(calls).toHaveLength(2)
expect(calls.map((c) => c.sessionId).sort()).toEqual(['ses_one', 'ses_two'])
})
})