mirror of
https://github.com/AgentSeal/codeburn.git
synced 2026-11-21 16:17:38 +00:00
An audit of everything on main since v0.9.23 turned up five places where real detail had been used where an invented value would have done. None of them is a credential and none identifies a customer, but a public repository is the wrong home for any of it. perf/README.md cited an absolute path into a private audit workspace on a contributor's own machine, naming their home directory, the workspace's naming scheme and a run timestamp accurate to the second, as "evidence" no reader can open. The number stays; the path goes, and the text now says plainly that the artifact is not published. The same file described the measurement corpus as the founder's 35 GB of session history, which is a personal fact about one identifiable person, so it is now described by what it is rather than by whose it is. The remaining three are fixtures: a private product name as a working directory, the maintainer's real operating-system username inside the very tests that assert such a path is redacted, and their two machine names in the sharing tests. Using the real values proved nothing the invented ones do not, and the redaction tests read better when the string being scrubbed is obviously synthetic.
208 lines
7.2 KiB
TypeScript
208 lines
7.2 KiB
TypeScript
import { describe, expect, it } from 'vitest'
|
|
|
|
import { aggregateByBranch, aggregateSessions, attributeSessionPrSpend, renderJson, renderTable } from '../src/sessions-report.js'
|
|
import type { ClassifiedTurn, ParsedApiCall, ProjectSummary, SessionSummary } from '../src/types.js'
|
|
|
|
function makeProject(): ProjectSummary {
|
|
const turn: ClassifiedTurn = {
|
|
userMessage: 'build it',
|
|
timestamp: '2026-07-10T10:00:00.000Z',
|
|
sessionId: 'session-1',
|
|
category: 'feature',
|
|
retries: 0,
|
|
hasEdits: true,
|
|
assistantCalls: [{
|
|
provider: 'claude',
|
|
model: 'claude-sonnet-4-5',
|
|
usage: {
|
|
inputTokens: 100,
|
|
outputTokens: 20,
|
|
cacheCreationInputTokens: 30,
|
|
cacheReadInputTokens: 400,
|
|
cachedInputTokens: 0,
|
|
reasoningTokens: 0,
|
|
webSearchRequests: 0,
|
|
},
|
|
costUSD: 0.12,
|
|
tools: [],
|
|
mcpTools: [],
|
|
skills: [],
|
|
subagentTypes: [],
|
|
hasAgentSpawn: false,
|
|
hasPlanMode: false,
|
|
speed: 'standard',
|
|
timestamp: '2026-07-10T10:01:00.000Z',
|
|
bashCommands: [],
|
|
deduplicationKey: 'call-1',
|
|
}],
|
|
}
|
|
const session: SessionSummary = {
|
|
sessionId: 'session-1',
|
|
project: 'codeburn',
|
|
firstTimestamp: '2026-07-10T10:00:00.000Z',
|
|
lastTimestamp: '2026-07-10T10:05:00.000Z',
|
|
totalCostUSD: 0.12,
|
|
totalSavingsUSD: 0.03,
|
|
totalInputTokens: 100,
|
|
totalOutputTokens: 20,
|
|
totalReasoningTokens: 0,
|
|
totalCacheReadTokens: 400,
|
|
totalCacheWriteTokens: 30,
|
|
apiCalls: 1,
|
|
turns: [turn],
|
|
modelBreakdown: {
|
|
'claude-sonnet-4-5': { calls: 1, costUSD: 0.12, tokens: turn.assistantCalls[0]!.usage, savingsUSD: 0.03 },
|
|
},
|
|
toolBreakdown: {},
|
|
mcpBreakdown: {},
|
|
bashBreakdown: {},
|
|
categoryBreakdown: {} as SessionSummary['categoryBreakdown'],
|
|
skillBreakdown: {},
|
|
subagentBreakdown: {},
|
|
}
|
|
return {
|
|
project: 'codeburn',
|
|
projectPath: '/tmp/codeburn',
|
|
sessions: [session],
|
|
totalCostUSD: 0.12,
|
|
totalSavingsUSD: 0.03,
|
|
totalApiCalls: 1,
|
|
totalProxiedCostUSD: 0,
|
|
}
|
|
}
|
|
|
|
describe('sessions JSON emitter', () => {
|
|
it('flattens SessionSummary fields into the exact JSON row shape', () => {
|
|
const rows = aggregateSessions([makeProject()])
|
|
const parsed = JSON.parse(renderJson(rows))
|
|
|
|
expect(parsed).toEqual([{
|
|
sessionId: 'session-1',
|
|
title: '',
|
|
project: 'codeburn',
|
|
provider: 'claude',
|
|
models: ['claude-sonnet-4-5'],
|
|
cost: 0.12,
|
|
savingsUSD: 0.03,
|
|
calls: 1,
|
|
turns: 1,
|
|
inputTokens: 100,
|
|
outputTokens: 20,
|
|
cacheReadTokens: 400,
|
|
cacheWriteTokens: 30,
|
|
startedAt: '2026-07-10T10:00:00.000Z',
|
|
endedAt: '2026-07-10T10:05:00.000Z',
|
|
durationMs: 300_000,
|
|
}])
|
|
})
|
|
|
|
it('renders a simple table', () => {
|
|
const output = renderTable(aggregateSessions([makeProject()]), { terminalWidth: 120 })
|
|
expect(output).toContain('Session')
|
|
expect(output).toContain('session-1')
|
|
expect(output).toContain('Sonnet 4.5')
|
|
expect(output).toContain('1 sessions')
|
|
})
|
|
|
|
it('hides home-directory slugs and renders compact agent/worktree names', () => {
|
|
const rows = aggregateSessions([makeProject()])
|
|
rows[0]!.sessionId = 'agent-a72cc958e305e4957'
|
|
rows[0]!.project = '-Users-devuser-Projects-eywa-eywa--claude-worktrees-issue-131'
|
|
const output = renderTable(rows, { terminalWidth: 160 })
|
|
|
|
expect(output).toContain('Agent a72cc958')
|
|
expect(output).toContain('eywa · issue-131')
|
|
expect(output).not.toContain('Users-devuser')
|
|
})
|
|
|
|
it('normalizes Claude dot-worktree slugs without exposing the home directory', () => {
|
|
const rows = aggregateSessions([makeProject()])
|
|
rows[0]!.project = 'Users-devuser-codeburn-.claude-worktrees-agent-a213f7c77871f483f'
|
|
const output = renderTable(rows, { terminalWidth: 120 })
|
|
|
|
expect(output).toContain('codeburn · agent a213f7c7')
|
|
expect(output).not.toContain('Users-devuser')
|
|
expect(output).not.toContain('.claude-worktrees')
|
|
})
|
|
|
|
it('uses captured titles, sorts newest first, and fits the requested width', () => {
|
|
const rows = aggregateSessions([makeProject()])
|
|
const older = { ...rows[0]!, sessionId: 'old', title: 'Older task', startedAt: '2026-07-01T10:00:00.000Z' }
|
|
const newer = {
|
|
...rows[0]!,
|
|
sessionId: 'new',
|
|
title: 'Review the authentication migration without exposing filesystem details',
|
|
project: '-Users-private-Projects-codeburn',
|
|
startedAt: '2026-07-20T10:00:00.000Z',
|
|
}
|
|
const output = renderTable([older, newer], { terminalWidth: 80 })
|
|
const lines = output.split('\n')
|
|
|
|
expect(output.indexOf('Review the')).toBeLessThan(output.indexOf('Older task'))
|
|
expect(output).not.toContain('Users-private')
|
|
expect(Math.max(...lines.slice(0, -1).map(line => line.length))).toBeLessThanOrEqual(80)
|
|
})
|
|
})
|
|
|
|
// A copilot serve set pairs some calls with an already-counted per-turn call
|
|
// (shutdown rollups, residuals, store rows). Their tokens and cost are real and
|
|
// must survive into every spend surface, but they carry no behavioral weight, so
|
|
// no user-visible calls/turns counter may count them.
|
|
function copilotCall(overrides: Partial<ParsedApiCall> & { deduplicationKey: string }): ParsedApiCall {
|
|
return { ...makeProject().sessions[0]!.turns[0]!.assistantCalls[0]!, provider: 'copilot', ...overrides }
|
|
}
|
|
|
|
function makeSupplementaryProject(): ProjectSummary {
|
|
const project = makeProject()
|
|
const session = project.sessions[0]!
|
|
const mixed = session.turns[0]!
|
|
mixed.gitBranch = 'feat/copilot'
|
|
mixed.assistantCalls = [
|
|
copilotCall({ deduplicationKey: 'behavioral-1', costUSD: 0.10 }),
|
|
copilotCall({ deduplicationKey: 'supp-1', costUSD: 0.02, supplementaryAccounting: true }),
|
|
]
|
|
session.turns.push({
|
|
...mixed,
|
|
gitBranch: undefined,
|
|
timestamp: '2026-07-10T10:02:00.000Z',
|
|
assistantCalls: [copilotCall({ deduplicationKey: 'supp-2', costUSD: 0.05, supplementaryAccounting: true })],
|
|
})
|
|
session.apiCalls = 1
|
|
session.totalCostUSD = 0.17
|
|
return project
|
|
}
|
|
|
|
describe('supplementary accounting weight', () => {
|
|
it('counts only turns with a behavioral call in the session rows', () => {
|
|
const rows = aggregateSessions([makeSupplementaryProject()])
|
|
expect(rows[0]!.turns).toBe(1)
|
|
expect(rows[0]!.calls).toBe(1)
|
|
expect(rows[0]!.cost).toBeCloseTo(0.17)
|
|
})
|
|
|
|
it('attributes supplementary spend to a PR while counting only behavioral calls', () => {
|
|
const url = 'https://github.com/acme/app/pull/7'
|
|
const { perUrl } = attributeSessionPrSpend({
|
|
turns: [
|
|
{ prRefs: [url], assistantCalls: [{ costUSD: 0.10 }, { costUSD: 0.02, supplementaryAccounting: true }] },
|
|
// Supplementary-only turn: no calls, but its cost still belongs to the PR.
|
|
{ assistantCalls: [{ costUSD: 0.05, supplementaryAccounting: true }] },
|
|
],
|
|
totalCostUSD: 0.17,
|
|
apiCalls: 1,
|
|
totalSavingsUSD: 0,
|
|
})
|
|
|
|
const pr = perUrl.get(url)!
|
|
expect(pr.calls).toBe(1)
|
|
expect(pr.cost).toBeCloseTo(0.17)
|
|
})
|
|
|
|
it('attributes supplementary spend to a branch while counting only behavioral calls', () => {
|
|
const rows = aggregateByBranch([makeSupplementaryProject()])
|
|
expect(rows).toHaveLength(1)
|
|
expect(rows[0]!.branch).toBe('feat/copilot')
|
|
expect(rows[0]!.calls).toBe(1)
|
|
expect(rows[0]!.cost).toBeCloseTo(0.17)
|
|
})
|
|
})
|