codeburn/tests/sessions-report.test.ts
iamtoruk 02c3ab21dd chore: keep real people and machines out of a public repository
An audit of everything on main since v0.9.23 turned up five places where
real detail had been used where an invented value would have done. None of
them is a credential and none identifies a customer, but a public
repository is the wrong home for any of it.

perf/README.md cited an absolute path into a private audit workspace on a
contributor's own machine, naming their home directory, the workspace's
naming scheme and a run timestamp accurate to the second, as "evidence" no
reader can open. The number stays; the path goes, and the text now says
plainly that the artifact is not published. The same file described the
measurement corpus as the founder's 35 GB of session history, which is a
personal fact about one identifiable person, so it is now described by what
it is rather than by whose it is.

The remaining three are fixtures: a private product name as a working
directory, the maintainer's real operating-system username inside the very
tests that assert such a path is redacted, and their two machine names in
the sharing tests. Using the real values proved nothing the invented ones do
not, and the redaction tests read better when the string being scrubbed is
obviously synthetic.
2026-09-03 12:38:11 -07:00

208 lines
7.2 KiB
TypeScript

import { describe, expect, it } from 'vitest'
import { aggregateByBranch, aggregateSessions, attributeSessionPrSpend, renderJson, renderTable } from '../src/sessions-report.js'
import type { ClassifiedTurn, ParsedApiCall, ProjectSummary, SessionSummary } from '../src/types.js'
function makeProject(): ProjectSummary {
const turn: ClassifiedTurn = {
userMessage: 'build it',
timestamp: '2026-07-10T10:00:00.000Z',
sessionId: 'session-1',
category: 'feature',
retries: 0,
hasEdits: true,
assistantCalls: [{
provider: 'claude',
model: 'claude-sonnet-4-5',
usage: {
inputTokens: 100,
outputTokens: 20,
cacheCreationInputTokens: 30,
cacheReadInputTokens: 400,
cachedInputTokens: 0,
reasoningTokens: 0,
webSearchRequests: 0,
},
costUSD: 0.12,
tools: [],
mcpTools: [],
skills: [],
subagentTypes: [],
hasAgentSpawn: false,
hasPlanMode: false,
speed: 'standard',
timestamp: '2026-07-10T10:01:00.000Z',
bashCommands: [],
deduplicationKey: 'call-1',
}],
}
const session: SessionSummary = {
sessionId: 'session-1',
project: 'codeburn',
firstTimestamp: '2026-07-10T10:00:00.000Z',
lastTimestamp: '2026-07-10T10:05:00.000Z',
totalCostUSD: 0.12,
totalSavingsUSD: 0.03,
totalInputTokens: 100,
totalOutputTokens: 20,
totalReasoningTokens: 0,
totalCacheReadTokens: 400,
totalCacheWriteTokens: 30,
apiCalls: 1,
turns: [turn],
modelBreakdown: {
'claude-sonnet-4-5': { calls: 1, costUSD: 0.12, tokens: turn.assistantCalls[0]!.usage, savingsUSD: 0.03 },
},
toolBreakdown: {},
mcpBreakdown: {},
bashBreakdown: {},
categoryBreakdown: {} as SessionSummary['categoryBreakdown'],
skillBreakdown: {},
subagentBreakdown: {},
}
return {
project: 'codeburn',
projectPath: '/tmp/codeburn',
sessions: [session],
totalCostUSD: 0.12,
totalSavingsUSD: 0.03,
totalApiCalls: 1,
totalProxiedCostUSD: 0,
}
}
describe('sessions JSON emitter', () => {
it('flattens SessionSummary fields into the exact JSON row shape', () => {
const rows = aggregateSessions([makeProject()])
const parsed = JSON.parse(renderJson(rows))
expect(parsed).toEqual([{
sessionId: 'session-1',
title: '',
project: 'codeburn',
provider: 'claude',
models: ['claude-sonnet-4-5'],
cost: 0.12,
savingsUSD: 0.03,
calls: 1,
turns: 1,
inputTokens: 100,
outputTokens: 20,
cacheReadTokens: 400,
cacheWriteTokens: 30,
startedAt: '2026-07-10T10:00:00.000Z',
endedAt: '2026-07-10T10:05:00.000Z',
durationMs: 300_000,
}])
})
it('renders a simple table', () => {
const output = renderTable(aggregateSessions([makeProject()]), { terminalWidth: 120 })
expect(output).toContain('Session')
expect(output).toContain('session-1')
expect(output).toContain('Sonnet 4.5')
expect(output).toContain('1 sessions')
})
it('hides home-directory slugs and renders compact agent/worktree names', () => {
const rows = aggregateSessions([makeProject()])
rows[0]!.sessionId = 'agent-a72cc958e305e4957'
rows[0]!.project = '-Users-devuser-Projects-eywa-eywa--claude-worktrees-issue-131'
const output = renderTable(rows, { terminalWidth: 160 })
expect(output).toContain('Agent a72cc958')
expect(output).toContain('eywa · issue-131')
expect(output).not.toContain('Users-devuser')
})
it('normalizes Claude dot-worktree slugs without exposing the home directory', () => {
const rows = aggregateSessions([makeProject()])
rows[0]!.project = 'Users-devuser-codeburn-.claude-worktrees-agent-a213f7c77871f483f'
const output = renderTable(rows, { terminalWidth: 120 })
expect(output).toContain('codeburn · agent a213f7c7')
expect(output).not.toContain('Users-devuser')
expect(output).not.toContain('.claude-worktrees')
})
it('uses captured titles, sorts newest first, and fits the requested width', () => {
const rows = aggregateSessions([makeProject()])
const older = { ...rows[0]!, sessionId: 'old', title: 'Older task', startedAt: '2026-07-01T10:00:00.000Z' }
const newer = {
...rows[0]!,
sessionId: 'new',
title: 'Review the authentication migration without exposing filesystem details',
project: '-Users-private-Projects-codeburn',
startedAt: '2026-07-20T10:00:00.000Z',
}
const output = renderTable([older, newer], { terminalWidth: 80 })
const lines = output.split('\n')
expect(output.indexOf('Review the')).toBeLessThan(output.indexOf('Older task'))
expect(output).not.toContain('Users-private')
expect(Math.max(...lines.slice(0, -1).map(line => line.length))).toBeLessThanOrEqual(80)
})
})
// A copilot serve set pairs some calls with an already-counted per-turn call
// (shutdown rollups, residuals, store rows). Their tokens and cost are real and
// must survive into every spend surface, but they carry no behavioral weight, so
// no user-visible calls/turns counter may count them.
function copilotCall(overrides: Partial<ParsedApiCall> & { deduplicationKey: string }): ParsedApiCall {
return { ...makeProject().sessions[0]!.turns[0]!.assistantCalls[0]!, provider: 'copilot', ...overrides }
}
function makeSupplementaryProject(): ProjectSummary {
const project = makeProject()
const session = project.sessions[0]!
const mixed = session.turns[0]!
mixed.gitBranch = 'feat/copilot'
mixed.assistantCalls = [
copilotCall({ deduplicationKey: 'behavioral-1', costUSD: 0.10 }),
copilotCall({ deduplicationKey: 'supp-1', costUSD: 0.02, supplementaryAccounting: true }),
]
session.turns.push({
...mixed,
gitBranch: undefined,
timestamp: '2026-07-10T10:02:00.000Z',
assistantCalls: [copilotCall({ deduplicationKey: 'supp-2', costUSD: 0.05, supplementaryAccounting: true })],
})
session.apiCalls = 1
session.totalCostUSD = 0.17
return project
}
describe('supplementary accounting weight', () => {
it('counts only turns with a behavioral call in the session rows', () => {
const rows = aggregateSessions([makeSupplementaryProject()])
expect(rows[0]!.turns).toBe(1)
expect(rows[0]!.calls).toBe(1)
expect(rows[0]!.cost).toBeCloseTo(0.17)
})
it('attributes supplementary spend to a PR while counting only behavioral calls', () => {
const url = 'https://github.com/acme/app/pull/7'
const { perUrl } = attributeSessionPrSpend({
turns: [
{ prRefs: [url], assistantCalls: [{ costUSD: 0.10 }, { costUSD: 0.02, supplementaryAccounting: true }] },
// Supplementary-only turn: no calls, but its cost still belongs to the PR.
{ assistantCalls: [{ costUSD: 0.05, supplementaryAccounting: true }] },
],
totalCostUSD: 0.17,
apiCalls: 1,
totalSavingsUSD: 0,
})
const pr = perUrl.get(url)!
expect(pr.calls).toBe(1)
expect(pr.cost).toBeCloseTo(0.17)
})
it('attributes supplementary spend to a branch while counting only behavioral calls', () => {
const rows = aggregateByBranch([makeSupplementaryProject()])
expect(rows).toHaveLength(1)
expect(rows[0]!.branch).toBe('feat/copilot')
expect(rows[0]!.calls).toBe(1)
expect(rows[0]!.cost).toBeCloseTo(0.17)
})
})