TauriTavern/tests/windowed-payload-jsonl.test.mjs

import test from 'node:test';
import assert from 'node:assert/strict';
import path from 'node:path';
import { fileURLToPath, pathToFileURL } from 'node:url';

const REPO_ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..');

async function importFresh(modulePath) {
    const url = `${pathToFileURL(modulePath).href}?t=${Date.now()}-${Math.random()}`;
    return import(url);
}

test('jsonl: payloadToJsonl formats newline-delimited JSON', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { payloadToJsonl } = mod;

    const payload = [{ a: 1 }, { b: 2 }];
    assert.equal(payloadToJsonl(payload), `${JSON.stringify(payload[0])}\n${JSON.stringify(payload[1])}`);
});

test('jsonl: payloadToJsonl rejects non-object entries', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { payloadToJsonl } = mod;

    assert.throws(() => payloadToJsonl([null]), /must be an object/i);
    assert.throws(() => payloadToJsonl([1]), /must be an object/i);
});

test('jsonl: jsonlToPayload handles BOM on first payload line', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { jsonlToPayload } = mod;

    const bom = '\uFEFF';
    const payload = jsonlToPayload(`${bom}{"a":1}\n{"b":2}`);
    assert.deepEqual(payload, [{ a: 1 }, { b: 2 }]);
});

test('jsonl: jsonlToPayload ignores whitespace-only lines', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { jsonlToPayload } = mod;

    const payload = jsonlToPayload('\n   \n{"a":1}\n\t\n');
    assert.deepEqual(payload, [{ a: 1 }]);
});

test('jsonl: jsonlToPayload surfaces line numbers on invalid JSON', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { jsonlToPayload } = mod;

    assert.throws(() => jsonlToPayload('{"a":1}\n{bad}\n'), /Invalid JSONL at line 2/);
});

test('jsonl: payloadToJsonlByteChunks round-trips and respects maxChunkBytes', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { payloadToJsonl, payloadToJsonlByteChunks } = mod;

    const payload = [{ a: 1 }, { b: 2 }, { c: 3 }];
    const maxChunkBytes = 16;
    const chunks = Array.from(payloadToJsonlByteChunks(payload, { maxChunkBytes }));

    assert.ok(chunks.length > 1);
    for (const chunk of chunks) {
        assert.ok(chunk.byteLength <= maxChunkBytes);
    }

    const combined = Buffer.concat(chunks.map((chunk) => Buffer.from(chunk)));
    assert.equal(combined.toString('utf8'), payloadToJsonl(payload));
});

test('jsonl: round-trips large payloads (header + >= 100 messages)', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { payloadToJsonl, jsonlToPayload } = mod;

    const header = { chat_metadata: { integrity: 'test' } };
    const messages = Array.from({ length: 120 }, (_, index) => ({ id: index, mes: `m-${index}` }));
    const payload = [header, ...messages];

    const text = payloadToJsonl(payload);
    const parsed = jsonlToPayload(text);

    assert.deepEqual(parsed, payload);
});

test('jsonl: jsonlStreamToPayload parses chunked stream input', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { jsonlStreamToPayload } = mod;

    const encoder = new TextEncoder();
    const stream = new ReadableStream({
        start(controller) {
            controller.enqueue(encoder.encode('{"a":1}\n{"b":'));
            controller.enqueue(encoder.encode('2}\n{"c":3}\n'));
            controller.close();
        },
    });

    const payload = await jsonlStreamToPayload(stream);
    assert.deepEqual(payload, [{ a: 1 }, { b: 2 }, { c: 3 }]);
});

test('jsonl: jsonlStreamToPayload cancels reader on parse error during streaming', async () => {
    const mod = await importFresh(path.join(REPO_ROOT, 'src/scripts/tauri/chat/jsonl.js'));
    const { jsonlStreamToPayload } = mod;

    const encoder = new TextEncoder();
    let pushed = false;
    let canceled = false;

    const stream = new ReadableStream({
        pull(controller) {
            if (pushed) {
                return;
            }

            pushed = true;
            controller.enqueue(encoder.encode('{"a":1}\n{bad}\n{"c":3}\n'));
        },
        cancel() {
            canceled = true;
        },
    });

    await assert.rejects(() => jsonlStreamToPayload(stream), /Invalid JSONL at line 2/);
    assert.equal(canceled, true);
});