qwen-code/packages/core/src/services/cronTasksFile.test.ts
Tianyuan 0633b8a985
feat(scheduler): make recurring cron/loop job expiration configurable (#6173)
* feat(scheduler): make recurring cron/loop job expiration configurable

Recurring cron/loop jobs previously auto-expired after a hardcoded 7 days with no way to extend or disable the limit, forcing long-running daemon deployments to recreate jobs weekly.

Add an experimental.cronRecurringMaxAgeDays setting (default 7) and a QWEN_CODE_CRON_MAX_AGE_DAYS environment-variable override (takes precedence, for cloud/container deployments). A value of 0 disables expiry so jobs run until deleted; negative or unparseable values fall back to the 7-day default. The configured limit also applies to durable tasks restored from disk, and the CronCreate tool description now reflects the effective limit instead of a hardcoded '7 days'.

Closes #6167

* refactor(scheduler): drop unused DEFAULT_RECURRING_MAX_AGE_MS export

Review feedback on #6173 — the ms constant is only used inside the module as the constructor default; keep only the days constant public.

* fix(scheduler): align zero max-age semantics and warn on cron expiry misconfiguration

Review feedback on #6173:

- CronScheduler constructor now maps 0 to Infinity (never expire), matching the config layer instead of silently substituting the 7-day default for direct callers.
- Invalid QWEN_CODE_CRON_MAX_AGE_DAYS / cronRecurringMaxAgeDays values now log a warning before falling back to the default, leaving a breadcrumb for misconfigured deployments.
- Durable tasks found past the recurring max age at load now log a warning before their final fire + delete, since a lowered max age retroactively expires long-lived tasks and deletion is unrecoverable.
- New durable-restore tests: a custom max age applies to tasks reloaded from disk, and a disabled max age (Infinity) restores a 30-day-old task as live instead of aging it out.

* fix(scheduler): surface cron expiry warnings on the console

Review feedback on #6173:

- The invalid-config and retroactive-expiry warnings moved from debugLogger (file-only, off unless QWEN_DEBUG_LOG_FILE is set) to console.warn so they reach container/daemon logs where this knob matters; the config warning is latched to fire once per Config instance.
- CronCreateTool's constructor now resolves the max age once instead of three times, so an invalid env var can't emit duplicate warnings during tool registration.

* fix(scheduler): reject non-finite timestamps in durable task validation

Review feedback on #6173: JSON like -1e999 parses to -Infinity, which passes the typeof-number check and then poisons date math — with a finite lastFiredAt the entry reads as an overdue aged task and the retroactive-expiry warning's toISOString() throws RangeError mid-load, so one malformed persisted entry blocks durable cron startup/takeover. Validation now requires finite createdAt (and lastFiredAt when non-null), routing such entries through the existing fix-or-delete contract for corrupt files. Verified the new end-to-end test reproduces the RangeError without the fix.

* refactor(scheduler): single-source the max-age contract and freeze it at Config construction

Review follow-ups on #6173:
- Extract normalizeRecurringMaxAge as the single owner of the
  0/Infinity no-expiry contract, used by both the Config layer and the
  CronScheduler constructor, so the constructor's 0 handling can no
  longer be removed as apparent dead code.
- Resolve QWEN_CODE_CRON_MAX_AGE_DAYS once at Config construction into
  a readonly field, honoring the setting's requiresRestart contract;
  mid-session env changes can no longer make the tool description,
  tool output, and scheduler report different expiries. The warn
  once-latch is now unnecessary (construction warns at most once).
2026-07-03 06:34:37 +00:00

339 lines
12 KiB
TypeScript

import * as fs from 'node:fs/promises';
import * as os from 'node:os';
import * as path from 'node:path';
import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
import type { DurableCronTask } from './cronTasksFile.js';
import {
addCronTask,
getCronFilePath,
readCronTasks,
removeCronTasks,
updateCronTasks,
writeCronTasks,
} from './cronTasksFile.js';
import { Storage } from '../config/storage.js';
import { getProjectHash } from '../utils/paths.js';
/** Seeds the on-disk tasks file directly, creating its (now hashed) dir. */
async function seedTasksFile(projectRoot: string, raw: string): Promise<void> {
const file = getCronFilePath(projectRoot);
await fs.mkdir(path.dirname(file), { recursive: true });
await fs.writeFile(file, raw);
}
// Hook for the stale-lock race test: runs just before the implementation
// renames a stale update lock aside, so a test can interleave a competing
// takeover between the stat and the rename. Pass-through while null.
const renameHook = vi.hoisted(() => ({
current: null as ((src: string) => Promise<void>) | null,
}));
vi.mock('node:fs/promises', async (importOriginal) => {
const actual = await importOriginal<typeof import('node:fs/promises')>();
return {
...actual,
rename: (async (
src: Parameters<typeof actual.rename>[0],
dst: Parameters<typeof actual.rename>[1],
) => {
if (renameHook.current) await renameHook.current(String(src));
return actual.rename(src, dst);
}) as typeof actual.rename,
};
});
function makeTask(overrides?: Partial<DurableCronTask>): DurableCronTask {
return {
id: 'test001',
cron: '*/5 * * * *',
prompt: 'echo hello',
recurring: true,
createdAt: 1718000000000,
lastFiredAt: null,
...overrides,
};
}
describe('cronTasksFile', () => {
let tmpDir: string;
beforeEach(async () => {
tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'cron-test-'));
// Durable tasks live under the user runtime dir, not the working tree.
// Redirect that base into the test temp dir so the per-project hash dir
// lands under tmpDir instead of the real ~/.qwen.
Storage.setRuntimeBaseDir(tmpDir);
});
afterEach(async () => {
renameHook.current = null;
Storage.setRuntimeBaseDir(null);
await fs.rm(tmpDir, { recursive: true, force: true });
});
describe('getCronFilePath', () => {
it('resolves to the per-project runtime dir, not the working tree', () => {
const file = getCronFilePath('/project');
expect(file).toBe(
path.join(
Storage.getGlobalTempDir(),
getProjectHash('/project'),
'scheduled_tasks.json',
),
);
// Crucially, not in the project working tree.
expect(file.startsWith('/project')).toBe(false);
expect(file).not.toContain(`${path.sep}.qwen${path.sep}scheduled_tasks`);
});
});
describe('readCronTasks', () => {
it('returns [] when file does not exist', async () => {
expect(await readCronTasks(tmpDir)).toEqual([]);
});
// A file that exists but doesn't parse must throw, not read as an
// empty schedule: [] would let a reload reconcile every loaded job
// away and let the next write clobber the user's recoverable file.
it('throws for malformed JSON', async () => {
await seedTasksFile(tmpDir, 'NOT JSON{{{');
await expect(readCronTasks(tmpDir)).rejects.toThrow(/Malformed JSON/);
});
it('throws for non-array JSON', async () => {
await seedTasksFile(tmpDir, '{"foo":1}');
await expect(readCronTasks(tmpDir)).rejects.toThrow(/JSON array/);
});
it('throws for invalid task entries', async () => {
const data = [
makeTask(),
{ id: 'bad', missing: 'fields' },
makeTask({ id: 'good2' }),
];
await seedTasksFile(tmpDir, JSON.stringify(data));
await expect(readCronTasks(tmpDir)).rejects.toThrow(/Invalid task entry/);
});
it('throws for non-finite timestamps', async () => {
// JSON.parse turns -1e999 into -Infinity — typeof number, but it
// poisons date math downstream (new Date(-Infinity).toISOString()
// throws mid-load). Must be rejected like any other corrupt field.
const raw = (createdAt: string, lastFiredAt: string) =>
`[{"id":"t1","cron":"* * * * *","prompt":"p","recurring":true,` +
`"createdAt":${createdAt},"lastFiredAt":${lastFiredAt}}]`;
await seedTasksFile(tmpDir, raw('-1e999', 'null'));
await expect(readCronTasks(tmpDir)).rejects.toThrow(/Invalid task entry/);
await seedTasksFile(tmpDir, raw(`${Date.now()}`, '1e999'));
await expect(readCronTasks(tmpDir)).rejects.toThrow(/Invalid task entry/);
});
it('reads valid tasks', async () => {
const task = makeTask();
await seedTasksFile(tmpDir, JSON.stringify([task]));
const result = await readCronTasks(tmpDir);
expect(result).toEqual([task]);
});
});
describe('writeCronTasks', () => {
it('creates the tasks dir if missing', async () => {
await writeCronTasks(tmpDir, [makeTask()]);
const content = await fs.readFile(getCronFilePath(tmpDir), 'utf-8');
expect(JSON.parse(content)).toHaveLength(1);
});
it('overwrites existing file', async () => {
await writeCronTasks(tmpDir, [makeTask()]);
await writeCronTasks(tmpDir, []);
const content = await fs.readFile(getCronFilePath(tmpDir), 'utf-8');
expect(JSON.parse(content)).toEqual([]);
});
it('replaces a symlink at the tasks path instead of writing through it', async () => {
// A pre-placed symlink at the tasks path (e.g. a tampered runtime dir)
// must be replaced, not written through to clobber its target.
await fs.mkdir(path.dirname(getCronFilePath(tmpDir)), {
recursive: true,
});
const outside = path.join(tmpDir, 'outside.txt');
await fs.writeFile(outside, 'PROTECTED');
await fs.symlink(outside, getCronFilePath(tmpDir));
await writeCronTasks(tmpDir, [makeTask()]);
// Target untouched; the tasks path is now a regular file with the tasks.
expect(await fs.readFile(outside, 'utf-8')).toBe('PROTECTED');
expect((await fs.lstat(getCronFilePath(tmpDir))).isSymbolicLink()).toBe(
false,
);
expect(await readCronTasks(tmpDir)).toHaveLength(1);
});
});
describe('addCronTask', () => {
it('appends to existing tasks', async () => {
await writeCronTasks(tmpDir, [makeTask({ id: 'first' })]);
await addCronTask(tmpDir, makeTask({ id: 'second' }));
const tasks = await readCronTasks(tmpDir);
expect(tasks).toHaveLength(2);
expect(tasks[1]!.id).toBe('second');
});
it('creates file when none exists', async () => {
await addCronTask(tmpDir, makeTask());
const tasks = await readCronTasks(tmpDir);
expect(tasks).toHaveLength(1);
});
});
describe('removeCronTasks', () => {
it('removes tasks by id', async () => {
await writeCronTasks(tmpDir, [
makeTask({ id: 'keep' }),
makeTask({ id: 'remove' }),
]);
await removeCronTasks(tmpDir, ['remove']);
const tasks = await readCronTasks(tmpDir);
expect(tasks).toHaveLength(1);
expect(tasks[0]!.id).toBe('keep');
});
it('handles missing ids gracefully', async () => {
await writeCronTasks(tmpDir, [makeTask()]);
await removeCronTasks(tmpDir, ['nonexistent']);
const tasks = await readCronTasks(tmpDir);
expect(tasks).toHaveLength(1);
});
it('returns the number of tasks removed', async () => {
await writeCronTasks(tmpDir, [
makeTask({ id: 'a' }),
makeTask({ id: 'b' }),
]);
expect(await removeCronTasks(tmpDir, ['a', 'b', 'missing'])).toBe(2);
expect(await removeCronTasks(tmpDir, ['a'])).toBe(0);
});
it('leaves no trace when nothing matches', async () => {
// A miss must not create the tasks dir or touch a lock file.
expect(await removeCronTasks(tmpDir, ['ghost'])).toBe(0);
await expect(
fs.stat(path.dirname(getCronFilePath(tmpDir))),
).rejects.toThrow();
});
});
describe('updateCronTasks', () => {
it('applies the mutation in a single read-modify-write', async () => {
await writeCronTasks(tmpDir, [
makeTask({ id: 'a' }),
makeTask({ id: 'b' }),
]);
await updateCronTasks(tmpDir, (tasks) =>
tasks
.filter((t) => t.id !== 'b')
.map((t) => ({ ...t, lastFiredAt: 9999999 })),
);
const tasks = await readCronTasks(tmpDir);
expect(tasks).toHaveLength(1);
expect(tasks[0]!.id).toBe('a');
expect(tasks[0]!.lastFiredAt).toBe(9999999);
});
it('does not lose mutations under concurrent updates', async () => {
const ids = Array.from({ length: 10 }, (_, i) => `task-${i}`);
await Promise.all(ids.map((id) => addCronTask(tmpDir, makeTask({ id }))));
const tasks = await readCronTasks(tmpDir);
expect(tasks.map((t) => t.id).sort()).toEqual([...ids].sort());
});
it('skips the write when mutate returns the input unchanged', async () => {
await writeCronTasks(tmpDir, [makeTask()]);
const filePath = getCronFilePath(tmpDir);
const past = new Date(Date.now() - 60_000);
await fs.utimes(filePath, past, past);
await updateCronTasks(tmpDir, (tasks) => tasks);
const stat = await fs.stat(filePath);
expect(stat.mtimeMs).toBeLessThan(Date.now() - 30_000);
});
it('steals a stale update lock left by a crashed holder', async () => {
const lockPath = `${getCronFilePath(tmpDir)}.lock`;
await fs.mkdir(path.dirname(lockPath), { recursive: true });
await fs.writeFile(lockPath, '99999');
const past = new Date(Date.now() - 60_000);
await fs.utimes(lockPath, past, past);
await addCronTask(tmpDir, makeTask());
expect(await readCronTasks(tmpDir)).toHaveLength(1);
});
it('refuses to clobber a malformed file', async () => {
const filePath = getCronFilePath(tmpDir);
await fs.mkdir(path.dirname(filePath), { recursive: true });
await fs.writeFile(filePath, 'NOT JSON{{{');
await expect(
updateCronTasks(tmpDir, (tasks) => tasks.filter(() => true)),
).rejects.toThrow(/Malformed JSON/);
// The corrupted (hand-recoverable) content survives untouched.
expect(await fs.readFile(filePath, 'utf-8')).toBe('NOT JSON{{{');
});
it('refuses to clobber a file with invalid task entries', async () => {
const filePath = getCronFilePath(tmpDir);
const raw = JSON.stringify([makeTask(), { id: 'bad' }]);
await seedTasksFile(tmpDir, raw);
await expect(
updateCronTasks(tmpDir, (tasks) => [
...tasks,
makeTask({ id: 'new-task' }),
]),
).rejects.toThrow(/Invalid task entry/);
expect(await fs.readFile(filePath, 'utf-8')).toBe(raw);
});
it('does not displace a fresh lock created after the stale inspection', async () => {
const lockPath = `${getCronFilePath(tmpDir)}.lock`;
await fs.mkdir(path.dirname(lockPath), { recursive: true });
await fs.writeFile(lockPath, '99999');
const past = new Date(Date.now() - 60_000);
await fs.utimes(lockPath, past, past);
// Between the stat seeing a stale lock and the rename-aside, a
// competing process clears the stale lock and creates a fresh one.
renameHook.current = async (src) => {
if (src !== lockPath) return;
renameHook.current = null;
await fs.rm(lockPath, { force: true });
await fs.writeFile(lockPath, '88888'); // fresh mtime — live holder
};
const update = updateCronTasks(tmpDir, (tasks) => [
...tasks,
makeTask({ id: 'after-race' }),
]);
// The yanked fresh lock must be restored, not destroyed, and the
// update must stay blocked behind it.
await vi.waitFor(async () => {
expect(await fs.readFile(lockPath, 'utf-8')).toBe('88888');
const entries = await fs.readdir(path.dirname(lockPath));
expect(entries.filter((e) => e.includes('.lock.stale.'))).toEqual([]);
});
await new Promise((resolve) => setTimeout(resolve, 50));
expect(await fs.readFile(lockPath, 'utf-8')).toBe('88888');
// The live holder releases; the blocked update proceeds.
await fs.unlink(lockPath);
await update;
expect((await readCronTasks(tmpDir)).map((t) => t.id)).toContain(
'after-race',
);
});
});
});