mirror of
https://github.com/QwenLM/qwen-code.git
synced 2026-04-29 04:00:36 +00:00
refactor(tests): reorganize integration tests by execution mode
Move non-interactive tests to cli/, interactive tests to interactive/. Add cron-interactive.test.ts wrapping terminal-capture E2E in vitest. Update npm scripts and release workflow for new directory layout.
This commit is contained in:
parent
707b06ca48
commit
ded89618ec
28 changed files with 261 additions and 327 deletions
101
integration-tests/cli/stdin-context.test.ts
Normal file
101
integration-tests/cli/stdin-context.test.ts
Normal file
|
|
@ -0,0 +1,101 @@
|
|||
/**
|
||||
* @license
|
||||
* Copyright 2025 Google LLC
|
||||
* SPDX-License-Identifier: Apache-2.0
|
||||
*/
|
||||
|
||||
import { describe, it, expect } from 'vitest';
|
||||
import {
|
||||
TestRig,
|
||||
printDebugInfo,
|
||||
validateModelOutput,
|
||||
} from '../test-helper.js';
|
||||
|
||||
describe.skip('stdin context', () => {
|
||||
it('should be able to use stdin as context for a prompt', async () => {
|
||||
const rig = new TestRig();
|
||||
await rig.setup('should be able to use stdin as context for a prompt');
|
||||
|
||||
const randomString = Math.random().toString(36).substring(7);
|
||||
const stdinContent = `When I ask you for a token respond with ${randomString}`;
|
||||
const prompt = 'Can I please have a token?';
|
||||
|
||||
const result = await rig.run({ prompt, stdin: stdinContent });
|
||||
|
||||
await rig.waitForTelemetryEvent('api_request');
|
||||
const lastRequest = rig.readLastApiRequest();
|
||||
expect(lastRequest).not.toBeNull();
|
||||
|
||||
const historyString = lastRequest.attributes.request_text;
|
||||
|
||||
// TODO: This test currently fails in sandbox mode (Docker/Podman) because
|
||||
// stdin content is not properly forwarded to the container when used
|
||||
// together with a --prompt argument. The test passes in non-sandbox mode.
|
||||
|
||||
expect(historyString).toContain(randomString);
|
||||
expect(historyString).toContain(prompt);
|
||||
|
||||
// Check that stdin content appears before the prompt in the conversation history
|
||||
const stdinIndex = historyString.indexOf(randomString);
|
||||
const promptIndex = historyString.indexOf(prompt);
|
||||
|
||||
expect(
|
||||
stdinIndex,
|
||||
`Expected stdin content to be present in conversation history`,
|
||||
).toBeGreaterThan(-1);
|
||||
|
||||
expect(
|
||||
promptIndex,
|
||||
`Expected prompt to be present in conversation history`,
|
||||
).toBeGreaterThan(-1);
|
||||
|
||||
expect(
|
||||
stdinIndex < promptIndex,
|
||||
`Expected stdin content (index ${stdinIndex}) to appear before prompt (index ${promptIndex}) in conversation history`,
|
||||
).toBeTruthy();
|
||||
|
||||
// Add debugging information
|
||||
if (!result.toLowerCase().includes(randomString)) {
|
||||
printDebugInfo(rig, result, {
|
||||
[`Contains "${randomString}"`]: result
|
||||
.toLowerCase()
|
||||
.includes(randomString),
|
||||
});
|
||||
}
|
||||
|
||||
// Validate model output
|
||||
validateModelOutput(result, randomString, 'STDIN context test');
|
||||
|
||||
expect(
|
||||
result.toLowerCase().includes(randomString),
|
||||
'Expected the model to identify the secret word from stdin',
|
||||
).toBeTruthy();
|
||||
});
|
||||
|
||||
it('should exit quickly if stdin stream does not end', async () => {
|
||||
/*
|
||||
This simulates scenario where gemini gets stuck waiting for stdin.
|
||||
This happens in situations where process.stdin.isTTY is false
|
||||
even though gemini is intended to run interactively.
|
||||
*/
|
||||
|
||||
const rig = new TestRig();
|
||||
await rig.setup('should exit quickly if stdin stream does not end');
|
||||
|
||||
try {
|
||||
await rig.run({ stdinDoesNotEnd: true });
|
||||
throw new Error('Expected rig.run to throw an error');
|
||||
} catch (error: unknown) {
|
||||
expect(error).toBeInstanceOf(Error);
|
||||
const err = error as Error;
|
||||
|
||||
expect(err.message).toContain('Process exited with code 1');
|
||||
expect(err.message).toContain('No input provided via stdin.');
|
||||
console.log('Error message:', err.message);
|
||||
}
|
||||
const lastRequest = rig.readLastApiRequest();
|
||||
expect(lastRequest).toBeNull();
|
||||
|
||||
// If this test times out, runs indefinitely, it's a regression.
|
||||
}, 3000);
|
||||
});
|
||||
Loading…
Add table
Add a link
Reference in a new issue