feat: Implement feedback history management with fatigue mechanism

This commit is contained in:
DragonnZhang 2026-01-14 14:10:40 +08:00
parent d91e372c72
commit 9e8724a749

View file

@ -1,9 +1,13 @@
import { useState, useCallback, useEffect } from 'react';
import * as fs from 'node:fs/promises';
import * as path from 'node:path';
import {
type Config,
logUserFeedback,
UserFeedbackEvent,
type UserFeedbackRating,
Storage,
isNodeError,
} from '@qwen-code/qwen-code-core';
import { StreamingState, MessageType, type HistoryItem } from '../types.js';
import type { LoadedSettings } from '../../config/settings.js';
@ -13,6 +17,10 @@ const FEEDBACK_SHOW_PROBABILITY = 0.25; // 25% probability of showing feedback d
const MIN_TOOL_CALLS = 10; // Minimum tool calls to show feedback dialog
const MIN_USER_MESSAGES = 5; // Minimum user messages to show feedback dialog
// Fatigue mechanism constants
const FEEDBACK_COOLDOWN_HOURS = 24; // Hours to wait before showing feedback dialog again
const FEEDBACK_HISTORY_FILENAME = 'feedback-history.json';
/**
* Check if there's an AI response after the last user message in the conversation history
*/
@ -44,6 +52,70 @@ const hasAIResponseAfterLastUserMessage = (history: HistoryItem[]): boolean => {
const countUserMessages = (history: HistoryItem[]): number =>
history.filter((item) => item.type === MessageType.USER).length;
/**
* Interface for feedback history storage
*/
interface FeedbackHistory {
lastShownTimestamp: number;
}
/**
* Get the feedback history file path using global Storage
*/
function getFeedbackHistoryPath(): string {
const globalQwenDir = Storage.getGlobalQwenDir();
return path.join(globalQwenDir, FEEDBACK_HISTORY_FILENAME);
}
/**
* Get the last feedback dialog show time from file storage
*/
const getFeedbackHistory = async (): Promise<FeedbackHistory | null> => {
try {
const filePath = getFeedbackHistoryPath();
const content = await fs.readFile(filePath, 'utf-8');
return JSON.parse(content) as FeedbackHistory;
} catch (error) {
if (isNodeError(error) && error.code === 'ENOENT') {
// File doesn't exist yet, which is normal for first time
return null;
}
console.warn('Failed to read feedback history from file:', error);
return null;
}
};
/**
* Save feedback history to file storage
*/
const saveFeedbackHistory = async (history: FeedbackHistory): Promise<void> => {
try {
const filePath = getFeedbackHistoryPath();
// Ensure the directory exists
await fs.mkdir(path.dirname(filePath), { recursive: true });
// Write the history file
await fs.writeFile(filePath, JSON.stringify(history, null, 2), 'utf-8');
} catch (error) {
console.warn('Failed to save feedback history to file:', error);
}
};
/**
* Check if we should show the feedback dialog based on fatigue mechanism
*/
const shouldShowFeedbackBasedOnFatigue = async (): Promise<boolean> => {
const history = await getFeedbackHistory();
if (!history) return true; // No history, allow showing
const now = Date.now();
const timeSinceLastShown = now - history.lastShownTimestamp;
const cooldownMs = FEEDBACK_COOLDOWN_HOURS * 60 * 60 * 1000;
return timeSinceLastShown >= cooldownMs;
};
export interface UseFeedbackDialogProps {
config: Config;
settings: LoadedSettings;
@ -66,6 +138,11 @@ export const useFeedbackDialog = ({
const openFeedbackDialog = useCallback(() => {
setIsFeedbackDialogOpen(true);
setFeedbackShownForSession(true);
// Record the timestamp when feedback dialog is shown (fire and forget)
saveFeedbackHistory({
lastShownTimestamp: Date.now(),
});
}, []);
const closeFeedbackDialog = useCallback(
@ -104,55 +181,60 @@ export const useFeedbackDialog = ({
[config, sessionStats, history, closeFeedbackDialog],
);
// Track when to show feedback dialog
useEffect(() => {
let timeoutId: NodeJS.Timeout;
const checkAndShowFeedback = async () => {
if (streamingState === StreamingState.Idle && history.length > 0) {
const hasAIResponseAfterLastUser =
hasAIResponseAfterLastUserMessage(history);
if (streamingState === StreamingState.Idle && history.length > 0) {
const hasAIResponseAfterLastUser =
hasAIResponseAfterLastUserMessage(history);
const sessionDurationMs =
Date.now() - sessionStats.sessionStartTime.getTime();
const sessionDurationMs =
Date.now() - sessionStats.sessionStartTime.getTime();
// Get tool calls count and user messages count
const toolCallsCount = sessionStats.metrics.tools.totalCalls;
const userMessagesCount = countUserMessages(history);
// Get tool calls count and user messages count
const toolCallsCount = sessionStats.metrics.tools.totalCalls;
const userMessagesCount = countUserMessages(history);
// Check if the session meets the minimum requirements:
// Either tool calls > 10 OR user messages > 5
const meetsMinimumRequirements =
toolCallsCount > MIN_TOOL_CALLS ||
userMessagesCount > MIN_USER_MESSAGES;
// Check if the session meets the minimum requirements:
// Either tool calls > 10 OR user messages > 5
const meetsMinimumRequirements =
toolCallsCount > MIN_TOOL_CALLS ||
userMessagesCount > MIN_USER_MESSAGES;
// Check fatigue mechanism (async)
let passedFatigueCheck = false;
try {
passedFatigueCheck = await shouldShowFeedbackBasedOnFatigue();
} catch (error) {
console.warn('Failed to check feedback fatigue:', error);
}
// Show feedback dialog if:
// 1. Telemetry is enabled (required for feedback submission)
// 2. User feedback is enabled in settings
// 3. There's an AI response after the last user message (real AI conversation)
// 4. Session duration > 10 seconds (meaningful interaction)
// 5. Not already shown for this session
// 6. Random chance (25% probability)
// 7. Meets minimum requirements (tool calls > 10 OR user messages > 5)
if (
config.getUsageStatisticsEnabled() && // Only show if telemetry is enabled
settings.merged.ui?.enableUserFeedback !== false && // Default to true if not set
hasAIResponseAfterLastUser &&
sessionDurationMs > 10000 && // 10 seconds minimum for meaningful interaction
!feedbackShownForSession &&
Math.random() < FEEDBACK_SHOW_PROBABILITY &&
meetsMinimumRequirements
) {
timeoutId = setTimeout(() => {
// Show feedback dialog if:
// 1. Telemetry is enabled (required for feedback submission)
// 2. User feedback is enabled in settings
// 3. There's an AI response after the last user message (real AI conversation)
// 4. Session duration > 10 seconds (meaningful interaction)
// 5. Not already shown for this session
// 6. Random chance (25% probability)
// 7. Meets minimum requirements (tool calls > 10 OR user messages > 5)
// 8. Fatigue mechanism allows showing (not shown recently across sessions)
if (
config.getUsageStatisticsEnabled() &&
settings.merged.ui?.enableUserFeedback !== false &&
hasAIResponseAfterLastUser &&
sessionDurationMs > 10000 &&
!feedbackShownForSession &&
Math.random() < FEEDBACK_SHOW_PROBABILITY &&
meetsMinimumRequirements &&
passedFatigueCheck
) {
openFeedbackDialog();
}, 1000); // Delay to ensure user has time to see the completion
}
}
return () => {
if (timeoutId) {
clearTimeout(timeoutId);
}
}
};
checkAndShowFeedback().catch((error) => {
console.warn('Error in feedback check:', error);
});
}, [
streamingState,
history,