From 21a4b668dcd35169ec79e1f9ac18409935f6dbcc Mon Sep 17 00:00:00 2001
From: kite <lizhengfeng.lzf@alibaba-inc.com>
Date: Thu, 30 Apr 2026 14:27:17 +0800
Subject: [PATCH] =?UTF-8?q?feat:=20=E5=A4=A7diff=E6=8B=A6=E6=88=AA?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 internal/agent/agent.go | 35 +++++++++++++++++++++++++++++++++++
 1 file changed, 35 insertions(+)

diff --git a/internal/agent/agent.go b/internal/agent/agent.go
index 09d6515..9fb34b2 100644
--- a/internal/agent/agent.go
+++ b/internal/agent/agent.go
@@ -286,6 +286,12 @@ func (a *Agent) dispatchSubtasks(ctx context.Context) ([]model.LlmComment, error
 		telemetry.RecordReviewDuration(ctx, time.Since(startTime))
 	}()
 
+	// Pre-filter: discard diffs whose diff content alone exceeds 80% of the token threshold.
+	a.diffs = a.filterLargeDiffs(a.diffs)
+	if len(a.diffs) == 0 {
+		return nil, fmt.Errorf("all diffs filtered out by token size")
+	}
+
 	var wg sync.WaitGroup
 
 	concurrency := a.args.MaxConcurrency
@@ -444,6 +450,35 @@ func (a *Agent) resolveSystemRule(path string) string {
 	return a.args.SystemRule.Resolve(path)
 }
 
+// filterLargeDiffs drops diffs whose diff content alone consumes more than 80% of the token threshold.
+// This prevents obviously oversized files from triggering API errors in the plan phase.
+func (a *Agent) filterLargeDiffs(diffs []model.Diff) []model.Diff {
+	threshold := a.args.Template.TokenWarningThreshold
+	if threshold <= 0 {
+		return diffs
+	}
+
+	limit := float64(threshold) * 0.8
+	var kept []model.Diff
+	skipped := 0
+
+	for _, d := range diffs {
+		tokens := llm.CountTokens(d.Diff)
+		if float64(tokens) > limit {
+			fmt.Printf("[ocr] Skipping %s (~%d tokens exceeds 80%% of threshold %d)\n",
+				d.NewPath, tokens, threshold)
+			skipped++
+			continue
+		}
+		kept = append(kept, d)
+	}
+
+	if skipped > 0 {
+		fmt.Printf("[ocr] Pre-filtered %d file(s) exceeding 80%% token threshold\n", skipped)
+	}
+	return kept
+}
+
 // executePlanPhase runs the plan task for a single file, sending template messages
 // with resolved placeholders and collecting the LLM response as plan guidance.
 func (a *Agent) executePlanPhase(ctx context.Context, newPath, rawDiff, changeFiles, rule string) (string, error) {