qwen-code/packages/vscode-ide-companion/src/webview/providers/PanelManager.ts
易良 87f03cf2e9
feat(vscode-ide-companion): add image paste support (#1978)
* feat(vscode-ide-companion): add image paste support

  - Add clipboard image paste functionality with drag-and-drop support
  - Implement image preview component with removal capability
  - Support multimodal content in ACP session manager for text and images
  - Save pasted images to temporary .gemini-clipboard directory
  - Add image attachment display in user messages
  - Update CSP to allow data: URIs for inline image display
  - Add comprehensive image utilities with size validation (max 10MB)
  - Include tests for image processing utilities

* refactor: simplify VS Code paste image implementation

- Remove dead code and redundant error handling
- Extract common isAuthError() helper function
- Simplify SessionMessageHandler methods (80% reduction)
- Change temp directory from .gemini-clipboard to clipboard (aligned with CLI)
- Keep multimodal image sending format (type: image + base64)

Stats:
- 6 files changed
- 367 insertions (+)
- 1176 deletions (-)

* refactor: align paste image handling

* chore: trim paste image diff

* refactor(vscode-ide-companion): remove unused attachments logic

- Remove unused ImageAttachment type imports
- Remove attachments field from TextMessage interface
- Remove attachments from message data sent to WebView
- Clean up debug console.log statements
- Simplify SessionMessageHandler handleSendMessage method

This removes dead code from the previous image paste implementation
that was no longer needed after switching to @path reference approach.

* refactor(vscode-ide-companion/webview): extract image handling into dedicated hooks and utils

- extract ImagePreview and ImageMessageRenderer components from App.tsx
- create useImageAttachments hook for managing image attachments
- create useImageResolution hook for image path resolution
- add imageAttachmentHandler for saving images to temp files
- add imageMessageUtils for message expansion and resolution
- add imagePathResolver for resolving image paths in webview
- integrate image resolution in useWebViewMessages
- extract shouldSendMessage utility from useMessageSubmit
- add getLocalResourceRoots in PanelManager for resource access

Co-authored-by: Qwen-Coder <qwen-coder@alibabacloud.com>

* fix: harden vscode image handling and webview hosts

* fix: remove this alias in acp connection

* feat: add path escaping utility functions and tests

* feat: add support for image attachments and improve prompt handling

* refactor(webview): Optimize editing mode switching function

* refactor(vscode-ide-companion): move path escaping utilities to local module

- Move escapePath and unescapePath functions from qwen-code-core to local utils
- Add pathEscaping.ts with shell special characters handling
- Update imports in imageFormats.ts, imageAttachmentHandler.ts, and imageMessageUtils.ts
- Add unit tests for path escaping round-trip and browser bundle verification
- Fix browser bundling issue by avoiding node-only module dependencies in webview

Co-authored-by: Qwen-Coder <qwen-coder@alibabacloud.com>

* refactor: consolidate image handling logic across vscode-ide-companion and webui

- Merge分散的 image hooks (useImageAttachments, useImageResolution, usePasteHandler) into unified useImage hook
- Replace image utils (imageMessageUtils, imagePathResolver, imageUtils) with imageHandler and imageSupport
- Remove clipboard image storage from core package
- Consolidate webui image components into ImageComponents.tsx
- Update imports and tests to reflect new structure

Co-authored-by: Qwen-Coder <qwen-coder@alibabacloud.com>

* chore: drop unrelated core tool changes

* test: fix webview provider mocks and drop unrelated core diffs

* fix(cli): resolve original prompt through standard path in no_command case

Co-authored-by: Qwen-Coder <qwen-coder@alibabacloud.com>

---------

Co-authored-by: Qwen-Coder <qwen-coder@alibabacloud.com>
2026-03-20 13:47:09 +08:00

413 lines
13 KiB
TypeScript

/**
* @license
* Copyright 2025 Qwen Team
* SPDX-License-Identifier: Apache-2.0
*/
import * as vscode from 'vscode';
import { Storage } from '@qwen-code/qwen-code-core';
export function getLocalResourceRoots(
extensionUri: vscode.Uri,
workspaceFolders: readonly vscode.WorkspaceFolder[] | undefined,
): vscode.Uri[] {
const roots = [
vscode.Uri.joinPath(extensionUri, 'dist'),
vscode.Uri.joinPath(extensionUri, 'assets'),
vscode.Uri.file(Storage.getGlobalTempDir()),
];
if (workspaceFolders && workspaceFolders.length > 0) {
roots.push(...workspaceFolders.map((folder) => folder.uri));
}
return roots;
}
/**
* Panel and Tab Manager
* Responsible for managing the creation, display, and tab tracking of WebView Panels
*/
export class PanelManager {
private panel: vscode.WebviewPanel | null = null;
private panelTab: vscode.Tab | null = null;
// Best-effort tracking of the group (by view column) that currently hosts
// the Qwen webview. We update this when creating/revealing the panel and
// whenever we can capture the Tab from the tab model.
private panelGroupViewColumn: vscode.ViewColumn | null = null;
constructor(
private extensionUri: vscode.Uri,
private onPanelDispose: () => void,
) {}
/**
* Get the current Panel
*/
getPanel(): vscode.WebviewPanel | null {
return this.panel;
}
/**
* Set Panel (for restoration)
*/
setPanel(panel: vscode.WebviewPanel): void {
console.log('[PanelManager] Setting panel for restoration');
this.panel = panel;
}
/**
* Create new WebView Panel
* @returns Whether it is a newly created Panel
*/
async createPanel(): Promise<boolean> {
if (this.panel) {
return false; // Panel already exists
}
// First, check if there's an existing Qwen Code group
const existingGroup = this.findExistingQwenCodeGroup();
if (existingGroup) {
// If Qwen Code webview already exists in a locked group, create the new panel in that same group
console.log(
'[PanelManager] Found existing Qwen Code group, creating panel in same group',
);
this.panel = vscode.window.createWebviewPanel(
'qwenCode.chat',
'Qwen Code',
{ viewColumn: existingGroup.viewColumn, preserveFocus: false },
{
enableScripts: true,
retainContextWhenHidden: true,
localResourceRoots: getLocalResourceRoots(
this.extensionUri,
vscode.workspace.workspaceFolders,
),
},
);
// Track the group column hosting this panel
this.panelGroupViewColumn = existingGroup.viewColumn;
} else {
// If no existing Qwen Code group, create a new group to the right of the active editor group
try {
// Create a new group to the right of the current active group
await vscode.commands.executeCommand('workbench.action.newGroupRight');
} catch (error) {
console.warn(
'[PanelManager] Failed to create right editor group (continuing):',
error,
);
// Fallback: create in current group
const activeColumn =
vscode.window.activeTextEditor?.viewColumn || vscode.ViewColumn.One;
this.panel = vscode.window.createWebviewPanel(
'qwenCode.chat',
'Qwen Code',
{ viewColumn: activeColumn, preserveFocus: false },
{
enableScripts: true,
retainContextWhenHidden: true,
localResourceRoots: getLocalResourceRoots(
this.extensionUri,
vscode.workspace.workspaceFolders,
),
},
);
// Lock the group after creation
await this.autoLockEditorGroup();
return true;
}
// Get the new group's view column (should be the active one after creating right)
const newGroupColumn = vscode.window.tabGroups.activeTabGroup.viewColumn;
this.panel = vscode.window.createWebviewPanel(
'qwenCode.chat',
'Qwen Code',
{ viewColumn: newGroupColumn, preserveFocus: false },
{
enableScripts: true,
retainContextWhenHidden: true,
localResourceRoots: getLocalResourceRoots(
this.extensionUri,
vscode.workspace.workspaceFolders,
),
},
);
// Lock the group after creation
await this.autoLockEditorGroup();
// Track the newly created group's column
this.panelGroupViewColumn = newGroupColumn;
}
// Set panel icon to Qwen logo
this.panel.iconPath = vscode.Uri.joinPath(
this.extensionUri,
'assets',
'icon.png',
);
// Try to capture Tab info shortly after creation so we can track the
// precise group even if the user later drags the tab between groups.
this.captureTab();
return true; // New panel created
}
/**
* Find the group and view column where the existing Qwen Code webview is located
* @returns The found group and view column, or undefined if not found
*/
private findExistingQwenCodeGroup():
| { group: vscode.TabGroup; viewColumn: vscode.ViewColumn }
| undefined {
for (const group of vscode.window.tabGroups.all) {
for (const tab of group.tabs) {
const input: unknown = (tab as { input?: unknown }).input;
const isWebviewInput = (inp: unknown): inp is { viewType: string } =>
!!inp && typeof inp === 'object' && 'viewType' in inp;
if (
isWebviewInput(input) &&
input.viewType === 'mainThreadWebview-qwenCode.chat'
) {
// Found an existing Qwen Code tab
console.log('[PanelManager] Found existing Qwen Code group:', {
viewColumn: group.viewColumn,
tabCount: group.tabs.length,
isActive: group.isActive,
});
return {
group,
viewColumn: group.viewColumn,
};
}
}
}
return undefined;
}
/**
* Auto-lock editor group (only called when creating a new Panel)
* After creating/revealing the WebviewPanel, lock the active editor group so
* the group stays dedicated (users can still unlock manually). We still
* temporarily unlock before creation to allow adding tabs to an existing
* group; this method restores the locked state afterwards.
*/
async autoLockEditorGroup(): Promise<void> {
if (!this.panel) {
return;
}
try {
// The newly created panel is focused (preserveFocus: false), so this
// locks the correct, active editor group.
await vscode.commands.executeCommand('workbench.action.lockEditorGroup');
console.log('[PanelManager] Group locked after panel creation');
} catch (error) {
console.warn('[PanelManager] Failed to lock editor group:', error);
}
}
/**
* Show Panel (reveal if exists, otherwise do nothing)
* @param preserveFocus Whether to preserve focus
*/
revealPanel(preserveFocus: boolean = true): void {
if (this.panel) {
// Prefer revealing in the currently tracked group to avoid reflowing groups.
const trackedColumn = (
this.panelTab as unknown as {
group?: { viewColumn?: vscode.ViewColumn };
}
)?.group?.viewColumn as vscode.ViewColumn | undefined;
const targetColumn: vscode.ViewColumn =
trackedColumn ??
this.panelGroupViewColumn ??
vscode.window.tabGroups.activeTabGroup.viewColumn;
this.panel.reveal(targetColumn, preserveFocus);
}
}
/**
* Capture the Tab corresponding to the WebView Panel
* Used for tracking and managing Tab state
*/
captureTab(): void {
if (!this.panel) {
return;
}
// Capture a reference to the current panel so the deferred callback can
// detect if the panel was disposed or replaced before it runs.
const scheduledPanel = this.panel;
// Defer slightly so the tab model is updated after create/reveal
setTimeout(() => {
// The panel may have been disposed/replaced before this callback runs.
if (!this.panel || this.panel !== scheduledPanel) {
return;
}
const panelTitle = this.panel.title;
const allTabs = vscode.window.tabGroups.all.flatMap((g) => g.tabs);
const match = allTabs.find((t) => {
// Type guard for webview tab input
const input: unknown = (t as { input?: unknown }).input;
const isWebviewInput = (inp: unknown): inp is { viewType: string } =>
!!inp && typeof inp === 'object' && 'viewType' in inp;
const isWebview = isWebviewInput(input);
const sameViewType = isWebview && input.viewType === 'qwenCode.chat';
const sameLabel = t.label === panelTitle;
return !!(sameViewType || sameLabel);
});
this.panelTab = match ?? null;
// Update last-known group column if we can read it from the captured tab
try {
const groupViewColumn = (
this.panelTab as unknown as {
group?: { viewColumn?: vscode.ViewColumn };
}
)?.group?.viewColumn;
if (groupViewColumn !== null) {
this.panelGroupViewColumn = groupViewColumn as vscode.ViewColumn;
}
} catch {
// Best effort only; ignore if the API shape differs
}
}, 50);
}
/**
* Register the dispose event handler for the Panel
* @param disposables Array used to store Disposable objects
*/
registerDisposeHandler(disposables: vscode.Disposable[]): void {
if (!this.panel) {
return;
}
this.panel.onDidDispose(
() => {
// Capture the group we intend to clean up before we clear fields
const targetColumn: vscode.ViewColumn | null =
// Prefer the group from the captured tab if available
((
this.panelTab as unknown as {
group?: { viewColumn?: vscode.ViewColumn };
}
)?.group?.viewColumn as vscode.ViewColumn | undefined) ??
// Fall back to our last-known group column
this.panelGroupViewColumn ??
null;
this.panel = null;
this.panelTab = null;
this.onPanelDispose();
// After VS Code updates its tab model, check if that group is now
// empty (and typically locked for Qwen). If so, close the group to
// avoid leaving an empty locked column when the user closes Qwen.
if (targetColumn !== null) {
const column: vscode.ViewColumn = targetColumn;
setTimeout(async () => {
try {
const groups = vscode.window.tabGroups.all;
const group = groups.find((g) => g.viewColumn === column);
// If the group that hosted Qwen is now empty, close it to avoid
// leaving an empty locked column around. VS Code's stable API
// does not expose the lock state on TabGroup, so we only check
// for emptiness here.
if (group && group.tabs.length === 0) {
// Focus the group we want to close
await this.focusGroupByColumn(column);
// Try closeGroup first; fall back to removeActiveEditorGroup
try {
await vscode.commands.executeCommand(
'workbench.action.closeGroup',
);
} catch {
try {
await vscode.commands.executeCommand(
'workbench.action.removeActiveEditorGroup',
);
} catch (err) {
console.warn(
'[PanelManager] Failed to close empty group after Qwen panel disposed:',
err,
);
}
}
}
} catch (err) {
console.warn(
'[PanelManager] Error while trying to close empty Qwen group:',
err,
);
}
}, 50);
}
},
null,
disposables,
);
}
/**
* Focus the editor group at the given view column by stepping left/right.
* This avoids depending on Nth-group focus commands that may not exist.
*/
private async focusGroupByColumn(target: vscode.ViewColumn): Promise<void> {
const maxHops = 20; // safety guard for unusual layouts
let hops = 0;
while (
vscode.window.tabGroups.activeTabGroup.viewColumn !== target &&
hops < maxHops
) {
const current = vscode.window.tabGroups.activeTabGroup.viewColumn;
if (current < target) {
await vscode.commands.executeCommand(
'workbench.action.focusRightGroup',
);
} else if (current > target) {
await vscode.commands.executeCommand('workbench.action.focusLeftGroup');
} else {
break;
}
hops++;
}
}
/**
* Register the view state change event handler
* @param disposables Array used to store Disposable objects
*/
registerViewStateChangeHandler(disposables: vscode.Disposable[]): void {
if (!this.panel) {
return;
}
this.panel.onDidChangeViewState(
() => {
if (this.panel && this.panel.visible) {
this.captureTab();
}
},
null,
disposables,
);
}
/**
* Dispose Panel
*/
dispose(): void {
this.panel?.dispose();
this.panel = null;
this.panelTab = null;
}
}