mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-10 00:11:19 +00:00
* refactor: extract reusable AI runtime package * refactor: complete AI provider relocation * refactor: keep llm core internal * refactor(ai): make @openclaw/ai self-contained with host policy ports Move pure transport helpers (tool projections, strict-schema normalization, prompt-cache boundary, stream guards, anthropic/openai compat, request activity) from src into packages/ai; move utf16-slice into normalization-core. Inject host policy (guarded fetch, redaction, strict-tool defaults, diagnostics logging) through AiTransportHost with inert library defaults installed by src/llm/stream.ts. Narrow the public barrel to instance-scoped createApiRegistry/createLlmRuntime; the process-default runtime moves behind internal/ and registerBuiltInApiProviders takes an explicit registry. Delete the src/llm/api-registry re-export facade. * fix(ai): teach node, jiti, and vite resolvers the @openclaw/ai and utf16-slice subpaths The workspace alias tables in root-alias.cjs, plugin-sdk-native-resolver, sdk-alias, the shared vitest config, and the Control UI vite config only knew @openclaw/llm-core; Node-side plugin loading resolved @openclaw/ai through the pnpm symlink to the unbuilt dist (checks-node-compact CI failures), and the Control UI build broke on the new normalization-core/utf16-slice subpath. * chore(ui): drop leftover service-worker debug logging * build(release): ship @openclaw/ai with its own shrinkwrap and honest dependency set packages/ai declares only its six real runtime deps (kysely, chalk, json5, tslog, zod, fs-safe, and proxyline were never imported); orphaned root deps removed. generate-npm-shrinkwrap now treats publishable packages/* like publishable plugins so the AI tarball pins its transitive tree even though workspace deps are omitted from the root shrinkwrap. knip learns the package entry points; the tsdown dts neverBundle option moves to its documented deps.dts home; the README documents the no-semver internal/* contract and host ports. * docs(ai): add minimal external-consumer example app examples/ai-chat consumes only the public @openclaw/ai surface (built dist via the workspace link): isolated runtime, built-in provider registration, one streamed completion. Supports Anthropic/OpenAI via env keys and a keyless local Ollama target; live-verified against Ollama. * docs(ai): document the @openclaw/ai package and workspace shrinkwrap boundary * chore(check): include examples/ in duplicate-scan targets * fix: emit normalization package subpaths * fix: complete AI package boundary artifacts * fix: align AI package boundary contracts * fix(ci): stabilize package release contracts * test: align documentation contract checks * test: keep cron docs guard aligned * test: align restored docs contract guards * test: follow upstream docs contracts * docs: drop superseded talk wording
314 lines
9.5 KiB
TypeScript
314 lines
9.5 KiB
TypeScript
// Control UI config module wires vite behavior.
|
|
import { execFileSync } from "node:child_process";
|
|
import fs from "node:fs";
|
|
import { createRequire } from "node:module";
|
|
import path from "node:path";
|
|
import { fileURLToPath } from "node:url";
|
|
import type { Plugin, UserConfig } from "vite";
|
|
import { controlUiManualChunk } from "./config/control-ui-chunking.ts";
|
|
|
|
const here = path.dirname(fileURLToPath(import.meta.url));
|
|
const repoRoot = path.resolve(here, "..");
|
|
const outDir = path.resolve(here, "../dist/control-ui");
|
|
const require = createRequire(import.meta.url);
|
|
const json5EsmPath = require.resolve("json5/dist/index.mjs");
|
|
type ControlUiViteAlias = {
|
|
find: string | RegExp;
|
|
replacement: string;
|
|
};
|
|
const commonJsOptimizeDeps = [
|
|
"highlight.js/lib/core",
|
|
"highlight.js/lib/languages/bash",
|
|
"highlight.js/lib/languages/cpp",
|
|
"highlight.js/lib/languages/css",
|
|
"highlight.js/lib/languages/diff",
|
|
"highlight.js/lib/languages/go",
|
|
"highlight.js/lib/languages/java",
|
|
"highlight.js/lib/languages/javascript",
|
|
"highlight.js/lib/languages/json",
|
|
"highlight.js/lib/languages/markdown",
|
|
"highlight.js/lib/languages/python",
|
|
"highlight.js/lib/languages/rust",
|
|
"highlight.js/lib/languages/typescript",
|
|
"highlight.js/lib/languages/xml",
|
|
"highlight.js/lib/languages/yaml",
|
|
] as const;
|
|
|
|
function normalizeBase(input: string): string {
|
|
const trimmed = input.trim();
|
|
if (!trimmed) {
|
|
return "/";
|
|
}
|
|
if (trimmed === "./") {
|
|
return "./";
|
|
}
|
|
if (trimmed.endsWith("/")) {
|
|
return trimmed;
|
|
}
|
|
return `${trimmed}/`;
|
|
}
|
|
|
|
function normalizeBuildId(input: string): string {
|
|
const normalized = input.trim().replace(/[^a-zA-Z0-9._-]+/g, "-");
|
|
return normalized.slice(0, 96) || "dev";
|
|
}
|
|
|
|
function readPackageVersion(): string {
|
|
try {
|
|
const raw = fs.readFileSync(path.join(repoRoot, "package.json"), "utf8");
|
|
const parsed = JSON.parse(raw) as { version?: unknown };
|
|
return typeof parsed.version === "string" && parsed.version.trim()
|
|
? parsed.version.trim()
|
|
: "dev";
|
|
} catch {
|
|
return "dev";
|
|
}
|
|
}
|
|
|
|
function readGitShortSha(): string | null {
|
|
try {
|
|
const raw = execFileSync("git", ["-C", repoRoot, "rev-parse", "--short=12", "HEAD"], {
|
|
encoding: "utf8",
|
|
stdio: ["ignore", "pipe", "ignore"],
|
|
});
|
|
return raw.trim() || null;
|
|
} catch {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
function resolveControlUiBuildId(): string {
|
|
const explicit =
|
|
process.env.OPENCLAW_CONTROL_UI_BUILD_ID?.trim() || process.env.OPENCLAW_VERSION?.trim();
|
|
if (explicit) {
|
|
return normalizeBuildId(explicit);
|
|
}
|
|
const version = readPackageVersion();
|
|
const gitSha = readGitShortSha();
|
|
return normalizeBuildId(gitSha ? `${version}-${gitSha}` : version);
|
|
}
|
|
|
|
function escapeRegExp(input: string): string {
|
|
return input.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
}
|
|
|
|
function sortTsconfigPathEntries(entries: Array<[string, unknown]>): Array<[string, unknown]> {
|
|
return entries.toSorted(([left], [right]) => {
|
|
const leftPrefixLength = left.includes("*") ? left.indexOf("*") : left.length;
|
|
const rightPrefixLength = right.includes("*") ? right.indexOf("*") : right.length;
|
|
if (leftPrefixLength !== rightPrefixLength) {
|
|
return rightPrefixLength - leftPrefixLength;
|
|
}
|
|
return right.length - left.length || left.localeCompare(right);
|
|
});
|
|
}
|
|
|
|
function resolveTsconfigTargetPath(target: string): string {
|
|
return path.resolve(repoRoot, target.replace(/^\.\//, ""));
|
|
}
|
|
|
|
function resolveTsconfigPathAlias(key: string, target: string): ControlUiViteAlias | null {
|
|
const keyWildcardIndex = key.indexOf("*");
|
|
const targetWildcardIndex = target.indexOf("*");
|
|
if (keyWildcardIndex === -1 || targetWildcardIndex === -1) {
|
|
if (keyWildcardIndex !== -1 || targetWildcardIndex !== -1) {
|
|
return null;
|
|
}
|
|
return {
|
|
find: key,
|
|
replacement: resolveTsconfigTargetPath(target),
|
|
};
|
|
}
|
|
|
|
if (
|
|
key.slice(keyWildcardIndex + 1).includes("*") ||
|
|
target.slice(targetWildcardIndex + 1).includes("*")
|
|
) {
|
|
return null;
|
|
}
|
|
|
|
const prefix = key.slice(0, keyWildcardIndex);
|
|
const suffix = key.slice(keyWildcardIndex + 1);
|
|
return {
|
|
find: new RegExp(`^${escapeRegExp(prefix)}(.+)${escapeRegExp(suffix)}$`),
|
|
replacement: resolveTsconfigTargetPath(target).replace("*", "$1"),
|
|
};
|
|
}
|
|
|
|
function sourcePackageAlias(packageId: string, subpath?: string): ControlUiViteAlias {
|
|
return {
|
|
find: `@openclaw/${packageId}${subpath ? `/${subpath}` : ""}`,
|
|
replacement: path.join(
|
|
repoRoot,
|
|
"packages",
|
|
packageId,
|
|
"src",
|
|
...(subpath ? subpath.split("/") : ["index"]).map((part, index, parts) =>
|
|
index === parts.length - 1 ? `${part}.ts` : part,
|
|
),
|
|
),
|
|
};
|
|
}
|
|
|
|
export function resolveSourcePackageAliasesForVite(): ControlUiViteAlias[] {
|
|
return [
|
|
sourcePackageAlias("normalization-core", "number-coercion"),
|
|
sourcePackageAlias("normalization-core", "record-coerce"),
|
|
sourcePackageAlias("normalization-core", "string-coerce"),
|
|
sourcePackageAlias("normalization-core", "string-normalization"),
|
|
sourcePackageAlias("normalization-core", "utf16-slice"),
|
|
sourcePackageAlias("normalization-core"),
|
|
];
|
|
}
|
|
|
|
export function resolveExternalPackageAliasesForVite(): ControlUiViteAlias[] {
|
|
return [
|
|
{
|
|
find: "@openclaw/libterminal/browser",
|
|
replacement: path.join(
|
|
repoRoot,
|
|
"node_modules",
|
|
"@openclaw",
|
|
"libterminal",
|
|
"dist",
|
|
"browser.js",
|
|
),
|
|
},
|
|
{
|
|
find: "@openclaw/uirouter",
|
|
replacement: path.join(repoRoot, "node_modules", "@openclaw", "uirouter", "dist", "index.js"),
|
|
},
|
|
];
|
|
}
|
|
|
|
export function resolveTsconfigPathAliasesForVite(): ControlUiViteAlias[] {
|
|
const raw = fs.readFileSync(path.join(repoRoot, "tsconfig.json"), "utf8");
|
|
const parsed = JSON.parse(raw) as {
|
|
compilerOptions?: { paths?: Record<string, unknown> };
|
|
};
|
|
const paths = parsed.compilerOptions?.paths;
|
|
if (!paths) {
|
|
return [];
|
|
}
|
|
|
|
return sortTsconfigPathEntries(Object.entries(paths)).flatMap(([key, targets]) => {
|
|
if (!Array.isArray(targets) || typeof targets[0] !== "string") {
|
|
return [];
|
|
}
|
|
const alias = resolveTsconfigPathAlias(key, targets[0]);
|
|
return alias ? [alias] : [];
|
|
});
|
|
}
|
|
|
|
function normalizeViteImporterPath(importer: string): string {
|
|
return path.normalize(importer.replace(/[?#].*$/u, ""));
|
|
}
|
|
|
|
export function controlUiBrowserOnlySharedModuleAliases(): Plugin {
|
|
const browserRedactPath = path.join(here, "src/lib/browser-redact.ts");
|
|
const sharedRedactImporters = new Set([
|
|
path.join(repoRoot, "src/agents/tool-display-common.ts"),
|
|
path.join(repoRoot, "src/agents/tool-display-exec.ts"),
|
|
path.join(repoRoot, "src/agents/tool-display.ts"),
|
|
]);
|
|
return {
|
|
name: "control-ui-browser-only-shared-module-aliases",
|
|
enforce: "pre",
|
|
resolveId(source, importer) {
|
|
if (
|
|
source === "../logging/redact.js" &&
|
|
importer &&
|
|
sharedRedactImporters.has(normalizeViteImporterPath(importer))
|
|
) {
|
|
return browserRedactPath;
|
|
}
|
|
return null;
|
|
},
|
|
};
|
|
}
|
|
|
|
function controlUiServiceWorkerBuildIdPlugin(buildId: string): Plugin {
|
|
return {
|
|
name: "control-ui-service-worker-build-id",
|
|
apply: "build",
|
|
closeBundle() {
|
|
const swPath = path.join(outDir, "sw.js");
|
|
const publicSwPath = path.join(here, "public/sw.js");
|
|
const source = fs.readFileSync(publicSwPath, "utf8");
|
|
const placeholder = '"__OPENCLAW_CONTROL_UI_BUILD_ID__"';
|
|
const updated = source.replace(placeholder, JSON.stringify(buildId));
|
|
if (updated === source) {
|
|
throw new Error(`Control UI service worker build id placeholder missing in ${swPath}`);
|
|
}
|
|
fs.mkdirSync(outDir, { recursive: true });
|
|
fs.writeFileSync(swPath, updated);
|
|
},
|
|
};
|
|
}
|
|
|
|
export default function controlUiViteConfig(): UserConfig {
|
|
const envBase = process.env.OPENCLAW_CONTROL_UI_BASE_PATH?.trim();
|
|
const base = envBase ? normalizeBase(envBase) : "./";
|
|
const bootstrapConfigPath =
|
|
base === "./" ? "/control-ui-config.json" : `${base}control-ui-config.json`;
|
|
const controlUiBuildId = resolveControlUiBuildId();
|
|
return {
|
|
base,
|
|
define: {
|
|
OPENCLAW_CONTROL_UI_BUILD_ID: JSON.stringify(controlUiBuildId),
|
|
},
|
|
publicDir: path.resolve(here, "public"),
|
|
optimizeDeps: {
|
|
include: [
|
|
"ipaddr.js",
|
|
"lit/directives/repeat.js",
|
|
"markdown-it-task-lists",
|
|
...commonJsOptimizeDeps,
|
|
],
|
|
},
|
|
resolve: {
|
|
alias: [
|
|
{ find: "json5", replacement: json5EsmPath },
|
|
...resolveExternalPackageAliasesForVite(),
|
|
...resolveSourcePackageAliasesForVite(),
|
|
...resolveTsconfigPathAliasesForVite(),
|
|
],
|
|
},
|
|
build: {
|
|
outDir,
|
|
emptyOutDir: true,
|
|
sourcemap: true,
|
|
rollupOptions: {
|
|
output: {
|
|
manualChunks: controlUiManualChunk,
|
|
},
|
|
},
|
|
// Keep CI/onboard logs clean; the app chunk is split into stable runtime buckets above.
|
|
chunkSizeWarningLimit: 1024,
|
|
},
|
|
server: {
|
|
host: true,
|
|
port: 5173,
|
|
strictPort: true,
|
|
},
|
|
plugins: [
|
|
controlUiBrowserOnlySharedModuleAliases(),
|
|
controlUiServiceWorkerBuildIdPlugin(controlUiBuildId),
|
|
{
|
|
name: "control-ui-dev-stubs",
|
|
configureServer(server) {
|
|
server.middlewares.use(bootstrapConfigPath, (_req, res) => {
|
|
res.setHeader("Content-Type", "application/json");
|
|
res.end(
|
|
JSON.stringify({
|
|
basePath: "/",
|
|
assistantName: "",
|
|
assistantAvatar: "",
|
|
}),
|
|
);
|
|
});
|
|
},
|
|
},
|
|
],
|
|
};
|
|
}
|