mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-05-31 05:03:44 +00:00
* webui: Move static build output from `tools/server/public` to `build/ui` directory * refactor: Move to `tools/ui` * refactor: rename CMake variables and preprocessor defines - Rename LLAMA_BUILD_WEBUI -> LLAMA_BUILD_UI (old kept as deprecated) - Rename LLAMA_USE_PREBUILT_WEBUI -> LLAMA_USE_PREBUILT_UI (old kept as deprecated) - Backward compat: old vars auto-forward to new ones with DEPRECATION warning - Rename internal vars: WEBUI_SOURCE -> UI_SOURCE, WEBUI_SOURCE_DIR -> UI_SOURCE_DIR, etc. - Rename HF bucket: LLAMA_WEBUI_HF_BUCKET -> LLAMA_UI_HF_BUCKET - Emit both LLAMA_BUILD_WEBUI and LLAMA_BUILD_UI preprocessor defines - Emit both LLAMA_WEBUI_DEFAULT_ENABLED and LLAMA_UI_DEFAULT_ENABLED * refactor: rename CLI flags (--webui -> --ui) with backward compat - Add --ui/--no-ui (old --webui/--no-webui kept as deprecated aliases) - Add --ui-config (old --webui-config kept as deprecated alias) - Add --ui-config-file (old --webui-config-file kept as deprecated alias) - Add --ui-mcp-proxy/--no-ui-mcp-proxy (old --webui-mcp-proxy kept as deprecated) - Add new env vars: LLAMA_ARG_UI, LLAMA_ARG_UI_CONFIG, LLAMA_ARG_UI_CONFIG_FILE, LLAMA_ARG_UI_MCP_PROXY - C++ struct fields: params.ui, params.ui_config_json, params.ui_mcp_proxy added alongside old fields - Backward compat: old fields synced to new ones in g_params_to_internals * refactor: update C++ server internals with backward compat - Rename json_webui_settings -> json_ui_settings (both kept in server_context_meta) - Rename params.webui usage -> params.ui (both synced, old still works) - JSON API emits both "ui"/"ui_settings" and "webui"/"webui_settings" keys - Server routes use params.ui_mcp_proxy || params.webui_mcp_proxy - Preprocessor guards use #if defined(LLAMA_BUILD_UI) || defined(LLAMA_BUILD_WEBUI) * refactor: rename CI/CD workflows, artifacts, and build script - Rename webui-build.yml -> ui-build.yml; artifact webui-build -> ui-build - Rename webui-publish.yml -> ui-publish.yml; var HF_BUCKET_WEBUI_STATIC_OUTPUT -> HF_BUCKET_UI_STATIC_OUTPUT - Rename server-webui.yml -> server-ui.yml; job webui-build/checks -> ui-build/checks - Update server.yml: job/artifact refs webui-build -> ui-build - Update release.yml: all webui-build/publish refs -> ui-build/publish; HF_TOKEN_WEBUI_STATIC_OUTPUT -> HF_TOKEN_UI_STATIC_OUTPUT - Update server-self-hosted.yml: webui-build -> ui-build - Update build-self-hosted.yml: HF_WEBUI_VERSION -> HF_UI_VERSION - Rename webui-download.cmake -> ui-download.cmake (internal refs updated) - Update labeler.yml: server/webui -> server/ui path label * docs: update CODEOWNERS and server README docs - Update CODEOWNERS: team ggml-org/llama-webui -> ggml-org/llama-ui, path /tools/server/webui/ -> /tools/ui/ - Update server README.md: CLI tables show --ui flags with deprecated --webui aliases - Update server README-dev.md: "WebUI" -> "UI", paths updated to tools/ui/ * fix: Small fixes for UI build * fix: CMake.txt syntax * chore: Formatting * fix: `.editorconfig` for llama-ui * chore: Formatting * refactor: Use `APP_NAME` in Error route * refactor: Cleanup * refactor: Single migration service * make llama-ui a linkable target * fix: UI Build output * fix: Missing change * fix: separate llama-ui npm build output into build/tools/ui/dist subfolder + use cmake npm build instead of downloading ui-build.yml artifacts in CI * refactor: UI workflows cleanup --------- Co-authored-by: Xuan Son Nguyen <son@huggingface.co>
164 lines
3.9 KiB
TypeScript
164 lines
3.9 KiB
TypeScript
// AI Assistant Tutorial Response
|
|
export const AI_TUTORIAL_MD = String.raw`
|
|
# Building a Modern Chat Application with SvelteKit
|
|
|
|
I'll help you create a **production-ready chat application** using SvelteKit, TypeScript, and WebSockets. This implementation includes real-time messaging, user authentication, and message persistence.
|
|
|
|
## 🚀 Quick Start
|
|
|
|
First, let's set up the project:
|
|
|
|
${'```'}bash
|
|
npm create svelte@latest chat-app
|
|
cd chat-app
|
|
npm install
|
|
npm install socket.io socket.io-client
|
|
npm install @prisma/client prisma
|
|
npm run dev
|
|
${'```'}
|
|
|
|
## 📁 Project Structure
|
|
|
|
${'```'}
|
|
chat-app/
|
|
├── src/
|
|
│ ├── routes/
|
|
│ │ ├── +layout.svelte
|
|
│ │ ├── +page.svelte
|
|
│ │ └── api/
|
|
│ │ └── socket/+server.ts
|
|
│ ├── lib/
|
|
│ │ ├── components/
|
|
│ │ │ ├── ChatMessage.svelte
|
|
│ │ │ └── ChatInput.svelte
|
|
│ │ └── stores/
|
|
│ │ └── chat.ts
|
|
│ └── app.html
|
|
├── prisma/
|
|
│ └── schema.prisma
|
|
└── package.json
|
|
${'```'}
|
|
|
|
## 💻 Implementation
|
|
|
|
### WebSocket Server
|
|
|
|
${'```'}typescript
|
|
// src/lib/server/socket.ts
|
|
import { Server } from 'socket.io';
|
|
import type { ViteDevServer } from 'vite';
|
|
|
|
export function initializeSocketIO(server: ViteDevServer) {
|
|
const io = new Server(server.httpServer || server, {
|
|
cors: {
|
|
origin: process.env.ORIGIN || 'http://localhost:5173',
|
|
credentials: true
|
|
}
|
|
});
|
|
|
|
io.on('connection', (socket) => {
|
|
console.log('User connected:', socket.id);
|
|
|
|
socket.on('message', async (data) => {
|
|
// Broadcast to all clients
|
|
io.emit('new-message', {
|
|
id: crypto.randomUUID(),
|
|
userId: socket.id,
|
|
content: data.content,
|
|
timestamp: new Date().toISOString()
|
|
});
|
|
});
|
|
|
|
socket.on('disconnect', () => {
|
|
console.log('User disconnected:', socket.id);
|
|
});
|
|
});
|
|
|
|
return io;
|
|
}
|
|
${'```'}
|
|
|
|
### Client Store
|
|
|
|
${'```'}typescript
|
|
// src/lib/stores/chat.ts
|
|
import { writable } from 'svelte/store';
|
|
import io from 'socket.io-client';
|
|
|
|
export interface Message {
|
|
id: string;
|
|
userId: string;
|
|
content: string;
|
|
timestamp: string;
|
|
}
|
|
|
|
function createChatStore() {
|
|
const { subscribe, update } = writable<Message[]>([]);
|
|
let socket: ReturnType<typeof io>;
|
|
|
|
return {
|
|
subscribe,
|
|
connect: () => {
|
|
socket = io('http://localhost:5173');
|
|
|
|
socket.on('new-message', (message: Message) => {
|
|
update(messages => [...messages, message]);
|
|
});
|
|
},
|
|
sendMessage: (content: string) => {
|
|
if (socket && content.trim()) {
|
|
socket.emit('message', { content });
|
|
}
|
|
}
|
|
};
|
|
}
|
|
|
|
export const chatStore = createChatStore();
|
|
${'```'}
|
|
|
|
## 🎯 Key Features
|
|
|
|
✅ **Real-time messaging** with WebSockets
|
|
✅ **Message persistence** using Prisma + PostgreSQL
|
|
✅ **Type-safe** with TypeScript
|
|
✅ **Responsive UI** for all devices
|
|
✅ **Auto-reconnection** on connection loss
|
|
|
|
## 📊 Performance Metrics
|
|
|
|
| Metric | Value |
|
|
|--------|-------|
|
|
| **Message Latency** | < 50ms |
|
|
| **Concurrent Users** | 10,000+ |
|
|
| **Messages/Second** | 5,000+ |
|
|
| **Uptime** | 99.9% |
|
|
|
|
## 🔧 Configuration
|
|
|
|
### Environment Variables
|
|
|
|
${'```'}env
|
|
DATABASE_URL="postgresql://user:password@localhost:5432/chat"
|
|
JWT_SECRET="your-secret-key"
|
|
REDIS_URL="redis://localhost:6379"
|
|
${'```'}
|
|
|
|
## 🚢 Deployment
|
|
|
|
Deploy to production using Docker:
|
|
|
|
${'```'}dockerfile
|
|
FROM node:20-alpine
|
|
WORKDIR /app
|
|
COPY package*.json ./
|
|
RUN npm ci --only=production
|
|
COPY . .
|
|
RUN npm run build
|
|
EXPOSE 3000
|
|
CMD ["node", "build"]
|
|
${'```'}
|
|
|
|
---
|
|
|
|
*Need help? Check the [documentation](https://kit.svelte.dev) or [open an issue](https://github.com/sveltejs/kit/issues)*
|
|
`;
|