mirror of
https://github.com/Alishahryar1/free-claude-code.git
synced 2026-05-04 22:30:38 +00:00
47 lines
1.3 KiB
Python
47 lines
1.3 KiB
Python
"""Base provider interface - extend this to implement your own provider."""
|
|
|
|
from abc import ABC, abstractmethod
|
|
from typing import Any, AsyncIterator, Optional
|
|
|
|
from pydantic import BaseModel, Field
|
|
|
|
from config.nim import NimSettings
|
|
|
|
|
|
class ProviderConfig(BaseModel):
|
|
"""Configuration for a provider.
|
|
|
|
Base fields apply to all providers. Provider-specific parameters
|
|
(e.g. NIM temperature, top_p) are passed via nim_settings.
|
|
"""
|
|
|
|
api_key: str
|
|
base_url: Optional[str] = None
|
|
rate_limit: Optional[int] = None
|
|
rate_window: int = 60
|
|
nim_settings: NimSettings = Field(default_factory=NimSettings)
|
|
|
|
|
|
class BaseProvider(ABC):
|
|
"""Base class for all providers. Extend this to add your own."""
|
|
|
|
def __init__(self, config: ProviderConfig):
|
|
self.config = config
|
|
|
|
@abstractmethod
|
|
async def complete(self, request: Any) -> dict:
|
|
"""Make a non-streaming completion request. Returns raw JSON response."""
|
|
pass
|
|
|
|
@abstractmethod
|
|
async def stream_response(
|
|
self, request: Any, input_tokens: int = 0
|
|
) -> AsyncIterator[str]:
|
|
"""Stream response in Anthropic SSE format."""
|
|
if False:
|
|
yield ""
|
|
|
|
@abstractmethod
|
|
def convert_response(self, response_json: dict, original_request: Any) -> Any:
|
|
"""Convert provider response to Anthropic format."""
|
|
pass
|