diff --git a/backend/pydmodels.py b/backend/pydmodels.py index 14000bf..53f8fbc 100644 --- a/backend/pydmodels.py +++ b/backend/pydmodels.py @@ -1,4 +1,3 @@ -# This have many unused shit will clean in future from pydantic import BaseModel, Field from typing import List, Optional @@ -13,17 +12,7 @@ class DocMeta(BaseModel): VisitedWebPageTitle: Optional[str] = Field(default=None, description="VisitedWebPageTitle of Document") VisitedWebPageDateWithTimeInISOString: Optional[str] = Field(default=None, description="VisitedWebPageDateWithTimeInISOString of Document") VisitedWebPageReffererURL: Optional[str] = Field(default=None, description="VisitedWebPageReffererURL of Document") - VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document"), - -# class DocWithContent(BaseModel): -# BrowsingSessionId: Optional[str] = Field(default=None, description="BrowsingSessionId of Document") -# VisitedWebPageURL: Optional[str] = Field(default=None, description="VisitedWebPageURL of Document") -# VisitedWebPageTitle: Optional[str] = Field(default=None, description="VisitedWebPageTitle of Document") -# VisitedWebPageDateWithTimeInISOString: Optional[str] = Field(default=None, description="VisitedWebPageDateWithTimeInISOString of Document") -# VisitedWebPageReffererURL: Optional[str] = Field(default=None, description="VisitedWebPageReffererURL of Document") -# VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document"), -# VisitedWebPageContent: Optional[str] = Field(default=None, description="Visited WebPage Content in markdown of Document") - + VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document") class CreatePodcast(BaseModel): token: str @@ -32,32 +21,28 @@ class CreatePodcast(BaseModel): wordcount: int podcast_content: str - class CreateStorageSpace(BaseModel): name: str description: str token : str - class Reference(BaseModel): id: str = Field(..., description="reference no") title: str = Field(..., description="reference title.") source: str = Field(..., description="reference Source or URL. Prefer URL only include file names if no URL available.") - class AIAnswer(BaseModel): answer: str = Field(..., description="The provided answer, excluding references, but including in-text citation numbers such as [1], [2], (1), (2), etc.") references: List[Reference] = Field(..., description="References") - class DocWithContent(BaseModel): DocMetadata: Optional[str] = Field(default=None, description="Document Metadata") Content: Optional[str] = Field(default=None, description="Document Page Content") - + class DocumentsToDelete(BaseModel): ids_to_delete: List[str] token: str - + class UserQuery(BaseModel): query: str search_space: str diff --git a/backend/requirements.txt b/backend/requirements.txt index 598613e..e0c173b 100644 --- a/backend/requirements.txt +++ b/backend/requirements.txt @@ -1,30 +1,275 @@ -python-dotenv -pydantic -bcrypt -cryptography -fastapi -python-jose -python-multipart -SQLAlchemy -uvicorn -passlib -langchain -langchain-core -langchain-community -langchain-experimental -langchain_openai -langchain_ollama -langchain_chroma -flashrank -psycopg2 -unstructured-client -langchain-unstructured -langgraph -gpt_researcher -langgraph-cli -weasyprint -json5 -loguru -ffmpeg -podcastfy -wsproto \ No newline at end of file +aiofiles==24.1.0 +aiohappyeyeballs==2.4.3 +aiohttp==3.10.10 +aiosignal==1.3.1 +alabaster==1.0.0 +annotated-types==0.7.0 +anyio==4.6.2.post1 +arxiv==2.1.3 +asgiref==3.8.1 +attrs==24.2.0 +babel==2.16.0 +backoff==2.2.1 +bcrypt==4.2.0 +beautifulsoup4==4.12.3 +bleach==6.2.0 +Brotli==1.1.0 +build==1.2.2.post1 +cachetools==5.5.0 +certifi==2024.8.30 +cffi==1.17.1 +chardet==5.2.0 +charset-normalizer==3.4.0 +chroma-hnswlib==0.7.6 +chromadb==0.5.18 +click==8.1.7 +colorama==0.4.6 +coloredlogs==15.0.1 +cryptography==43.0.3 +cssselect2==0.7.0 +Cython==3.0.11 +dataclasses-json==0.6.7 +deepdiff==8.0.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +distro==1.9.0 +docopt==0.6.2 +docstring_parser==0.16 +docutils==0.21.2 +durationpy==0.9 +ecdsa==0.19.0 +edge-tts==6.1.18 +elevenlabs==1.12.1 +emoji==2.14.0 +execnet==2.1.1 +fastapi==0.115.5 +fastjsonschema==2.20.0 +feedparser==6.0.11 +ffmpeg==1.4 +filelock==3.16.1 +filetype==1.2.0 +FlashRank==0.2.9 +flatbuffers==24.3.25 +fonttools==4.54.1 +frozenlist==1.5.0 +fsspec==2024.10.0 +fuzzywuzzy==0.18.0 +google-ai-generativelanguage==0.6.10 +google-api-core==2.23.0 +google-api-python-client==2.152.0 +google-auth==2.36.0 +google-auth-httplib2==0.2.0 +google-cloud-aiplatform==1.72.0 +google-cloud-bigquery==3.27.0 +google-cloud-core==2.4.1 +google-cloud-resource-manager==1.13.0 +google-cloud-storage==2.18.2 +google-cloud-texttospeech==2.21.0 +google-crc32c==1.6.0 +google-generativeai==0.8.3 +google-resumable-media==2.7.2 +googleapis-common-protos==1.66.0 +gpt-researcher==0.10.3 +greenlet==3.1.1 +grpc-google-iam-v1==0.13.1 +grpcio==1.67.1 +grpcio-status==1.67.1 +h11==0.14.0 +html5lib==1.1 +htmldocx==0.0.6 +httpcore==1.0.6 +httplib2==0.22.0 +httptools==0.6.4 +httpx==0.27.2 +httpx-sse==0.4.0 +huggingface-hub==0.26.2 +humanfriendly==10.0 +idna==3.10 +imagesize==1.4.1 +importlib_metadata==8.5.0 +importlib_resources==6.4.5 +iniconfig==2.0.0 +Jinja2==3.1.4 +jiter==0.7.1 +joblib==1.4.2 +json5==0.9.28 +json_repair==0.30.1 +jsonpatch==1.33 +jsonpath-python==1.0.6 +jsonpointer==3.0.0 +jsonschema==4.23.0 +jsonschema-specifications==2024.10.1 +jupyter_client==8.6.3 +jupyter_core==5.7.2 +jupyterlab_pygments==0.3.0 +kubernetes==31.0.0 +langchain==0.3.7 +langchain-chroma==0.1.4 +langchain-community==0.3.7 +langchain-core==0.3.17 +langchain-experimental==0.3.3 +langchain-google-genai==2.0.4 +langchain-google-vertexai==2.0.7 +langchain-ollama==0.2.0 +langchain-openai==0.2.8 +langchain-text-splitters==0.3.2 +langchain-unstructured==0.1.5 +langdetect==1.0.9 +langgraph==0.2.46 +langgraph-checkpoint==2.0.3 +langgraph-cli==0.1.53 +langgraph-sdk==0.1.35 +langsmith==0.1.142 +Levenshtein==0.26.1 +litellm==1.52.6 +loguru==0.7.2 +lxml==5.3.0 +lxml_html_clean==0.3.1 +Markdown==3.7 +markdown-it-py==3.0.0 +markdown2==2.5.1 +MarkupSafe==3.0.2 +marshmallow==3.23.1 +md2pdf==1.0.1 +mdurl==0.1.2 +mistune==3.0.2 +mmh3==5.0.1 +monotonic==1.6 +mpmath==1.3.0 +msgpack==1.1.0 +multidict==6.1.0 +mypy-extensions==1.0.0 +nbclient==0.10.0 +nbconvert==7.16.4 +nbformat==5.10.4 +nbsphinx==0.9.5 +nest-asyncio==1.6.0 +nltk==3.9.1 +numpy==1.26.4 +oauthlib==3.2.2 +olefile==0.47 +ollama==0.3.3 +onnxruntime==1.20.0 +openai==1.54.4 +opentelemetry-api==1.28.1 +opentelemetry-exporter-otlp-proto-common==1.28.1 +opentelemetry-exporter-otlp-proto-grpc==1.28.1 +opentelemetry-instrumentation==0.49b1 +opentelemetry-instrumentation-asgi==0.49b1 +opentelemetry-instrumentation-fastapi==0.49b1 +opentelemetry-proto==1.28.1 +opentelemetry-sdk==1.28.1 +opentelemetry-semantic-conventions==0.49b1 +opentelemetry-util-http==0.49b1 +orderly-set==5.2.2 +orjson==3.10.11 +overrides==7.7.0 +packaging==24.2 +pandas==2.2.3 +pandoc==2.4 +pandocfilters==1.5.1 +passlib==1.7.4 +pillow==10.4.0 +platformdirs==4.3.6 +pluggy==1.5.0 +plumbum==1.9.0 +ply==3.11 +podcastfy==0.3.5 +posthog==3.7.0 +propcache==0.2.0 +proto-plus==1.25.0 +protobuf==5.28.3 +psutil==6.1.0 +psycopg2==2.9.10 +pyasn1==0.6.1 +pyasn1_modules==0.4.1 +pycparser==2.22 +pydantic==2.9.2 +pydantic-settings==2.6.1 +pydantic_core==2.23.4 +pydub==0.25.1 +pydyf==0.11.0 +Pygments==2.18.0 +PyMuPDF==1.24.13 +pyparsing==3.2.0 +pypdf==5.1.0 +pyphen==0.15.0 +PyPika==0.48.9 +pyproject_hooks==1.2.0 +pyreadline3==3.5.4 +pytest==8.3.3 +pytest-xdist==3.6.1 +python-dateutil==2.8.2 +python-docx==1.1.2 +python-dotenv==1.0.1 +python-iso639==2024.10.22 +python-jose==3.3.0 +python-Levenshtein==0.26.1 +python-magic==0.4.27 +python-multipart==0.0.17 +python-oxmsg==0.0.1 +pytz==2024.2 +pywin32==308 +PyYAML==6.0.2 +pyzmq==26.2.0 +RapidFuzz==3.10.1 +referencing==0.35.1 +regex==2024.11.6 +requests==2.32.3 +requests-oauthlib==2.0.0 +requests-toolbelt==1.0.0 +rich==13.9.4 +rpds-py==0.21.0 +rsa==4.9 +setuptools==75.4.0 +sgmllib3k==1.0.0 +shapely==2.0.6 +shellingham==1.5.4 +six==1.16.0 +sniffio==1.3.1 +snowballstemmer==2.2.0 +soupsieve==2.6 +Sphinx==8.1.3 +sphinx-autodoc-typehints==2.5.0 +sphinx-rtd-theme==3.0.1 +sphinxcontrib-applehelp==2.0.0 +sphinxcontrib-devhelp==2.0.0 +sphinxcontrib-htmlhelp==2.1.0 +sphinxcontrib-jquery==4.1 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==2.0.0 +sphinxcontrib-serializinghtml==2.0.0 +SQLAlchemy==2.0.35 +starlette==0.41.2 +sympy==1.13.3 +tenacity==9.0.0 +tiktoken==0.8.0 +tinycss2==1.4.0 +tinyhtml5==2.0.0 +tokenizers==0.20.3 +tornado==6.4.1 +tqdm==4.67.0 +traitlets==5.14.3 +typer==0.12.5 +types-PyYAML==6.0.12.20240917 +typing-inspect==0.9.0 +typing_extensions==4.12.2 +tzdata==2024.2 +unstructured==0.16.5 +unstructured-client==0.25.9 +uritemplate==4.1.1 +urllib3==2.2.3 +uvicorn==0.32.0 +watchfiles==0.24.0 +weasyprint==63.0 +webencodings==0.5.1 +websocket-client==1.8.0 +websockets==14.1 +wheel==0.44.0 +win32-setctime==1.1.0 +wrapt==1.16.0 +wsproto==1.2.0 +yarl==1.17.1 +youtube-transcript-api==0.6.2 +zipp==3.21.0 +zopfli==0.2.3.post1