vrr/SurfSense
2
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2025-09-04 03:29:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

temp-fix: Temp Dependecy fix until my sem finals.

Browse source
This commit is contained in:
DESKTOP-RTLN3BA\$punk 2024-12-11 22:51:56 -08:00
parent a11c72cacc
commit 18fc19e8d9
2 changed files with 278 additions and 48 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
backend/pydmodels.py
View file

@ -1,4 +1,3 @@
# This have many unused shit will clean in future
from pydantic import BaseModel, Field from pydantic import BaseModel, Field
from typing import List, Optional from typing import List, Optional
@ -13,17 +12,7 @@ class DocMeta(BaseModel):
VisitedWebPageTitle: Optional[str] = Field(default=None, description="VisitedWebPageTitle of Document") VisitedWebPageTitle: Optional[str] = Field(default=None, description="VisitedWebPageTitle of Document")
VisitedWebPageDateWithTimeInISOString: Optional[str] = Field(default=None, description="VisitedWebPageDateWithTimeInISOString of Document") VisitedWebPageDateWithTimeInISOString: Optional[str] = Field(default=None, description="VisitedWebPageDateWithTimeInISOString of Document")
VisitedWebPageReffererURL: Optional[str] = Field(default=None, description="VisitedWebPageReffererURL of Document") VisitedWebPageReffererURL: Optional[str] = Field(default=None, description="VisitedWebPageReffererURL of Document")
VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document"), VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document")
# class DocWithContent(BaseModel):
# BrowsingSessionId: Optional[str] = Field(default=None, description="BrowsingSessionId of Document")
# VisitedWebPageURL: Optional[str] = Field(default=None, description="VisitedWebPageURL of Document")
# VisitedWebPageTitle: Optional[str] = Field(default=None, description="VisitedWebPageTitle of Document")
# VisitedWebPageDateWithTimeInISOString: Optional[str] = Field(default=None, description="VisitedWebPageDateWithTimeInISOString of Document")
# VisitedWebPageReffererURL: Optional[str] = Field(default=None, description="VisitedWebPageReffererURL of Document")
# VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document"),
# VisitedWebPageContent: Optional[str] = Field(default=None, description="Visited WebPage Content in markdown of Document")
class CreatePodcast(BaseModel): class CreatePodcast(BaseModel):
token: str token: str
@ -32,32 +21,28 @@ class CreatePodcast(BaseModel):
wordcount: int wordcount: int
podcast_content: str podcast_content: str
class CreateStorageSpace(BaseModel): class CreateStorageSpace(BaseModel):
name: str name: str
description: str description: str
token : str token : str
class Reference(BaseModel): class Reference(BaseModel):
id: str = Field(..., description="reference no") id: str = Field(..., description="reference no")
title: str = Field(..., description="reference title.") title: str = Field(..., description="reference title.")
source: str = Field(..., description="reference Source or URL. Prefer URL only include file names if no URL available.") source: str = Field(..., description="reference Source or URL. Prefer URL only include file names if no URL available.")
class AIAnswer(BaseModel): class AIAnswer(BaseModel):
answer: str = Field(..., description="The provided answer, excluding references, but including in-text citation numbers such as [1], [2], (1), (2), etc.") answer: str = Field(..., description="The provided answer, excluding references, but including in-text citation numbers such as [1], [2], (1), (2), etc.")
references: List[Reference] = Field(..., description="References") references: List[Reference] = Field(..., description="References")
class DocWithContent(BaseModel): class DocWithContent(BaseModel):
DocMetadata: Optional[str] = Field(default=None, description="Document Metadata") DocMetadata: Optional[str] = Field(default=None, description="Document Metadata")
Content: Optional[str] = Field(default=None, description="Document Page Content") Content: Optional[str] = Field(default=None, description="Document Page Content")
class DocumentsToDelete(BaseModel): class DocumentsToDelete(BaseModel):
ids_to_delete: List[str] ids_to_delete: List[str]
token: str token: str
class UserQuery(BaseModel): class UserQuery(BaseModel):
query: str query: str
search_space: str search_space: str

305
backend/requirements.txt
View file

@ -1,30 +1,275 @@
python-dotenv aiofiles==24.1.0
pydantic aiohappyeyeballs==2.4.3
bcrypt aiohttp==3.10.10
cryptography aiosignal==1.3.1
fastapi alabaster==1.0.0
python-jose annotated-types==0.7.0
python-multipart anyio==4.6.2.post1
SQLAlchemy arxiv==2.1.3
uvicorn asgiref==3.8.1
passlib attrs==24.2.0
langchain babel==2.16.0
langchain-core backoff==2.2.1
langchain-community bcrypt==4.2.0
langchain-experimental beautifulsoup4==4.12.3
langchain_openai bleach==6.2.0
langchain_ollama Brotli==1.1.0
langchain_chroma build==1.2.2.post1
flashrank cachetools==5.5.0
psycopg2 certifi==2024.8.30
unstructured-client cffi==1.17.1
langchain-unstructured chardet==5.2.0
langgraph charset-normalizer==3.4.0
gpt_researcher chroma-hnswlib==0.7.6
langgraph-cli chromadb==0.5.18
weasyprint click==8.1.7
json5 colorama==0.4.6
loguru coloredlogs==15.0.1
ffmpeg cryptography==43.0.3
podcastfy cssselect2==0.7.0
wsproto Cython==3.0.11
dataclasses-json==0.6.7
deepdiff==8.0.1
defusedxml==0.7.1
Deprecated==1.2.14
distro==1.9.0
docopt==0.6.2
docstring_parser==0.16
docutils==0.21.2
durationpy==0.9
ecdsa==0.19.0
edge-tts==6.1.18
elevenlabs==1.12.1
emoji==2.14.0
execnet==2.1.1
fastapi==0.115.5
fastjsonschema==2.20.0
feedparser==6.0.11
ffmpeg==1.4
filelock==3.16.1
filetype==1.2.0
FlashRank==0.2.9
flatbuffers==24.3.25
fonttools==4.54.1
frozenlist==1.5.0
fsspec==2024.10.0
fuzzywuzzy==0.18.0
google-ai-generativelanguage==0.6.10
google-api-core==2.23.0
google-api-python-client==2.152.0
google-auth==2.36.0
google-auth-httplib2==0.2.0
google-cloud-aiplatform==1.72.0
google-cloud-bigquery==3.27.0
google-cloud-core==2.4.1
google-cloud-resource-manager==1.13.0
google-cloud-storage==2.18.2
google-cloud-texttospeech==2.21.0
google-crc32c==1.6.0
google-generativeai==0.8.3
google-resumable-media==2.7.2
googleapis-common-protos==1.66.0
gpt-researcher==0.10.3
greenlet==3.1.1
grpc-google-iam-v1==0.13.1
grpcio==1.67.1
grpcio-status==1.67.1
h11==0.14.0
html5lib==1.1
htmldocx==0.0.6
httpcore==1.0.6
httplib2==0.22.0
httptools==0.6.4
httpx==0.27.2
httpx-sse==0.4.0
huggingface-hub==0.26.2
humanfriendly==10.0
idna==3.10
imagesize==1.4.1
importlib_metadata==8.5.0
importlib_resources==6.4.5
iniconfig==2.0.0
Jinja2==3.1.4
jiter==0.7.1
joblib==1.4.2
json5==0.9.28
json_repair==0.30.1
jsonpatch==1.33
jsonpath-python==1.0.6
jsonpointer==3.0.0
jsonschema==4.23.0
jsonschema-specifications==2024.10.1
jupyter_client==8.6.3
jupyter_core==5.7.2
jupyterlab_pygments==0.3.0
kubernetes==31.0.0
langchain==0.3.7
langchain-chroma==0.1.4
langchain-community==0.3.7
langchain-core==0.3.17
langchain-experimental==0.3.3
langchain-google-genai==2.0.4
langchain-google-vertexai==2.0.7
langchain-ollama==0.2.0
langchain-openai==0.2.8
langchain-text-splitters==0.3.2
langchain-unstructured==0.1.5
langdetect==1.0.9
langgraph==0.2.46
langgraph-checkpoint==2.0.3
langgraph-cli==0.1.53
langgraph-sdk==0.1.35
langsmith==0.1.142
Levenshtein==0.26.1
litellm==1.52.6
loguru==0.7.2
lxml==5.3.0
lxml_html_clean==0.3.1
Markdown==3.7
markdown-it-py==3.0.0
markdown2==2.5.1
MarkupSafe==3.0.2
marshmallow==3.23.1
md2pdf==1.0.1
mdurl==0.1.2
mistune==3.0.2
mmh3==5.0.1
monotonic==1.6
mpmath==1.3.0
msgpack==1.1.0
multidict==6.1.0
mypy-extensions==1.0.0
nbclient==0.10.0
nbconvert==7.16.4
nbformat==5.10.4
nbsphinx==0.9.5
nest-asyncio==1.6.0
nltk==3.9.1
numpy==1.26.4
oauthlib==3.2.2
olefile==0.47
ollama==0.3.3
onnxruntime==1.20.0
openai==1.54.4
opentelemetry-api==1.28.1
opentelemetry-exporter-otlp-proto-common==1.28.1
opentelemetry-exporter-otlp-proto-grpc==1.28.1
opentelemetry-instrumentation==0.49b1
opentelemetry-instrumentation-asgi==0.49b1
opentelemetry-instrumentation-fastapi==0.49b1
opentelemetry-proto==1.28.1
opentelemetry-sdk==1.28.1
opentelemetry-semantic-conventions==0.49b1
opentelemetry-util-http==0.49b1
orderly-set==5.2.2
orjson==3.10.11
overrides==7.7.0
packaging==24.2
pandas==2.2.3
pandoc==2.4
pandocfilters==1.5.1
passlib==1.7.4
pillow==10.4.0
platformdirs==4.3.6
pluggy==1.5.0
plumbum==1.9.0
ply==3.11
podcastfy==0.3.5
posthog==3.7.0
propcache==0.2.0
proto-plus==1.25.0
protobuf==5.28.3
psutil==6.1.0
psycopg2==2.9.10
pyasn1==0.6.1
pyasn1_modules==0.4.1
pycparser==2.22
pydantic==2.9.2
pydantic-settings==2.6.1
pydantic_core==2.23.4
pydub==0.25.1
pydyf==0.11.0
Pygments==2.18.0
PyMuPDF==1.24.13
pyparsing==3.2.0
pypdf==5.1.0
pyphen==0.15.0
PyPika==0.48.9
pyproject_hooks==1.2.0
pyreadline3==3.5.4
pytest==8.3.3
pytest-xdist==3.6.1
python-dateutil==2.8.2
python-docx==1.1.2
python-dotenv==1.0.1
python-iso639==2024.10.22
python-jose==3.3.0
python-Levenshtein==0.26.1
python-magic==0.4.27
python-multipart==0.0.17
python-oxmsg==0.0.1
pytz==2024.2
pywin32==308
PyYAML==6.0.2
pyzmq==26.2.0
RapidFuzz==3.10.1
referencing==0.35.1
regex==2024.11.6
requests==2.32.3
requests-oauthlib==2.0.0
requests-toolbelt==1.0.0
rich==13.9.4
rpds-py==0.21.0
rsa==4.9
setuptools==75.4.0
sgmllib3k==1.0.0
shapely==2.0.6
shellingham==1.5.4
six==1.16.0
sniffio==1.3.1
snowballstemmer==2.2.0
soupsieve==2.6
Sphinx==8.1.3
sphinx-autodoc-typehints==2.5.0
sphinx-rtd-theme==3.0.1
sphinxcontrib-applehelp==2.0.0
sphinxcontrib-devhelp==2.0.0
sphinxcontrib-htmlhelp==2.1.0
sphinxcontrib-jquery==4.1
sphinxcontrib-jsmath==1.0.1
sphinxcontrib-qthelp==2.0.0
sphinxcontrib-serializinghtml==2.0.0
SQLAlchemy==2.0.35
starlette==0.41.2
sympy==1.13.3
tenacity==9.0.0
tiktoken==0.8.0
tinycss2==1.4.0
tinyhtml5==2.0.0
tokenizers==0.20.3
tornado==6.4.1
tqdm==4.67.0
traitlets==5.14.3
typer==0.12.5
types-PyYAML==6.0.12.20240917
typing-inspect==0.9.0
typing_extensions==4.12.2
tzdata==2024.2
unstructured==0.16.5
unstructured-client==0.25.9
uritemplate==4.1.1
urllib3==2.2.3
uvicorn==0.32.0
watchfiles==0.24.0
weasyprint==63.0
webencodings==0.5.1
websocket-client==1.8.0
websockets==14.1
wheel==0.44.0
win32-setctime==1.1.0
wrapt==1.16.0
wsproto==1.2.0
yarl==1.17.1
youtube-transcript-api==0.6.2
zipp==3.21.0
zopfli==0.2.3.post1