mirror of
https://github.com/MODSetter/SurfSense.git
synced 2025-09-01 10:09:08 +00:00
temp-fix: Temp Dependecy fix until my sem finals.
This commit is contained in:
parent
a11c72cacc
commit
18fc19e8d9
2 changed files with 278 additions and 48 deletions
|
@ -1,4 +1,3 @@
|
|||
# This have many unused shit will clean in future
|
||||
from pydantic import BaseModel, Field
|
||||
from typing import List, Optional
|
||||
|
||||
|
@ -13,17 +12,7 @@ class DocMeta(BaseModel):
|
|||
VisitedWebPageTitle: Optional[str] = Field(default=None, description="VisitedWebPageTitle of Document")
|
||||
VisitedWebPageDateWithTimeInISOString: Optional[str] = Field(default=None, description="VisitedWebPageDateWithTimeInISOString of Document")
|
||||
VisitedWebPageReffererURL: Optional[str] = Field(default=None, description="VisitedWebPageReffererURL of Document")
|
||||
VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document"),
|
||||
|
||||
# class DocWithContent(BaseModel):
|
||||
# BrowsingSessionId: Optional[str] = Field(default=None, description="BrowsingSessionId of Document")
|
||||
# VisitedWebPageURL: Optional[str] = Field(default=None, description="VisitedWebPageURL of Document")
|
||||
# VisitedWebPageTitle: Optional[str] = Field(default=None, description="VisitedWebPageTitle of Document")
|
||||
# VisitedWebPageDateWithTimeInISOString: Optional[str] = Field(default=None, description="VisitedWebPageDateWithTimeInISOString of Document")
|
||||
# VisitedWebPageReffererURL: Optional[str] = Field(default=None, description="VisitedWebPageReffererURL of Document")
|
||||
# VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document"),
|
||||
# VisitedWebPageContent: Optional[str] = Field(default=None, description="Visited WebPage Content in markdown of Document")
|
||||
|
||||
VisitedWebPageVisitDurationInMilliseconds: Optional[int] = Field(default=None, description="VisitedWebPageVisitDurationInMilliseconds of Document")
|
||||
|
||||
class CreatePodcast(BaseModel):
|
||||
token: str
|
||||
|
@ -32,32 +21,28 @@ class CreatePodcast(BaseModel):
|
|||
wordcount: int
|
||||
podcast_content: str
|
||||
|
||||
|
||||
class CreateStorageSpace(BaseModel):
|
||||
name: str
|
||||
description: str
|
||||
token : str
|
||||
|
||||
|
||||
class Reference(BaseModel):
|
||||
id: str = Field(..., description="reference no")
|
||||
title: str = Field(..., description="reference title.")
|
||||
source: str = Field(..., description="reference Source or URL. Prefer URL only include file names if no URL available.")
|
||||
|
||||
|
||||
class AIAnswer(BaseModel):
|
||||
answer: str = Field(..., description="The provided answer, excluding references, but including in-text citation numbers such as [1], [2], (1), (2), etc.")
|
||||
references: List[Reference] = Field(..., description="References")
|
||||
|
||||
|
||||
class DocWithContent(BaseModel):
|
||||
DocMetadata: Optional[str] = Field(default=None, description="Document Metadata")
|
||||
Content: Optional[str] = Field(default=None, description="Document Page Content")
|
||||
|
||||
|
||||
class DocumentsToDelete(BaseModel):
|
||||
ids_to_delete: List[str]
|
||||
token: str
|
||||
|
||||
|
||||
class UserQuery(BaseModel):
|
||||
query: str
|
||||
search_space: str
|
||||
|
|
|
@ -1,30 +1,275 @@
|
|||
python-dotenv
|
||||
pydantic
|
||||
bcrypt
|
||||
cryptography
|
||||
fastapi
|
||||
python-jose
|
||||
python-multipart
|
||||
SQLAlchemy
|
||||
uvicorn
|
||||
passlib
|
||||
langchain
|
||||
langchain-core
|
||||
langchain-community
|
||||
langchain-experimental
|
||||
langchain_openai
|
||||
langchain_ollama
|
||||
langchain_chroma
|
||||
flashrank
|
||||
psycopg2
|
||||
unstructured-client
|
||||
langchain-unstructured
|
||||
langgraph
|
||||
gpt_researcher
|
||||
langgraph-cli
|
||||
weasyprint
|
||||
json5
|
||||
loguru
|
||||
ffmpeg
|
||||
podcastfy
|
||||
wsproto
|
||||
aiofiles==24.1.0
|
||||
aiohappyeyeballs==2.4.3
|
||||
aiohttp==3.10.10
|
||||
aiosignal==1.3.1
|
||||
alabaster==1.0.0
|
||||
annotated-types==0.7.0
|
||||
anyio==4.6.2.post1
|
||||
arxiv==2.1.3
|
||||
asgiref==3.8.1
|
||||
attrs==24.2.0
|
||||
babel==2.16.0
|
||||
backoff==2.2.1
|
||||
bcrypt==4.2.0
|
||||
beautifulsoup4==4.12.3
|
||||
bleach==6.2.0
|
||||
Brotli==1.1.0
|
||||
build==1.2.2.post1
|
||||
cachetools==5.5.0
|
||||
certifi==2024.8.30
|
||||
cffi==1.17.1
|
||||
chardet==5.2.0
|
||||
charset-normalizer==3.4.0
|
||||
chroma-hnswlib==0.7.6
|
||||
chromadb==0.5.18
|
||||
click==8.1.7
|
||||
colorama==0.4.6
|
||||
coloredlogs==15.0.1
|
||||
cryptography==43.0.3
|
||||
cssselect2==0.7.0
|
||||
Cython==3.0.11
|
||||
dataclasses-json==0.6.7
|
||||
deepdiff==8.0.1
|
||||
defusedxml==0.7.1
|
||||
Deprecated==1.2.14
|
||||
distro==1.9.0
|
||||
docopt==0.6.2
|
||||
docstring_parser==0.16
|
||||
docutils==0.21.2
|
||||
durationpy==0.9
|
||||
ecdsa==0.19.0
|
||||
edge-tts==6.1.18
|
||||
elevenlabs==1.12.1
|
||||
emoji==2.14.0
|
||||
execnet==2.1.1
|
||||
fastapi==0.115.5
|
||||
fastjsonschema==2.20.0
|
||||
feedparser==6.0.11
|
||||
ffmpeg==1.4
|
||||
filelock==3.16.1
|
||||
filetype==1.2.0
|
||||
FlashRank==0.2.9
|
||||
flatbuffers==24.3.25
|
||||
fonttools==4.54.1
|
||||
frozenlist==1.5.0
|
||||
fsspec==2024.10.0
|
||||
fuzzywuzzy==0.18.0
|
||||
google-ai-generativelanguage==0.6.10
|
||||
google-api-core==2.23.0
|
||||
google-api-python-client==2.152.0
|
||||
google-auth==2.36.0
|
||||
google-auth-httplib2==0.2.0
|
||||
google-cloud-aiplatform==1.72.0
|
||||
google-cloud-bigquery==3.27.0
|
||||
google-cloud-core==2.4.1
|
||||
google-cloud-resource-manager==1.13.0
|
||||
google-cloud-storage==2.18.2
|
||||
google-cloud-texttospeech==2.21.0
|
||||
google-crc32c==1.6.0
|
||||
google-generativeai==0.8.3
|
||||
google-resumable-media==2.7.2
|
||||
googleapis-common-protos==1.66.0
|
||||
gpt-researcher==0.10.3
|
||||
greenlet==3.1.1
|
||||
grpc-google-iam-v1==0.13.1
|
||||
grpcio==1.67.1
|
||||
grpcio-status==1.67.1
|
||||
h11==0.14.0
|
||||
html5lib==1.1
|
||||
htmldocx==0.0.6
|
||||
httpcore==1.0.6
|
||||
httplib2==0.22.0
|
||||
httptools==0.6.4
|
||||
httpx==0.27.2
|
||||
httpx-sse==0.4.0
|
||||
huggingface-hub==0.26.2
|
||||
humanfriendly==10.0
|
||||
idna==3.10
|
||||
imagesize==1.4.1
|
||||
importlib_metadata==8.5.0
|
||||
importlib_resources==6.4.5
|
||||
iniconfig==2.0.0
|
||||
Jinja2==3.1.4
|
||||
jiter==0.7.1
|
||||
joblib==1.4.2
|
||||
json5==0.9.28
|
||||
json_repair==0.30.1
|
||||
jsonpatch==1.33
|
||||
jsonpath-python==1.0.6
|
||||
jsonpointer==3.0.0
|
||||
jsonschema==4.23.0
|
||||
jsonschema-specifications==2024.10.1
|
||||
jupyter_client==8.6.3
|
||||
jupyter_core==5.7.2
|
||||
jupyterlab_pygments==0.3.0
|
||||
kubernetes==31.0.0
|
||||
langchain==0.3.7
|
||||
langchain-chroma==0.1.4
|
||||
langchain-community==0.3.7
|
||||
langchain-core==0.3.17
|
||||
langchain-experimental==0.3.3
|
||||
langchain-google-genai==2.0.4
|
||||
langchain-google-vertexai==2.0.7
|
||||
langchain-ollama==0.2.0
|
||||
langchain-openai==0.2.8
|
||||
langchain-text-splitters==0.3.2
|
||||
langchain-unstructured==0.1.5
|
||||
langdetect==1.0.9
|
||||
langgraph==0.2.46
|
||||
langgraph-checkpoint==2.0.3
|
||||
langgraph-cli==0.1.53
|
||||
langgraph-sdk==0.1.35
|
||||
langsmith==0.1.142
|
||||
Levenshtein==0.26.1
|
||||
litellm==1.52.6
|
||||
loguru==0.7.2
|
||||
lxml==5.3.0
|
||||
lxml_html_clean==0.3.1
|
||||
Markdown==3.7
|
||||
markdown-it-py==3.0.0
|
||||
markdown2==2.5.1
|
||||
MarkupSafe==3.0.2
|
||||
marshmallow==3.23.1
|
||||
md2pdf==1.0.1
|
||||
mdurl==0.1.2
|
||||
mistune==3.0.2
|
||||
mmh3==5.0.1
|
||||
monotonic==1.6
|
||||
mpmath==1.3.0
|
||||
msgpack==1.1.0
|
||||
multidict==6.1.0
|
||||
mypy-extensions==1.0.0
|
||||
nbclient==0.10.0
|
||||
nbconvert==7.16.4
|
||||
nbformat==5.10.4
|
||||
nbsphinx==0.9.5
|
||||
nest-asyncio==1.6.0
|
||||
nltk==3.9.1
|
||||
numpy==1.26.4
|
||||
oauthlib==3.2.2
|
||||
olefile==0.47
|
||||
ollama==0.3.3
|
||||
onnxruntime==1.20.0
|
||||
openai==1.54.4
|
||||
opentelemetry-api==1.28.1
|
||||
opentelemetry-exporter-otlp-proto-common==1.28.1
|
||||
opentelemetry-exporter-otlp-proto-grpc==1.28.1
|
||||
opentelemetry-instrumentation==0.49b1
|
||||
opentelemetry-instrumentation-asgi==0.49b1
|
||||
opentelemetry-instrumentation-fastapi==0.49b1
|
||||
opentelemetry-proto==1.28.1
|
||||
opentelemetry-sdk==1.28.1
|
||||
opentelemetry-semantic-conventions==0.49b1
|
||||
opentelemetry-util-http==0.49b1
|
||||
orderly-set==5.2.2
|
||||
orjson==3.10.11
|
||||
overrides==7.7.0
|
||||
packaging==24.2
|
||||
pandas==2.2.3
|
||||
pandoc==2.4
|
||||
pandocfilters==1.5.1
|
||||
passlib==1.7.4
|
||||
pillow==10.4.0
|
||||
platformdirs==4.3.6
|
||||
pluggy==1.5.0
|
||||
plumbum==1.9.0
|
||||
ply==3.11
|
||||
podcastfy==0.3.5
|
||||
posthog==3.7.0
|
||||
propcache==0.2.0
|
||||
proto-plus==1.25.0
|
||||
protobuf==5.28.3
|
||||
psutil==6.1.0
|
||||
psycopg2==2.9.10
|
||||
pyasn1==0.6.1
|
||||
pyasn1_modules==0.4.1
|
||||
pycparser==2.22
|
||||
pydantic==2.9.2
|
||||
pydantic-settings==2.6.1
|
||||
pydantic_core==2.23.4
|
||||
pydub==0.25.1
|
||||
pydyf==0.11.0
|
||||
Pygments==2.18.0
|
||||
PyMuPDF==1.24.13
|
||||
pyparsing==3.2.0
|
||||
pypdf==5.1.0
|
||||
pyphen==0.15.0
|
||||
PyPika==0.48.9
|
||||
pyproject_hooks==1.2.0
|
||||
pyreadline3==3.5.4
|
||||
pytest==8.3.3
|
||||
pytest-xdist==3.6.1
|
||||
python-dateutil==2.8.2
|
||||
python-docx==1.1.2
|
||||
python-dotenv==1.0.1
|
||||
python-iso639==2024.10.22
|
||||
python-jose==3.3.0
|
||||
python-Levenshtein==0.26.1
|
||||
python-magic==0.4.27
|
||||
python-multipart==0.0.17
|
||||
python-oxmsg==0.0.1
|
||||
pytz==2024.2
|
||||
pywin32==308
|
||||
PyYAML==6.0.2
|
||||
pyzmq==26.2.0
|
||||
RapidFuzz==3.10.1
|
||||
referencing==0.35.1
|
||||
regex==2024.11.6
|
||||
requests==2.32.3
|
||||
requests-oauthlib==2.0.0
|
||||
requests-toolbelt==1.0.0
|
||||
rich==13.9.4
|
||||
rpds-py==0.21.0
|
||||
rsa==4.9
|
||||
setuptools==75.4.0
|
||||
sgmllib3k==1.0.0
|
||||
shapely==2.0.6
|
||||
shellingham==1.5.4
|
||||
six==1.16.0
|
||||
sniffio==1.3.1
|
||||
snowballstemmer==2.2.0
|
||||
soupsieve==2.6
|
||||
Sphinx==8.1.3
|
||||
sphinx-autodoc-typehints==2.5.0
|
||||
sphinx-rtd-theme==3.0.1
|
||||
sphinxcontrib-applehelp==2.0.0
|
||||
sphinxcontrib-devhelp==2.0.0
|
||||
sphinxcontrib-htmlhelp==2.1.0
|
||||
sphinxcontrib-jquery==4.1
|
||||
sphinxcontrib-jsmath==1.0.1
|
||||
sphinxcontrib-qthelp==2.0.0
|
||||
sphinxcontrib-serializinghtml==2.0.0
|
||||
SQLAlchemy==2.0.35
|
||||
starlette==0.41.2
|
||||
sympy==1.13.3
|
||||
tenacity==9.0.0
|
||||
tiktoken==0.8.0
|
||||
tinycss2==1.4.0
|
||||
tinyhtml5==2.0.0
|
||||
tokenizers==0.20.3
|
||||
tornado==6.4.1
|
||||
tqdm==4.67.0
|
||||
traitlets==5.14.3
|
||||
typer==0.12.5
|
||||
types-PyYAML==6.0.12.20240917
|
||||
typing-inspect==0.9.0
|
||||
typing_extensions==4.12.2
|
||||
tzdata==2024.2
|
||||
unstructured==0.16.5
|
||||
unstructured-client==0.25.9
|
||||
uritemplate==4.1.1
|
||||
urllib3==2.2.3
|
||||
uvicorn==0.32.0
|
||||
watchfiles==0.24.0
|
||||
weasyprint==63.0
|
||||
webencodings==0.5.1
|
||||
websocket-client==1.8.0
|
||||
websockets==14.1
|
||||
wheel==0.44.0
|
||||
win32-setctime==1.1.0
|
||||
wrapt==1.16.0
|
||||
wsproto==1.2.0
|
||||
yarl==1.17.1
|
||||
youtube-transcript-api==0.6.2
|
||||
zipp==3.21.0
|
||||
zopfli==0.2.3.post1
|
||||
|
|
Loading…
Add table
Reference in a new issue