mirror of
https://github.com/MODSetter/SurfSense.git
synced 2025-09-01 18:19:08 +00:00
fix: Streaming Dulplicate Sources & Delete Search Space UI
This commit is contained in:
DESKTOP-RTLN3BA\$punk
parent
ca9614cd5e
commit
d804be5fb3
4 changed files with 76 additions and 75 deletions
|
|
@ -1708,7 +1708,7 @@ async def handle_qna_workflow(
|
|||
)
|
||||
|
||||
# Use a reasonable top_k for QNA - not too many documents to avoid overwhelming the LLM
|
||||
top_k = 15
|
||||
top_k = 20
|
||||
|
||||
relevant_documents = []
|
||||
user_selected_documents = []
|
||||
|
|
|
|||
|
|
@ -91,7 +91,7 @@ def format_document_for_citation(document: dict[str, Any]) -> str:
|
|||
"""Format a single document for citation in the standard XML format."""
|
||||
content = document.get("content", "")
|
||||
doc_info = document.get("document", {})
|
||||
document_id = doc_info.get("id", "")
|
||||
document_id = document.get("chunk_id", "")
|
||||
document_type = doc_info.get("document_type", "CRAWLED_URL")
|
||||
|
||||
return f"""<document>
|
||||
|
|
|
|||
|
|
@ -109,7 +109,7 @@ class ConnectorService:
|
|||
|
||||
# Create a source entry
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": document.get("title", "Untitled Document"),
|
||||
"description": metadata.get(
|
||||
"og:description",
|
||||
|
|
@ -183,7 +183,7 @@ class ConnectorService:
|
|||
|
||||
# Create a source entry
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": document.get("title", "Untitled Document"),
|
||||
"description": metadata.get(
|
||||
"og:description",
|
||||
|
|
@ -312,7 +312,7 @@ class ConnectorService:
|
|||
documents = []
|
||||
|
||||
async with self.counter_lock:
|
||||
for i, result in enumerate(tavily_results):
|
||||
for _i, result in enumerate(tavily_results):
|
||||
# Create a source entry
|
||||
source = {
|
||||
"id": self.source_id_counter,
|
||||
|
|
@ -324,7 +324,7 @@ class ConnectorService:
|
|||
|
||||
# Create a document entry
|
||||
document = {
|
||||
"chunk_id": f"tavily_chunk_{i}",
|
||||
"chunk_id": self.source_id_counter,
|
||||
"content": result.get("content", ""),
|
||||
"score": result.get("score", 0.0),
|
||||
"document": {
|
||||
|
|
@ -432,7 +432,7 @@ class ConnectorService:
|
|||
url = f"https://slack.com/app_redirect?channel={channel_id}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -529,7 +529,7 @@ class ConnectorService:
|
|||
url = f"https://notion.so/{page_id.replace('-', '')}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -650,7 +650,7 @@ class ConnectorService:
|
|||
pass
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": webpage_url,
|
||||
|
|
@ -747,7 +747,7 @@ class ConnectorService:
|
|||
url = f"https://www.youtube.com/watch?v={video_id}" if video_id else ""
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -820,7 +820,7 @@ class ConnectorService:
|
|||
|
||||
# Create a source entry
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": document.get(
|
||||
"title", "GitHub Document"
|
||||
), # Use specific title if available
|
||||
|
|
@ -930,7 +930,7 @@ class ConnectorService:
|
|||
url = f"https://linear.app/issue/{issue_identifier}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -1049,7 +1049,7 @@ class ConnectorService:
|
|||
url = f"{metadata.get('base_url')}/browse/{issue_key}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -1183,7 +1183,7 @@ class ConnectorService:
|
|||
url = f"https://calendar.google.com/calendar/event?eid={event_id}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -1310,7 +1310,7 @@ class ConnectorService:
|
|||
url = f"https://mail.google.com/mail/u/0/#inbox/{message_id}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -1412,7 +1412,7 @@ class ConnectorService:
|
|||
url = f"{metadata.get('base_url')}/pages/{page_id}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
@ -1521,7 +1521,7 @@ class ConnectorService:
|
|||
)
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": task_name,
|
||||
"description": description,
|
||||
"url": task_url,
|
||||
|
|
@ -1604,7 +1604,7 @@ class ConnectorService:
|
|||
documents = []
|
||||
|
||||
async with self.counter_lock:
|
||||
for i, result in enumerate(linkup_results):
|
||||
for _i, result in enumerate(linkup_results):
|
||||
# Only process results that have content
|
||||
if not hasattr(result, "content") or not result.content:
|
||||
continue
|
||||
|
|
@ -1624,7 +1624,7 @@ class ConnectorService:
|
|||
|
||||
# Create a document entry
|
||||
document = {
|
||||
"chunk_id": f"linkup_chunk_{i}",
|
||||
"chunk_id": self.source_id_counter,
|
||||
"content": result.content if hasattr(result, "content") else "",
|
||||
"score": 1.0, # Default score since not provided by Linkup
|
||||
"document": {
|
||||
|
|
@ -1745,7 +1745,7 @@ class ConnectorService:
|
|||
url = f"https://discord.com/channels/@me/{channel_id}"
|
||||
|
||||
source = {
|
||||
"id": document.get("id", self.source_id_counter),
|
||||
"id": chunk.get("chunk_id", self.source_id_counter),
|
||||
"title": title,
|
||||
"description": description,
|
||||
"url": url,
|
||||
|
|
|
|||
|
|
@ -266,7 +266,6 @@ const DashboardPage = () => {
|
|||
{searchSpaces &&
|
||||
searchSpaces.length > 0 &&
|
||||
searchSpaces.map((space) => (
|
||||
<Link href={`/dashboard/${space.id}/documents`} key={space.id}>
|
||||
<motion.div key={space.id} variants={itemVariants} className="aspect-[4/3]">
|
||||
<Tilt
|
||||
rotationFactor={6}
|
||||
|
|
@ -289,6 +288,7 @@ const DashboardPage = () => {
|
|||
/>
|
||||
<div className="flex flex-col h-full overflow-hidden rounded-xl border bg-muted/30 backdrop-blur-sm transition-all hover:border-primary/50">
|
||||
<div className="relative h-32 w-full overflow-hidden">
|
||||
<Link href={`/dashboard/${space.id}/documents`} key={space.id}>
|
||||
<Image
|
||||
src="https://images.unsplash.com/photo-1519389950473-47ba0277781c?ixlib=rb-4.0.3&ixid=MnwxMjA3fDB8MHxwaG90by1wYWdlfHx8fGVufDB8fHx8&auto=format&fit=crop&w=1740&q=80"
|
||||
alt={space.name}
|
||||
|
|
@ -297,6 +297,7 @@ const DashboardPage = () => {
|
|||
height={248}
|
||||
/>
|
||||
<div className="absolute inset-0 bg-gradient-to-t from-background/80 to-transparent" />
|
||||
</Link>
|
||||
<div className="absolute top-2 right-2">
|
||||
<div>
|
||||
<AlertDialog>
|
||||
|
|
@ -332,7 +333,7 @@ const DashboardPage = () => {
|
|||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<Link href={`/dashboard/${space.id}/documents`} key={space.id}>
|
||||
<div className="flex flex-1 flex-col justify-between p-4">
|
||||
<div>
|
||||
<h3 className="font-medium text-lg">{space.name}</h3>
|
||||
|
|
@ -345,10 +346,10 @@ const DashboardPage = () => {
|
|||
<span>Created {formatDate(space.created_at)}</span>
|
||||
</div>
|
||||
</div>
|
||||
</Link>
|
||||
</div>
|
||||
</Tilt>
|
||||
</motion.div>
|
||||
</Link>
|
||||
))}
|
||||
|
||||
{searchSpaces.length === 0 && (
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue