vrr/SurfSense
2
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2025-09-09 13:54:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

documents table migration, fix/update github indexing

Browse source
This commit is contained in:
Adamsmith6300 2025-04-13 21:23:05 -07:00
parent bb198e38c0
commit a26fac435b
5 changed files with 197 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

27
surfsense_backend/app/tasks/stream_connector_search_results.py
View file

@ -244,6 +244,33 @@ async def stream_connector_search_results(
all_raw_documents.extend(notion_chunks)
# Github Connector
if connector == "GITHUB_CONNECTOR":
# Send terminal message about starting search
yield streaming_service.add_terminal_message("Starting to search for GitHub connector...")
print("Starting to search for GitHub connector...")
# Search using Github API with reformulated query
result_object, github_chunks = await connector_service.search_github(
user_query=reformulated_query,
user_id=user_id,
search_space_id=search_space_id,
top_k=TOP_K
)
# Send terminal message about search results
yield streaming_service.add_terminal_message(
f"Found {len(result_object['sources'])} relevant results from Github",
"success"
)
# Update sources
all_sources.append(result_object)
yield streaming_service.update_sources(all_sources)
# Add documents to collection
all_raw_documents.extend(github_chunks)
# If we have documents to research