vikarti.anatra/Automated-AI-Web-Researcher-Ollama
1
0
Fork 0
mirror of https://github.com/TheBlewish/Automated-AI-Web-Researcher-Ollama.git synced 2025-01-18 16:37:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update Self_Improving_Search.py

Browse source
This commit is contained in:
James 2024-12-14 16:50:14 +10:00 committed by GitHub
parent e47867ad50
commit 2f96502c58
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 37 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
Self_Improving_Search.py
View file

@ -242,6 +242,16 @@ Do not provide any additional information or explanation.
return []
from duckduckgo_search import DDGS
max_retries = 3
base_delay = 2 # Base delay in seconds
for retry in range(max_retries):
try:
# Add delay that increases with each retry
if retry > 0:
delay = base_delay * (2 ** (retry - 1)) # Exponential backoff
print(f"{Fore.YELLOW}Rate limit hit. Waiting {delay} seconds before retry {retry + 1}/{max_retries}...{Style.RESET_ALL}")
time.sleep(delay)
with DDGS() as ddgs:
try:
@ -250,13 +260,30 @@ Do not provide any additional information or explanation.
results = list(ddgs.text(query, timelimit=time_range, max_results=10))
else:
results = list(ddgs.text(query, max_results=10))
ddg_output = output.getvalue()
logger.info(f"DDG Output in perform_search:\n{ddg_output}")
# If we get here, search was successful
return [{'number': i+1, **result} for i, result in enumerate(results)]
except Exception as e:
if 'Ratelimit' in str(e):
if retry == max_retries - 1:
print(f"{Fore.RED}Final rate limit attempt failed: {str(e)}{Style.RESET_ALL}")
return []
continue # Try again with delay
else:
print(f"{Fore.RED}Search error: {str(e)}{Style.RESET_ALL}")
return []
except Exception as e:
print(f"{Fore.RED}Outer error: {str(e)}{Style.RESET_ALL}")
return []
print(f"{Fore.RED}All retry attempts failed for query: {query}{Style.RESET_ALL}")
return []
def display_search_results(self, results: List[Dict]) -> None:
"""Display search results with minimal output"""
try: