Shreyas094's picture
Upload 528 files
372531f verified
raw
history blame
2.42 kB
# SerpApi Retriever
# libraries
import os
import requests
import urllib.parse
class SerpApiSearch():
"""
SerpApi Retriever
"""
def __init__(self, query):
"""
Initializes the SerpApiSearch object
Args:
query:
"""
self.query = query
self.api_key = self.get_api_key()
def get_api_key(self):
"""
Gets the SerpApi API key
Returns:
"""
try:
api_key = os.environ["SERPAPI_API_KEY"]
except:
raise Exception("SerpApi API key not found. Please set the SERPAPI_API_KEY environment variable. "
"You can get a key at https://serpapi.com/")
return api_key
def search(self, max_results=7):
"""
Searches the query
Returns:
"""
print("SerpApiSearch: Searching with query {0}...".format(self.query))
"""Useful for general internet search queries using SerpApi."""
url = "https://serpapi.com/search.json"
params = {
"q": self.query,
"api_key": self.api_key
}
encoded_url = url + "?" + urllib.parse.urlencode(params)
search_response = []
try:
response = requests.get(encoded_url, timeout=10)
if response.status_code == 200:
search_results = response.json()
if search_results:
results = search_results["organic_results"]
results_processed = 0
for result in results:
# skip youtube results
if "youtube.com" in result["link"]:
continue
if results_processed >= max_results:
break
search_result = {
"title": result["title"],
"href": result["link"],
"body": result["snippet"],
}
search_response.append(search_result)
results_processed += 1
except Exception as e:
print(f"Error: {e}. Failed fetching sources. Resulting in empty response.")
search_response = []
return search_response