Enhance error handling and debugging in blog posting functionality; remove unused print statements and update access key handling

app.py

@@ -38,4 +38,4 @@ with gr.Blocks(theme=theme, title="ReXplore Backend", fill_height=True) as app:
         show_progress="full",
     )
 
-app.queue(default_concurrency_limit=25).launch(show_api=True)
+app.queue(default_concurrency_limit=25).launch(show_api=True, show_error=True, debug=True)

fetch_data.py

@@ -60,7 +60,6 @@ def fetch_paper_data_with_category(cat_ids_api_key):
             for category, ids in cat_ids.items():
                 print(f"Fetching data for category: {category}")
                 paper_data = fetch_paper_data_concurrently(ids['ids'])
-                print(paper_data)
                 if paper_data:
                     data[category] = paper_data
         return json.dumps(data, indent=4, ensure_ascii=False)

main.py

@@ -11,9 +11,9 @@ from post_blog import post_blog
 
 # Load environment variables
 dotenv.load_dotenv()
-cat_ids_api_key = os.getenv("DATA_API_ACCESS_KEY")
 summarizer_api_key = os.getenv("SUMMARIZER_API_KEY")
 mail_api = os.getenv("MAIL_API")
+access_key = os.getenv("ACCESS_KEY")
 
 def paper_data(paper_data):
     data = {"status": "success"}
@@ -31,7 +31,7 @@ def paper_data(paper_data):
                     print(f"Skipping paper with ID: {paper_id} (missing details)")
                     continue
                 summary, mindmap = summarize_paper(pdf_url, paper_id, summarizer_api_key)
-                post_blog(title, category, summary, mindmap, citation, os.getenv('ACCESS_KEY'))
+                post_blog(title, category, summary, mindmap, citation, access_key)
                 data['data'][category][paper_id] = {
                     "id": paper_id,
                     "doi": doi,
@@ -41,6 +41,7 @@ def paper_data(paper_data):
                     "summary": summary,
                     "mindmap": mindmap,
                 }
+                break
     output_file = "paper_data_with_summary.json"
     data = json.dumps(data, indent=4, ensure_ascii=False)
     with open(output_file, "w", encoding="utf-8") as file:
@@ -48,44 +49,9 @@ def paper_data(paper_data):
     print(f"Processed data saved to {output_file}")
     return data
 
-def create_attachment(content, filename):
-    attachment = MIMEBase('application', 'octet-stream')
-    attachment.set_payload(content)
-    encoders.encode_base64(attachment)
-    attachment.add_header('Content-Disposition', f'attachment; filename="{filename}"')
-    return attachment
-
-def send_email(data):
-    configuration = sib_api_v3_sdk.Configuration()
-    configuration.api_key['api-key'] = mail_api
-    api_instance = sib_api_v3_sdk.TransactionalEmailsApi(sib_api_v3_sdk.ApiClient(configuration))
-
-    data = data
-    data_attachment = create_attachment(data.encode('utf-8'), "data.json")
-
-    subject = "ReXplore - Blogs Generated. Here are the details"
-    sender = {"name": "Project Gatekeeper", "email": "projectgatekeeper@silerudaagartha.eu.org"}
-    reply_to = {"name": "Project Gatekeeper", "email": "gatekeeper@raannakasturi.eu.org"}
-    text_content = data
-    attachments = [
-        {"content": data_attachment.get_payload(), "name": data_attachment.get_filename()},
-    ]
-    to = [{"email": "raannakasturi@gmail.com"}]
-    send_smtp_email = sib_api_v3_sdk.SendSmtpEmail(to=to, reply_to=reply_to, attachment=attachments, text_content=text_content, sender=sender, subject=subject)
-    try:
-        api_response = api_instance.send_transac_email(send_smtp_email)
-        print(api_response)
-        print("Email Sent")
-        return True
-    except ApiException as e:
-        print("Can't send email")
-        print("Exception when calling SMTPApi->send_transac_email: %s\n" % e)
-        return False
-
-def post_blogpost(access_key):
-    if access_key != os.getenv('cat_ids_api_key'):
+def post_blogpost(uaccess_key):
+    if uaccess_key != access_key:
         return False
-    data = fetch_paper_data_with_category(cat_ids_api_key)
+    data = fetch_paper_data_with_category(uaccess_key)
     pdata = paper_data(data)
-    send_email(pdata)
     return pdata

post_blog.py

@@ -6,46 +6,44 @@ import dotenv
 import mistune
 
 dotenv.load_dotenv()
-api_endpoint = os.getenv('API_ENDPOINT')
-password = os.getenv('BLOG_PASSWORD')
-username = os.getenv('BLOG_USERNAME')
+access_key = os.getenv('ACCESS_KEY')
+client_id = os.getenv('CLIENT_ID')
+client_secret = os.getenv('CLIENT_SECRET')
+refresh_token = os.getenv('REFRESH_TOKEN')
+blog_id = os.getenv('BLOG_ID')
 
 def generate_post_html(title, summary, mindmap, citation):
     html_summary = mistune.html(summary)
     post = f"""
-<!-- wp:html -->
-<div>
-    <script src="https://cdn.jsdelivr.net/npm/markmap-autoloader@latest"></script>
-    <style>
-        .markmap {{
-            position: relative;
-        }}
-        .markmap > svg {{
-            width: 100%;
-            border: 2px solid #000;
-            height: 80dvh;
-        }}
-    </style>
-    <p id="paper_summary" data="{summary.replace("&amp;", "&")}">
-        {html_summary.replace("&amp;", "&")}
-    </p>
-    <br>
-    <br>
-    <h2>Mindmap</h2>
-    <div class="markmap" data="{mindmap.replace("&amp;", "&")}">
-        <script type="text/template">
-            # {title.replace("&amp;", "&")}
-            {mindmap.replace("&amp;", "&")}
-        </script>
-    </div>
-    <br>
-    <br>
-    <h2>Citation</h2>
-    <p id="paper_citation" data="{citation.replace("&amp;", "&")}">
+    <div>
+        <script src="https://cdn.jsdelivr.net/npm/markmap-autoloader@latest"></script>
+        <style>
+            .markmap {{
+                position: relative;
+            }}
+            .markmap > svg {{
+                width: 100%;
+                border: 2px solid #000;
+                height: 80dvh;
+            }}
+        </style>
+        <p id="paper_summary" data="{summary.replace("&amp;", "&")}">{html_summary.replace("&amp;", "&")}</p>
+        <br>
+        <br>
+        <h2>Mindmap</h2>
+        <div class="markmap"  id="paper_mindmap" data="# {title} \n {mindmap.replace("&amp;", "&")}">
+            <script type="text/template">
+                # {title} 
+                {mindmap.replace("&amp;", "&")}
+            </script>
+        </div>
+        <br>
+        <br>
+        <h2>Citation</h2>
+        <p id="paper_citation" data="{citation.replace("&amp;", "&")}">
         {mistune.html(citation.replace("&amp;", "&"))}
-    </p>
-</div>
-<!-- /wp:html -->
+        </p>
+    </div>
     """
     return post
 
@@ -65,53 +63,39 @@ def create_post(title, category, summary, mindmap, citation):
     post_body = generate_post_html(title, summary, mindmap, sanitize_citation(citation))
     return post_title, post_category, post_body
 
-def create_category_if_not_exists(category_name, headers):
-    categories_url = f"{api_endpoint}/categories"
-    response = requests.get(categories_url, headers=headers)
-    if response.status_code == 200:
-        categories = response.json()
-        for category in categories:
-            if category['name'].lower() == category_name.lower():
-                return category['id']
-    create_response = requests.post(
-        categories_url,
-        headers=headers,
-        json={"name": category_name}
-    )
-    if create_response.status_code == 201:
-        return create_response.json()['id']
-    else:
-        print(f"Error creating category: {create_response.text}")
-        return None
-
 def post_post(title, category, body):
-    credentials = f"{username}:{password}"
-    url = f"{api_endpoint}/posts"
-    auth_key = base64.b64encode(credentials.encode('utf-8')).decode('utf-8')
-    headers = {
-        "Authorization": f"Basic {auth_key}"
-    }
-    category_ids = []
-    category_id = create_category_if_not_exists(category, headers)
-    if category_id:
-        category_ids.append(category_id)
-    post_data = {
-        "title": title,
-        "status": "publish",
-        "categories": category_ids,
-        "content": body
-    }
-    response = requests.post(url, headers=headers, json=post_data)
-    print(response.status_code)
-    if response.status_code == 201:
-        print(f"Posted to blog... [{category}] {title}")
+    try:
+        data = requests.post(
+                url='https://oauth2.googleapis.com/token',
+                data={
+                    'grant_type': 'refresh_token',
+                    'client_secret': client_secret,
+                    'refresh_token': refresh_token,
+                    'client_id': client_id,
+                },
+            ).json()
+        url = f"https://blogger.googleapis.com/v3/blogs/{blog_id}/posts"
+        headers = {
+            'Authorization': f"Bearer {data['access_token']}",
+            "content-type": "application/json"
+        }
+        post_data = {
+            "kind": "blogger#post",
+            "blog": {
+                "id": blog_id
+            },
+            "title": title,
+            "content": body,
+            "labels": [category]
+        }
+        data = requests.post(url, headers=headers, json=post_data).json()
         return True
-    else:
-        print(f"Failed to post to blog: {response.text}")
+    except Exception as e:
+        print('An error occurred:', str(e))
         return False
     
-def post_blog(title, category, summary, mindmap, citation, access_key):
-    if access_key != os.getenv('ACCESS_KEY'):
+def post_blog(title, category, summary, mindmap, citation, uaccess_key):
+    if uaccess_key != access_key:
         return False
     try:
         post_title, post_category, post_body = create_post(title, category, summary, mindmap, citation)
@@ -152,5 +136,5 @@ if __name__ == '__main__':
                     summary = paperdata['summary']
                     mindmap = paperdata['mindmap']
                     citation = paperdata['citation']
-                    access_key = os.getenv('ACCESS_KEY')
+                    access_key = access_key
                     post_blog(title, category, summary, mindmap, citation, access_key)

requirements.txt

@@ -1,7 +1,6 @@
 gradio==5.9.1
 gradio-client==1.5.2
 python-dotenv==1.0.1
-sib-api-v3-sdk==7.6.0
 mistune==3.0.2
 nbconvert==7.16.4
 requests==2.32.3