Add error handling for paper summarization and skip invalid entries in main.py

main.py

@@ -25,6 +25,9 @@ def paper_data(paper_data, wait_time=5):
                     print(f"Skipping paper with ID: {paper_id} (missing details)")
                     continue
                 summary, mindmap = summarize_paper(pdf_url, paper_id, access_key)
+                if not summary or not mindmap:
+                    print(f"Skipping paper with ID: {paper_id} (summary/mindmap not found)")
+                    continue
                 try:
                     post_blog(title, category, summary, mindmap, citation, access_key, wait_time)
                 except Exception as e:

summarize_paper.py

@@ -4,14 +4,20 @@ from gradio_client import Client
 def summarize_paper(pdf_url, paper_id, access_key):
     mindmap = None
     summary = None
-    summarizer_client = Client("raannakasturi/ReXploreAPI")
-    result = summarizer_client.predict(
-        url=pdf_url,
-        id=paper_id,
-        access_key=access_key,
-        api_name="/rexplore_summarizer"
-    )
-    data = json.loads(result[0])
-    mindmap = data.get('mindmap')
-    summary = data.get('summary')
-    return summary, mindmap
+    try:
+        summarizer_client = Client("raannakasturi/ReXploreAPI")
+        result = summarizer_client.predict(
+            url=pdf_url,
+            id=paper_id,
+            access_key=access_key,
+            api_name="/rexplore_summarizer"
+        )
+        if result:
+            data = json.loads(result[0])
+            if data["mindmap_status"] == "success":
+                mindmap = data["mindmap"]
+            if data["summary_status"] == "success":
+                summary = data["summary"]
+    except Exception as e:
+        print(f"Error summarizing paper: {e}")
+    return summary, mindmap