Enhance title and citation handling in main.py and post_blog.py with unicode escape decoding and HTML escaping

main.py

@@ -29,6 +29,10 @@ def paper_data(paper_data, wait_time=5):
                     print(f"Skipping paper with ID: {paper_id} (summary/mindmap not found)")
                     continue
                 try:
+                    title = title.encode('unicode-escape').decode().replace('\\\\', '\\')
+                    summary = summary.encode('unicode-escape').decode().replace('\\\\', '\\')
+                    mindmap = mindmap.encode('unicode-escape').decode().replace('\\\\', '\\')
+                    citation = citation.encode('unicode-escape').decode().replace('\\\\', '\\')
                     post_blog(title, category, summary, mindmap, citation, access_key, wait_time)
                 except Exception as e:
                     print(f"Error posting blog '{title}': {e}")

post_blog.py

@@ -1,4 +1,5 @@
 import os
+import html
 import time
 import requests
 import dotenv
@@ -149,7 +150,7 @@ def test(uaccess_key):
                 "2412.16344": {
                     "id": "2412.16344",
                     "doi": "https://doi.org/10.48550/arXiv.2412.16344",
-                    "title": "Gravitational algebras and applications to nonequilibrium physics",
+                    "title": "Demographics of black holes at <$100 R$_{\rm g}$ scales: accretion flows, jets, and shadows",
                     "category": "Astrophysics",
                     "citation": "Grant, C. E., Bautz, M. W., Miller, E. D., Foster, R. F., LaMarr, B., Malonis, A., Prigozhin, G., Schneider, B., Leitz, C., &amp; Falcone, A. D. (2024). Focal Plane of the Arcus Probe X-Ray Spectrograph. ArXiv. https://doi.org/10.48550/ARXIV.2412.16344",
                     "summary": "## Summary\nThe text discusses gravitational algebras and their applications in nonequilibrium physics, specifically in the context of black holes and de Sitter spacetime. It explores the concept of type III and type II von Neumann algebras and their role in understanding the thermodynamic properties of gravitational systems.\n\n## Highlights\n- The Arcus Probe mission concept explores the formation and evolution of clusters, galaxies, and stars.\n- The XRS instrument includes four parallel optical channels and two detector focal plane arrays.\n- The CCDs are designed and manufactured by MIT Lincoln Laboratory (MIT/LL).\n- The XRS focal plane utilizes high heritage MIT/LL CCDs with proven technologies.\n- Laboratory testing confirms CCID-94 performance meets required spectral resolution and readout noise.\n- The Arcus mission includes two co-aligned instruments working simultaneously.\n- The XRS Instrument Control Unit (XICU) controls the activities of the XRS.\n\n## Key Insights\n- The Arcus Probe mission concept provides a significant improvement in sensitivity and resolution over previous missions, enabling breakthrough science in understanding the universe.\n- The XRS instrument's design, including the use of two CCD focal planes and four parallel optical channels, allows for high-resolution spectroscopy and efficient detection of X-ray photons.\n- The CCDs used in the XRS instrument are designed and manufactured by MIT Lincoln Laboratory (MIT/LL), which has a proven track record of producing high-quality CCDs for space missions.\n- The laboratory performance results of the CCID-94 device demonstrate that it meets the required spectral resolution and readout noise for the Arcus mission, indicating that the instrument is capable of achieving its scientific goals.\n- The XRS Instrument Control Unit (XICU) plays a crucial role in controlling the activities of the XRS, including gathering and storing data, and processing event recognition.\n- The Arcus mission's use of two co-aligned instruments working simultaneously allows for a wide range of scientific investigations, including the study of time-domain science and the physics of time-dependent phenomena.\n- The high heritage MIT/LL CCDs used in the XRS focal plane provide a reliable and efficient means of detecting X-ray photons, enabling the instrument to achieve its scientific goals.",
@@ -163,11 +164,11 @@ def test(uaccess_key):
         for category, catdata in data.items():
             if category != 'status':
                 for paper_id, paperdata in catdata.items():
-                    title = paperdata['title']
+                    title = html.escape(paperdata['title'].encode('unicode-escape').decode().replace('\\\\', '\\'))
                     category = paperdata['category']
-                    summary = paperdata['summary']
-                    mindmap = paperdata['mindmap']
-                    citation = paperdata['citation']
+                    summary = paperdata.get('summary', '')
+                    mindmap = paperdata.get('mindmap', '')
+                    citation = paperdata.get('citation', '')
                     uaccess_key = access_key
                     status = post_blog(title, category, summary, mindmap, citation, uaccess_key, 0)
                     print(status)