Refactor image generation and upload process, improve error handling, and add base64 padding fix

image.py

@@ -1,77 +1,99 @@
 import base64
-import os
-import pollinations as ai
-from PIL import Image
 import io
+import os
 import re
 import requests
+import dotenv
+from PIL import Image
+import pollinations as ai
+
+dotenv.load_dotenv()
 
 def extract_summary(text):
     text = text.replace("#", "").strip().lower()
-    match = re.search(r"summary(.*?)highlights", text.replace("#", ""), re.DOTALL)
+    match = re.search(r"summary(.*?)highlights", text, re.DOTALL)
     if match:
-        return match.group(1).replace("#", "").replace("\n", "").strip()
-    return None
+        return match.group(1).strip()
+    return text
+
+def fix_base64_padding(data):
+    missing_padding = len(data) % 4
+    if missing_padding:
+        data += "=" * (4 - missing_padding)
+    return data
 
 def generate_image(title, summary):
     try:
         extracted_summary = extract_summary(summary)
-        if not extracted_summary:
-            extracted_summary = summary
-        data = r"{}: {}".format(title.replace("{", "").replace("}","").replace("\n", ""), extracted_summary).strip().replace("&", "&").replace("{", "").replace("}","").replace("\n", "")
+        prompt = f"{title.strip()}: {extracted_summary.strip()}"
         model_obj = ai.ImageModel(
-            model=ai.turbo,
+            model=ai.flux_pro,
             width=1280,
             height=720,
             seed=2342342340,
             enhance=True,
             nologo=True
         )
-        model_obj.generate(
-            prompt=r"{}".format(data),
-            negative=("a bad image, low res, low quality, pixelated, blurry, bad lighting, bad angle, bad composition, bad focus, bad exposure, bad white balance, bad color, bad contrast, bad saturation, bad sharpness, bad noise, bad artifacts, bad framing, bad cropping, bad editing, bad filter, bad lens, bad camera, bad sensor, bad settings, bad post-processing, bad retouching, bad enhancement, bad manipulation, bad distortion, bad watermark, bad logo, bad text, bad overlay, bad background"),
+        image = model_obj.generate(
+            prompt=prompt,
+            negative="low quality, blurry, pixelated",
             save=True,
             file="image.png"
         )
-        with open("image.png", "rb") as image_file:
-            image_data = image_file.read()
-            base64_encoded = base64.b64encode(image_data).decode('utf-8')
-            data_uri = f"data:image/png;base64,{base64_encoded}"
-        return r"{}".format(data_uri).strip()
+        if type(image) == str:
+            print(f"An error occurred during image generation: {image}")
+            return None
+        image_url = image.params.get("url")
+        if image_url:
+            img_data = requests.get(image_url).content
+            base64_encoded = base64.b64encode(img_data).decode("utf-8")
+            return f"data:image/png;base64,{base64_encoded}"
+        return None
     except Exception as e:
-        return f"An error occurred: {e}"
+        print(f"An error occurred during image generation: {e}")
+        return None
 
 def verify_image(image_data):
     try:
         image_stream = io.BytesIO(image_data)
-        image = Image.open(image_stream)
-        image.verify()
-        image_stream.seek(0)
-        image = Image.open(image_stream)
+        img = Image.open(image_stream)
+        img.verify()
         return True
     except Exception as e:
         print(f"Error verifying image: {e}")
         return False
 
 def upload_image(data_uri, api_key):
+    image_url = "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
     try:
-        base64_image = data_uri.split(",")[1]
-        url = f'https://api.imgbb.com/1/upload?key={api_key}'
-        response = requests.post(url, data={'image': base64_image}).json()
-        if response.get('status') == 200:
-            return response['data']['url']
+        base64_image = fix_base64_padding(data_uri.split(",")[1])
+        url = f"https://api.imgbb.com/1/upload?key={api_key}"
+        response = requests.post(url, data={"image": base64_image}).json()
+        if response.get("status") == 200:
+            image_url = response["data"]["display_url"]
         else:
-            return "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
+            print(f"Error uploading image: {response}")
+            image_url = "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
     except Exception as e:
         print(f"Error uploading image: {e}")
-        return "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
+        image_url = "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
+    finally:
+        return image_url
 
 def fetch_image(title, summary, api_key):
     image_url = "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
-    data_uri = generate_image(title, summary)
-    image_data = base64.b64decode(data_uri.split(",")[1])
-    if verify_image(image_data):
-        image_url = upload_image(data_uri, api_key)
-    os.remove("image.png")
-    return image_url
-
+    try:
+        data_uri = generate_image(title, summary)
+        if data_uri:
+            base64_image = fix_base64_padding(data_uri.split(",")[1])
+            image_data = base64.b64decode(base64_image)
+            if verify_image(image_data):
+                image_url = upload_image(data_uri, api_key)
+        else:
+            image_url = "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
+    except Exception as e:
+        print(f"Error fetching image: {e}")
+        image_url = "https://i.ibb.co/qdC1nSx/landscape-placeholder-e1608289113759.png"
+    finally:
+        os.remove("image.png")
+        return image_url

post_blog.py

@@ -12,13 +12,14 @@ client_id = os.getenv('CLIENT_ID')
 client_secret = os.getenv('CLIENT_SECRET')
 refresh_token = os.getenv('REFRESH_TOKEN')
 blog_id = os.getenv('BLOG_ID')
+imgbb_api_key = os.getenv('IMGBB_API_KEY')
 
 def generate_post_html(title, summary, mindmap, citation):
     title = title.replace("{", r'{').replace("}", r'}')
     summary = summary.replace("{", r'{').replace("}", r'}')
     mindmap = mindmap.replace("{", r'{').replace("}", r'}')
     citation = citation.replace("{", r'{').replace("}", r'}')
-    image = fetch_image(title, summary, os.getenv('IMGBB_API_KEY'))
+    image = fetch_image(title, summary, imgbb_api_key)
     html_summary = mistune.html(summary)
     post = f"""
 <div>
@@ -105,9 +106,9 @@ def post_blog(title, category, summary, mindmap, citation, uaccess_key, wait_tim
     else:
         status = True
         post_title, post_category, post_body, post_image = create_post(title, category, summary, mindmap, citation)
-        status = post_post(post_title, post_category, post_body, post_image)
+        # status = post_post(post_title, post_category, post_body, post_image)
         print(f"Waiting for {wait_time*60} seconds...")
-        time.sleep(wait_time*60)
+        # time.sleep(wait_time*60)
         if status:
             print('Post created successfully')
             return True
@@ -122,10 +123,10 @@ def test(access_key):
                 "2412.16344": {
                     "id": "2412.16344",
                     "doi": "https://doi.org/10.48550/arXiv.2412.16344",
-                    "title": "Analytic 3D vector non-uniform Fourier crystal optics in arbitrary $\bar{\bar{\varepsilon}}$ dielectric",
+                    "title": "Gravitational algebras and applications to nonequilibrium physics",
                     "category": "Astrophysics",
                     "citation": "Grant, C. E., Bautz, M. W., Miller, E. D., Foster, R. F., LaMarr, B., Malonis, A., Prigozhin, G., Schneider, B., Leitz, C., &amp; Falcone, A. D. (2024). Focal Plane of the Arcus Probe X-Ray Spectrograph. ArXiv. https://doi.org/10.48550/ARXIV.2412.16344",
-                    "summary": "## Summary\nThe Arcus Probe mission concept provides high-resolution soft X-ray and UV spectroscopy to study the universe. The X-ray Spectrograph (XRS) uses two CCD focal planes to detect and record X-ray photons. Laboratory performance results meet observatory requirements.\n\n## Highlights\n- The Arcus Probe mission concept explores the formation and evolution of clusters, galaxies, and stars.\n- The XRS instrument includes four parallel optical channels and two detector focal plane arrays.\n- The CCDs are designed and manufactured by MIT Lincoln Laboratory (MIT/LL).\n- The XRS focal plane utilizes high heritage MIT/LL CCDs with proven technologies.\n- Laboratory testing confirms CCID-94 performance meets required spectral resolution and readout noise.\n- The Arcus mission includes two co-aligned instruments working simultaneously.\n- The XRS Instrument Control Unit (XICU) controls the activities of the XRS.\n\n## Key Insights\n- The Arcus Probe mission concept provides a significant improvement in sensitivity and resolution over previous missions, enabling breakthrough science in understanding the universe.\n- The XRS instrument's design, including the use of two CCD focal planes and four parallel optical channels, allows for high-resolution spectroscopy and efficient detection of X-ray photons.\n- The CCDs used in the XRS instrument are designed and manufactured by MIT Lincoln Laboratory (MIT/LL), which has a proven track record of producing high-quality CCDs for space missions.\n- The laboratory performance results of the CCID-94 device demonstrate that it meets the required spectral resolution and readout noise for the Arcus mission, indicating that the instrument is capable of achieving its scientific goals.\n- The XRS Instrument Control Unit (XICU) plays a crucial role in controlling the activities of the XRS, including gathering and storing data, and processing event recognition.\n- The Arcus mission's use of two co-aligned instruments working simultaneously allows for a wide range of scientific investigations, including the study of time-domain science and the physics of time-dependent phenomena.\n- The high heritage MIT/LL CCDs used in the XRS focal plane provide a reliable and efficient means of detecting X-ray photons, enabling the instrument to achieve its scientific goals.",
+                    "summary": "## Summary\nThe text discusses gravitational algebras and their applications in nonequilibrium physics, specifically in the context of black holes and de Sitter spacetime. It explores the concept of type III and type II von Neumann algebras and their role in understanding the thermodynamic properties of gravitational systems.\n\n## Highlights\n- The Arcus Probe mission concept explores the formation and evolution of clusters, galaxies, and stars.\n- The XRS instrument includes four parallel optical channels and two detector focal plane arrays.\n- The CCDs are designed and manufactured by MIT Lincoln Laboratory (MIT/LL).\n- The XRS focal plane utilizes high heritage MIT/LL CCDs with proven technologies.\n- Laboratory testing confirms CCID-94 performance meets required spectral resolution and readout noise.\n- The Arcus mission includes two co-aligned instruments working simultaneously.\n- The XRS Instrument Control Unit (XICU) controls the activities of the XRS.\n\n## Key Insights\n- The Arcus Probe mission concept provides a significant improvement in sensitivity and resolution over previous missions, enabling breakthrough science in understanding the universe.\n- The XRS instrument's design, including the use of two CCD focal planes and four parallel optical channels, allows for high-resolution spectroscopy and efficient detection of X-ray photons.\n- The CCDs used in the XRS instrument are designed and manufactured by MIT Lincoln Laboratory (MIT/LL), which has a proven track record of producing high-quality CCDs for space missions.\n- The laboratory performance results of the CCID-94 device demonstrate that it meets the required spectral resolution and readout noise for the Arcus mission, indicating that the instrument is capable of achieving its scientific goals.\n- The XRS Instrument Control Unit (XICU) plays a crucial role in controlling the activities of the XRS, including gathering and storing data, and processing event recognition.\n- The Arcus mission's use of two co-aligned instruments working simultaneously allows for a wide range of scientific investigations, including the study of time-domain science and the physics of time-dependent phenomena.\n- The high heritage MIT/LL CCDs used in the XRS focal plane provide a reliable and efficient means of detecting X-ray photons, enabling the instrument to achieve its scientific goals.",
                     "mindmap": "## Arcus Probe Mission Concept\n- Explores formation and evolution of clusters, galaxies, stars\n- High-resolution soft X-ray and UV spectroscopy\n- Agile response capability for time-domain science\n\n## X-Ray Spectrograph (XRS) Instrument\n- Two nearly identical CCD focal planes\n- Detects and records X-ray photons from dispersed spectra\n- Zero-order of critical angle transmission gratings\n\n## XRS Focal Plane Characteristics\n- Frametransfer X-ray CCDs\n- 8-CCD array per Detector Assembly\n- FWHM < 70 eV @ 0.5 keV\n- System read noise ≤ 4 e- RMS @ 625 kpixels/sec\n\n## Detector Assembly\n- Eight CCDs in a linear array\n- Tilted to match curved focal surface\n- Gaps minimized between CCDs\n- Alignment optimized with XRS optics\n\n## Detector Electronics\n- Programmable analog clock waveforms and biases\n- Low-noise analog signal processing and digitization\n- 1 second frame time for negligible pileup\n\n## XRS Instrument Control Unit (XICU)\n- Controls XRS activities and data transfer\n- Event Recognition Processor (ERP) extracts X-ray events\n- Reduces data rate by many orders of magnitude\n\n## CCD X-Ray Performance\n- Measured readout noise 2-3 e- RMS\n- Spectral resolution meets Arcus requirements\n- FWHM < 70 eV at 0.5 keV\n\n## CCID-94 Characteristics\n- Back-illuminated frame-transfer CCDs\n- 2048 × 1024 pixel imaging array\n- 24 × 24 µm image area pixel size\n- 50 µm detector thickness\n\n## Contamination Blocking Filter (CBF)\n- Protects detectors from molecular contamination\n- 45 nm polyimide + 30 nm Al\n- Maintained above +20°C by heater control\n\n## Optical Blocking Filter (OBF)\n- Attenuates visible/IR stray light\n- 40 nm Al on-chip filter\n- Works in conjunction with CBF"
                 }
             }