Update app.py

app.py

@@ -24,15 +24,22 @@ retriever = vector_db.as_retriever(search_kwargs={"k": 3})
 
 
 # Load Jais-13B from Hugging Face
-llm = HuggingFaceHub(
-    repo_id="inceptionai/jais-13b-chat",
-    huggingfacehub_api_token=huggingfacehub_api_token,
-    task="text-generation",
-    model_kwargs={"temperature": 0.3, "max_new_tokens": 512}
-    
-)
 
+def initialize_llm():
+    """Initializes the Hugging Face LLM using the HUGGINGFACEHUB_API_TOKEN environment variable."""
+    huggingfacehub_api_token = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
+    if not huggingfacehub_api_token:
+        raise ValueError("HUGGINGFACEHUB_API_TOKEN environment variable not set.")
 
+    llm = HuggingFaceHub(
+        repo_id="jais-foundation/jais-13b-chat",
+        huggingfacehub_api_token=huggingfacehub_api_token,
+        task="text-generation",
+        model_kwargs={'temperature': 0.3, 'max_new_tokens': 512}
+    )
+    return llm
+
+    
 # Create the RetrievalQA chain
 qa_chain = RetrievalQA(llm=llm, retriever=retriever)