Update utils.py

utils.py

@@ -47,18 +47,19 @@ def get_similar_docs(query, k=2, score=False):
 
 # model = AutoModelForCausalLM.from_pretrained("gpt2")
 # tokenizer = AutoTokenizer.from_pretrained("gpt2")
-    
-# text_generation_pipeline = pipeline(
-#     model=model,
-#     tokenizer=tokenizer,
-#     task="text-generation",
-#     temperature=0.2,
-#     do_sample=True,
-#     repetition_penalty=1.1,
-#     return_full_text=True,
-#     max_new_tokens=400,
-# )
-text_generation_pipeline = pipeline("text-generation", model="bigscience/bloom-1b7")
+tokenizer = AutoTokenizer.from_pretrained("TinyLlama/TinyLlama_v1.1")
+model = AutoModelForCausalLM.from_pretrained("TinyLlama/TinyLlama_v1.1")    
+text_generation_pipeline = pipeline(
+    model=model,
+    tokenizer=tokenizer,
+    task="text-generation",
+    temperature=0.2,
+    do_sample=True,
+    repetition_penalty=1.1,
+    return_full_text=True,
+    max_new_tokens=400,
+)
+# text_generation_pipeline = pipeline("text-generation", model="bigscience/bloom-1b7")
 
 llm = HuggingFacePipeline(pipeline=text_generation_pipeline)