New system files

evaluations/models.py

@@ -2,7 +2,8 @@ from transformers import pipeline
 from huggingface_hub import InferenceClient
 import os
 
-system_messages = { "STRICT": """You are a chatbot evaluating github repositories, their python codes and corresponding readme files. 
+system_messages = { "STRICT": """You are a chatbot evaluating github repositories, their python codes and corresponding readme files.
+                   Keep in mind, that the code you are provided is only one of many files in the repository. 
                    Strictly answer the questions with "Yes" or "No". 
                    Don't use any punctuation either.""",
                     "HELP": """You are a chatbot evaluating github repositories, their python codes and corresponding readme files. 
@@ -11,8 +12,9 @@ system_messages = { "STRICT": """You are a chatbot evaluating github repositorie
                     Your answer should be a single paragraph.""",
                      "PITFALL": """You are a chatbot evaluating github repositories, their python codes and corresponding readme files. 
                      You are looking for common pitfalls in the code. 
+                     Keep in mind, that the code you are provided is only one of many files in the repository.
                      Keep your answer short and informative.
-                     Only report serious flaws. If you don't find any, return an empty string.
+                     Only report serious flaws. If you don't find any, don't mention it.
                      Answer in a short paragraph, and keep in mind the following common pitfall categories
                      Pitfall #1 Design-flaws with regards to the data collection in the code."))
                      Pitfall #2 Dataset shift (e.g. sampling bias, imbalanced populations, imbalanced labels, non-stationary environments)."))