Initial check

evaluations/pitfalls.py

@@ -7,5 +7,7 @@ def evaluate(verbose, llm, zip, readme):
 
   if (llm):
     for code in codebase:
-      log(verbose, "LOG", code)
-      log(verbose, "LOG", llm.predict("PITFALL", f"{code}\n Can you find any signs of common pitfalls in this code?"))
+      pitfall_check = llm.predict("STRICT", f"{codebase[code]}Do you find any signs of serious issues in this code?")
+      if (("Yes" in pitfall_check) & ("No" not in pitfall_check)):
+        log(verbose, "ERROR", f"Found possible issues in {code}")
+        log(verbose, "LOG", llm.predict("PITFALL", f"File name {code} file {codebase[code]}\n Can you find any signs of common pitfalls in this code?"))