from .utils import fetch_code import re from core.conversion import noop_logger def evaluate(llm, zip, readmes, log_fn=noop_logger): log_fn("TITLE", "\nLooking for common pitfalls (in development)...") codebase = fetch_code(zip) if (llm): for code in codebase: pitfall_check = llm.predict("STRICT", f"{codebase[code]}Do you find any signs of serious issues in this code?") if (("Yes" in pitfall_check) & ("No" not in pitfall_check)): log_fn("ERROR", f"Found possible issues in {code}") log_fn("LOG", llm.predict("PITFALL", f"File name {code} file {codebase[code]}\n Can you find any signs of common pitfalls in this code?"))