evaluations/pitfalls.py

from .utils import log, fetch_code
import re

def evaluate(verbose, llm, zip, readme):
  log(verbose, "TITLE", "\nLooking for common pitfalls (in development)...")
  codebase = fetch_code(zip)

  if (llm):
    # Pitfall #1
    for code in codebase:
      code = code[:1000]
      log(verbose, "LOG", code)
      log(verbose, "LOG", llm.predict("PITFALL", f"{code}\n Can you find any signs of common pitfalls in this code?"))