attilasimko commited on
Commit
a10ce7c
·
1 Parent(s): 6fb0159
Files changed (1) hide show
  1. evaluations/pitfalls.py +1 -0
evaluations/pitfalls.py CHANGED
@@ -8,6 +8,7 @@ def evaluate(verbose, llm, zip, readme):
8
  if (llm):
9
  # Pitfall #1
10
  for code in codebase:
 
11
  llm.predict("HELP", f"{code}\n Please explain if you find any design-flaws with regards to the data collection in the code.")
12
 
13
  # Pitfall #2
 
8
  if (llm):
9
  # Pitfall #1
10
  for code in codebase:
11
+ code = code[:1000]
12
  llm.predict("HELP", f"{code}\n Please explain if you find any design-flaws with regards to the data collection in the code.")
13
 
14
  # Pitfall #2