raannakasturi commited on
Commit
757c1f5
·
verified ·
1 Parent(s): 478525f

Update tools.py

Browse files
Files changed (1) hide show
  1. tools.py +1 -1
tools.py CHANGED
@@ -24,7 +24,7 @@ def load_llm_model():
24
  repo_id="bartowski/Llama-3.2-1B-Instruct-GGUF",
25
  filename="Llama-3.2-1B-Instruct-Q8_0.gguf",
26
  n_ctx=50000,
27
- n_batch=16384,
28
  )
29
  print("LLM model loaded successfully")
30
  return llm
 
24
  repo_id="bartowski/Llama-3.2-1B-Instruct-GGUF",
25
  filename="Llama-3.2-1B-Instruct-Q8_0.gguf",
26
  n_ctx=50000,
27
+ n_batch=1024,
28
  )
29
  print("LLM model loaded successfully")
30
  return llm