attilasimko commited on
Commit
28b25b0
·
1 Parent(s): 66ef2ad
Files changed (1) hide show
  1. evaluations/models.py +1 -1
evaluations/models.py CHANGED
@@ -25,7 +25,7 @@ class LocalLLM():
25
  class RemoteLLM():
26
  def __init__(self, model_name):
27
  token = os.getenv("hfToken")
28
- self.client = InferenceClient(model_name, token=token)
29
 
30
  def predict(self, response_type, prompt):
31
  for message in self.client.chat_completion(
 
25
  class RemoteLLM():
26
  def __init__(self, model_name):
27
  token = os.getenv("hfToken")
28
+ self.client = InferenceClient(model_name, token=f"Bearer {token}")
29
 
30
  def predict(self, response_type, prompt):
31
  for message in self.client.chat_completion(