reproduce / midl.py
attilasimko's picture
new model#
f86a683
raw
history blame
347 Bytes
from evaluations.repo_evaluations import midl_evaluations
from evaluations.models import LocalLLM
import os
from dotenv import load_dotenv
load_dotenv()
token = os.getenv("githubToken")
# Load model directly
model = LocalLLM("meta-llama/Llama-3.1-8B-Instruct")
res = midl_evaluations(model)
res.to_csv("results_midl.csv", sep="\t", index=False)