Spaces:
Sleeping
Sleeping
import streamlit as st | |
from evaluations.repo_evaluations import evaluate | |
from evaluations.models import RemoteLLM | |
import requests | |
model = RemoteLLM("meta-llama/Llama-3.1-8B-Instruct") | |
st.write("\n") | |
st.write("Welcome to the online reproducibility evaluation tool!") | |
st.write("We follow guidelines provided by Simkó et al. (2022) (https://arxiv.org/abs/2210.11146)") | |
st.write("Additionally we look for common pitfalls in the code according to a publication in development.") | |
checkbox = st.checkbox("Would you like to see recommendations during evaluation?", value=False) | |
repo_link = st.text_input("Github repository link:", value="", type="default", help=None) | |
if (repo_link): | |
verbose = 4 if checkbox else 3 | |
evaluate(llm=None, verbose=verbose, repo_url=repo_link) | |
with st.form("my_form"): | |
st.write("Notice something wrong? Please tell us so we can improve.") | |
feedback = st.text_input("Feedback", value="") | |
# Every form must have a submit button. | |
submitted = st.form_submit_button("Submit feedback") | |
if submitted: | |
if repo_link and feedback: | |
st.write("Repository:", repo_link) | |
google_form_url = "https://docs.google.com/forms/d/e/1FAIpQLSeJ6eWl4rdZX2lKnIMkylcMBR0qj2Dq2dDHzQX5dfUjOieB7w/formResponse" | |
form_data = { | |
"entry.1379878677": repo_link, | |
"entry.1888584307": feedback | |
} | |
# Send the form data using a POST request | |
response = requests.post(google_form_url, data=form_data) | |
if response.status_code == 200: | |
st.success("Feedback successfully submitted! Thank you.") | |
else: | |
st.error("There was an issue submitting your feedback. Please try again later.") | |
else: | |
st.warning("Please provide feedback before submitting.") |