reproduce / app.py
attilasimko's picture
Update app.py
0286db1 verified
import streamlit as st
from evaluations.repo_evaluations import evaluate
from evaluations.models import RemoteLLM
import requests
model = RemoteLLM("meta-llama/Llama-3.1-8B-Instruct")
st.write("\n")
st.write("Welcome to the online reproducibility evaluation tool!")
st.write("We follow guidelines provided by Simkó et al. (2022) (https://arxiv.org/abs/2210.11146)")
st.write("Additionally we look for common pitfalls in the code according to a publication in development.")
checkbox = st.checkbox("Would you like to see recommendations during evaluation?", value=False)
repo_link = st.text_input("Github repository link:", value="", type="default", help=None)
if (repo_link):
verbose = 4 if checkbox else 3
evaluate(llm=None, verbose=verbose, repo_url=repo_link)
with st.form("my_form"):
st.write("Notice something wrong? Please tell us so we can improve.")
feedback = st.text_input("Feedback", value="")
# Every form must have a submit button.
submitted = st.form_submit_button("Submit feedback")
if submitted:
if repo_link and feedback:
st.write("Repository:", repo_link)
google_form_url = "https://docs.google.com/forms/d/e/1FAIpQLSeJ6eWl4rdZX2lKnIMkylcMBR0qj2Dq2dDHzQX5dfUjOieB7w/formResponse"
form_data = {
"entry.1379878677": repo_link,
"entry.1888584307": feedback
}
# Send the form data using a POST request
response = requests.post(google_form_url, data=form_data)
if response.status_code == 200:
st.success("Feedback successfully submitted! Thank you.")
else:
st.error("There was an issue submitting your feedback. Please try again later.")
else:
st.warning("Please provide feedback before submitting.")