File size: 1,864 Bytes
88adbcf
cd14e4d
8f731e0
eac755c
88adbcf
62268f6
ccf0698
8ff8bf9
fc9f6dd
de3c6cf
454cd9e
cd14e4d
69cbe77
b048432
cd14e4d
b048432
1233674
8f731e0
1c31e5e
 
 
 
 
 
 
 
eac755c
f6e3be7
69cbe77
eac755c
 
4b74ad7
 
eac755c
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
import streamlit as st
from evaluations.repo_evaluations import evaluate
from evaluations.models import RemoteLLM
import requests

model = RemoteLLM("meta-llama/Llama-3.1-8B-Instruct")

st.write("\n")
st.write("Welcome to the online reproducibility evaluation tool!")
st.write("We follow guidelines provided by Simkó et al. (2022) (https://arxiv.org/abs/2210.11146)")
st.write("Additionally we look for common pitfalls in the code according to a publication in development.")

checkbox = st.checkbox("Would you like to see recommendations during evaluation?", value=False)
repo_link = st.text_input("Github repository link:", value="", type="default", help=None)

if (repo_link):
    verbose = 4 if checkbox else 3
    evaluate(llm=model, verbose=verbose, repo_url=repo_link)

with st.form("my_form"):
    st.write("Notice something wrong? Please tell us so we can improve.")
    feedback = st.text_input("Feedback", value="")

    # Every form must have a submit button.
    submitted = st.form_submit_button("Submit feedback")
    if submitted:
        if repo_link and feedback:
            st.write("Repository:", repo_link)

            google_form_url = "https://docs.google.com/forms/d/e/1FAIpQLSeJ6eWl4rdZX2lKnIMkylcMBR0qj2Dq2dDHzQX5dfUjOieB7w/formResponse"
            form_data = {
                "entry.1379878677": repo_link,
                "entry.1888584307": feedback
            }
            
            # Send the form data using a POST request
            response = requests.post(google_form_url, data=form_data)
            
            if response.status_code == 200:
                st.success("Feedback successfully submitted! Thank you.")
            else:
                st.error("There was an issue submitting your feedback. Please try again later.")
        else:
            st.warning("Please provide feedback before submitting.")