File size: 1,091 Bytes
6154d25 97d5130 6154d25 97d5130 6154d25 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
import pandas as pd
from deta import Deta
import streamlit as st
st.set_page_config(page_title="Persian LLM Leaderboard", page_icon=":bar_chart:", layout="wide")
# with open('.streamlit/style.css') as f:
# st.markdown(f'<style>{f.read()}</style>', unsafe_allow_html=True)
st.markdown("<h1>Open Persian LLM Leaderboard</h1>", unsafe_allow_html=True)
DETA_KEY = st.secrets["DETA_KEY"]
deta = Deta(DETA_KEY)
database = deta.Base("submitted-models")
def insert_model(data): return database.put(data)
def fetch_all_models(): return database.fetch().items
def get_model_name(model): return database.get(model)
st.markdown("<br>", unsafe_allow_html=True)
tab1, tab2, tab3 = st.tabs([ "\u2001\u2001\u2001 LLM Benchmark\u2001\u2001\u2001",
"\u2001\u2001\u2001 Submit A Model\u2001\u2001\u2001",
"\u2001\u2001\u2001 About Leaderboard\u2001\u2001\u2001"])
summ_eval_metrics = ['BLEU', 'CHARF', 'TER']
qas_eval_metrics = ['F1', 'EXACT-MATCH']
mts_eval_metrics = ['CHARF', 'BLEU', 'TER']
mcq_eval_metrics = ['MC1', 'MC2']
|