import json import streamlit as st import requests headers = {"Authorization": f"Bearer api_LbZppGQTIlpuKxWWbyNLvgPXLxXCbKYiMr"} API_URL = "https://api-inference.huggingface.co/models/vblagoje/bart_eli5" API_URL_TTS = "https://api-inference.huggingface.co/models/espnet/kan-bayashi_ljspeech_vits" def query_eli_model(payload): data = json.dumps(payload) response = requests.request("POST", API_URL, headers=headers, data=data) return json.loads(response.content.decode("utf-8")) def query_audio_tts(payload): data = json.dumps(payload) response = requests.request("POST", API_URL_TTS, headers=headers, data=data) return response.content st.set_page_config( page_title="AI assistant", initial_sidebar_state="expanded" ) st.markdown(""" """, unsafe_allow_html=True) st.title('AI Assistant') question = st.text_input('Enter a question') if question: with st.spinner("Generating an answer..."): model_input = f'question: {question}' if model_input: data = query_eli_model({ "inputs": model_input, "parameters": { "min_length": 30, "max_length": 200, "do_sample": False, "early_stopping": True, "num_beams": 8, "temperature": 1.0, "top_k": None, "top_p": None, "no_repeat_ngram_size": 3, "num_return_sequences": 1 } }) if data: generated_answer = data[0]['generated_text'] st.markdown( " ".join([ "
{generated_answer}
', "