Music-To-Image / app.py
fffiloni's picture
Update app.py
0f45386
raw
history blame
No virus
1.3 kB
import gradio as gr
lpmc_client = gr.load("seungheondoh/LP-Music-Caps-demo", src="spaces")
from gradio_client import Client
client = Client("https://ysharma-explore-llamav2-with-tgi.hf.space/")
def infer(audio_file):
cap_result = lpmc_client(
audio_file, # str (filepath or URL to file) in 'audio_path' Audio component
api_name="predict"
)
print(cap_result)
llama_q = f"""
I'll give you music description, then i want you to provide an image description that would fit well with the music.
Answer with only one image description. Never do lists.
Here's the music description :
{cap_result}
"""
result = client.predict(
llama_q, # str in 'Message' Textbox component
api_name="/chat"
)
print(result)
return cap_result, result
with gr.Blocks() as demo:
with gr.Column(elem_id="col-container"):
audio_input = gr.Audio(type="filepath", source="upload")
infer_btn = gr.Button("Generate")
lpmc_cap = gr.Textbox(label="Lp Music Caps caption")
llama_trans_cap = gr.Textbox(label="Llama translation")
img_result = gr.Video(label="Result")
infer_btn.click(fn=infer, inputs=[audio_input], outputs=[lpmc_cap, llama_trans_cap])
demo.queue().launch()