codelion commited on
Commit
39d4915
1 Parent(s): 23b7dfa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -38,6 +38,7 @@ def respond(message, history, model, approach, system_message, max_tokens, tempe
38
  return response.choices[0].message.content
39
  else:
40
  system_prompt = system_message
 
41
  if approach == 'rto':
42
  final_response = round_trip_optimization(system_prompt, initial_query, client, model)
43
  elif approach == 'z3':
@@ -83,7 +84,7 @@ def create_approach_dropdown():
83
  )
84
 
85
  with gr.Blocks() as demo:
86
- gr.Markdown("# Optillm - LLM Inference Comparison")
87
 
88
  with gr.Row():
89
  system_message = gr.Textbox(value="", label="System message")
 
38
  return response.choices[0].message.content
39
  else:
40
  system_prompt = system_message
41
+ initial_query = message
42
  if approach == 'rto':
43
  final_response = round_trip_optimization(system_prompt, initial_query, client, model)
44
  elif approach == 'z3':
 
84
  )
85
 
86
  with gr.Blocks() as demo:
87
+ gr.Markdown("# optillm - LLM Inference Comparison")
88
 
89
  with gr.Row():
90
  system_message = gr.Textbox(value="", label="System message")