Update app.py
Browse files
app.py
CHANGED
|
@@ -29,7 +29,8 @@ def chat_stream_completion(message, history, system_prompt):
|
|
| 29 |
|
| 30 |
response = llm.create_chat_completion(
|
| 31 |
messages=messages_prompts,
|
| 32 |
-
stream=True
|
|
|
|
| 33 |
)
|
| 34 |
message_repl = ""
|
| 35 |
for chunk in response:
|
|
|
|
| 29 |
|
| 30 |
response = llm.create_chat_completion(
|
| 31 |
messages=messages_prompts,
|
| 32 |
+
stream=True,
|
| 33 |
+
stop=["[INST]"]
|
| 34 |
)
|
| 35 |
message_repl = ""
|
| 36 |
for chunk in response:
|