Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -9,7 +9,7 @@ from huggingface_hub import snapshot_download
9
 
10
  snapshot_download(model_id, local_dir="./")
11
  from llama_cpp import Llama
12
- llm = Llama(model_path="./ggml-model-q4_0.bin", n_ctx=4096,seed=-1,n_threads=4)
13
 
14
  def run(message: str,
15
  chat_history: list[tuple[str, str]],
 
9
 
10
  snapshot_download(model_id, local_dir="./")
11
  from llama_cpp import Llama
12
+ llm = Llama(model_path="./ggml-model-q4_0.bin", n_ctx=4096,seed=-1)
13
 
14
  def run(message: str,
15
  chat_history: list[tuple[str, str]],