mzwing commited on
Commit
d2d12b8
1 Parent(s): 6561b80

try to fix

Browse files
Files changed (1) hide show
  1. start.sh +1 -6
start.sh CHANGED
@@ -1,9 +1,4 @@
1
  caddy run &
2
- sleep 10 && curl -s http://localhost:3928/inferences/llamacpp/loadmodel \
3
- -H 'Content-Type: application/json' \
4
- -d '{
5
- "llama_model_path": "./AquilaChat2-7B-16K.Q3_K_L.gguf",
6
- "ctx_len": 16384,
7
- }' &
8
  source /opt/intel/oneapi/setvars.sh
9
  ./nitro
 
1
  caddy run &
2
+ (sleep 10 && curl -s http://localhost:3928/inferences/llamacpp/loadmodel -H 'Content-Type: application/json' -d '{ "llama_model_path": "./AquilaChat2-7B-16K.Q3_K_L.gguf", "ctx_len": 16384 }') &
 
 
 
 
 
3
  source /opt/intel/oneapi/setvars.sh
4
  ./nitro