Mr-Vicky-01 commited on
Commit
dcbf46f
1 Parent(s): 74da2db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -13,12 +13,12 @@ icons = {"assistant": "robot.png", "user": "man-kddi.png"}
13
 
14
  # Configure the Llama index settings
15
  Settings.llm = HuggingFaceInferenceAPI(
16
- model_name="meta-llama/Meta-Llama-3-8B-Instruct",
17
- tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
18
  context_window=3900,
19
  token=os.getenv("HF_TOKEN"),
20
  # max_new_tokens=1000,
21
- generate_kwargs={"temperature": 0.1},
22
  )
23
  Settings.embed_model = HuggingFaceEmbedding(
24
  model_name="BAAI/bge-small-en-v1.5"
 
13
 
14
  # Configure the Llama index settings
15
  Settings.llm = HuggingFaceInferenceAPI(
16
+ model_name="mistralai/Mistral-7B-Instruct-v0.2",
17
+ tokenizer_name="mistralai/Mistral-7B-Instruct-v0.2",
18
  context_window=3900,
19
  token=os.getenv("HF_TOKEN"),
20
  # max_new_tokens=1000,
21
+ generate_kwargs={"temperature": 0},
22
  )
23
  Settings.embed_model = HuggingFaceEmbedding(
24
  model_name="BAAI/bge-small-en-v1.5"