Update README.md

README.md

@@ -14,7 +14,7 @@ base_model:
 
 # Hinoki-Sak-Sta-slerp-7B
 
-Hinoki-Sak-slerp-7B is a merge of the following models using using [LazyMergekit](https://colab.research.google.com/drive/1obulZ1ROXHjYLn6PPZJwRR6GzgQogxxb?usp=sharing) of [Maxime Labonne](https://huggingface.co/mlabonne) powered by [MergeKit](https://github.com/arcee-ai/mergekit) of [Arcee AI](https://www.arcee.ai):
+Hinoki-Sak-Sta-slerp-7B is a merge of the following models using the [LazyMergekit](https://colab.research.google.com/drive/1obulZ1ROXHjYLn6PPZJwRR6GzgQogxxb?usp=sharing) of [Maxime Labonne](https://huggingface.co/mlabonne) powered by [MergeKit](https://github.com/arcee-ai/mergekit) of [Arcee AI](https://www.arcee.ai):
 * [SakanaAI/EvoLLM-JP-A-v1-7B](https://huggingface.co/SakanaAI/EvoLLM-JP-A-v1-7B) (Base model)
 * [stabilityai/japanese-stablelm-base-gamma-7b](https://huggingface.co/stabilityai/japanese-stablelm-base-gamma-7b)
 
@@ -44,24 +44,20 @@ dtype: bfloat16
 ```python
 !pip install -qU transformers accelerate
 
-from transformers import AutoTokenizer
-import transformers
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
-model = "AkimfromParis/Hinoki-Sak-Sta-slerp-7B"
-messages = [{"role": "user", "content": "What is a large language model?"}]
-
 tokenizer = AutoTokenizer.from_pretrained(model)
-prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
-pipeline = transformers.pipeline(
-    "text-generation",
-    model=model,
-    torch_dtype=torch.float16,
-    device_map="auto",
-)
+model = AutoModelForCausalLM.from_pretrained("AkimfromParis/Hinoki-Sak-Sta-slerp-7B")
+
+pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer, torch_dtype=torch.bfloat16, device_map="auto", trust_remote_code=True)
+
+messages = [{"role": "system", "content": "あなたはAIアシスタントです。"}]
+messages.append({"role": "user", "content": "大谷翔平選手について教えてください"})
+
+prompt = tokenizer.apply_chat_template(conversation=messages, add_generation_prompt=True, tokenize=False)
 
-outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
-print(outputs[0]["generated_text"])
+pipeline(prompt, max_new_tokens=256, do_sample=False, temperature=0.0, return_full_text=False)
 ```
 # Citation
 ```