kajyuuen commited on
Commit
f240094
1 Parent(s): 065e10a

Use tool tokens

Browse files
Files changed (3) hide show
  1. spiece.model +2 -2
  2. tokenizer.json +3 -3
  3. tokenizer_config.json +3 -3
spiece.model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7aa69ad88e8e7a8c6cb65978a4a08a34755c42e055ea755a12f5b89b804212e1
3
- size 1831860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e2fccdac2794faadad487a5bf76018f693c71361ba7eb088bcaf9fe9ee90c23
3
+ size 1831863
tokenizer.json CHANGED
@@ -211,15 +211,15 @@
211
  0.0
212
  ],
213
  [
214
- "<|available_apis|>",
215
  0.0
216
  ],
217
  [
218
- "<|api_calls|>",
219
  0.0
220
  ],
221
  [
222
- "<|api_results|>",
223
  0.0
224
  ],
225
  [
 
211
  0.0
212
  ],
213
  [
214
+ "<|available_tools|>",
215
  0.0
216
  ],
217
  [
218
+ "<|tool_calls|>",
219
  0.0
220
  ],
221
  [
222
+ "<|tool_results|>",
223
  0.0
224
  ],
225
  [
tokenizer_config.json CHANGED
@@ -39,7 +39,7 @@
39
  "special": false
40
  },
41
  "10": {
42
- "content": "<|available_apis|>",
43
  "lstrip": false,
44
  "normalized": false,
45
  "rstrip": false,
@@ -47,7 +47,7 @@
47
  "special": false
48
  },
49
  "11": {
50
- "content": "<|api_calls|>",
51
  "lstrip": false,
52
  "normalized": false,
53
  "rstrip": false,
@@ -55,7 +55,7 @@
55
  "special": false
56
  },
57
  "12": {
58
- "content": "<|api_results|>",
59
  "lstrip": false,
60
  "normalized": false,
61
  "rstrip": false,
 
39
  "special": false
40
  },
41
  "10": {
42
+ "content": "<|available_tools|>",
43
  "lstrip": false,
44
  "normalized": false,
45
  "rstrip": false,
 
47
  "special": false
48
  },
49
  "11": {
50
+ "content": "<|tool_calls|>",
51
  "lstrip": false,
52
  "normalized": false,
53
  "rstrip": false,
 
55
  "special": false
56
  },
57
  "12": {
58
+ "content": "<|tool_results|>",
59
  "lstrip": false,
60
  "normalized": false,
61
  "rstrip": false,