Hugging Face's logo

ibm-granite
/
granite-3b-code-base-128k

Text Generation
Transformers
Safetensors
llama
code
granite
Eval Results
text-generation-inference
Model card Files Community
rpand002 commited on
Commit
be07174
•
1 Parent(s): 6742973

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +12 -12
README.md CHANGED
@@ -25,7 +25,7 @@ model-index:
25
  type: text-generation
26
  dataset:
27
  type: bigcode/humanevalpack
28
- name: HumanEvalSynthesis(Python)
29
  metrics:
30
  - name: pass@1
31
  type: pass@1
@@ -35,7 +35,7 @@ model-index:
35
  type: text-generation
36
  dataset:
37
  type: bigcode/humanevalpack
38
- name: HumanEvalSynthesis(Average)
39
  metrics:
40
  - name: pass@1
41
  type: pass@1
@@ -45,7 +45,7 @@ model-index:
45
  type: text-generation
46
  dataset:
47
  type: bigcode/humanevalpack
48
- name: HumanEvalExplain(Average)
49
  metrics:
50
  - name: pass@1
51
  type: pass@1
@@ -55,7 +55,7 @@ model-index:
55
  type: text-generation
56
  dataset:
57
  type: bigcode/humanevalpack
58
- name: HumanEvalFix(Average)
59
  metrics:
60
  - name: pass@1
61
  type: pass@1
@@ -115,7 +115,7 @@ model-index:
115
  type: text-generation
116
  dataset:
117
  type: lcc
118
- name: LCC(Balanced)
119
  metrics:
120
  - name: Exact Match@4K
121
  type: Exact Match@4K
@@ -125,7 +125,7 @@ model-index:
125
  type: text-generation
126
  dataset:
127
  type: lcc
128
- name: LCC(Balanced)
129
  metrics:
130
  - name: Exact Match@16K
131
  type: Exact Match@16K
@@ -135,7 +135,7 @@ model-index:
135
  type: text-generation
136
  dataset:
137
  type: lcc
138
- name: LCC(Balanced)
139
  metrics:
140
  - name: Exact Match@16K
141
  type: Exact Match@16K
@@ -145,7 +145,7 @@ model-index:
145
  type: text-generation
146
  dataset:
147
  type: lcc
148
- name: LCC(Balanced)
149
  metrics:
150
  - name: Exact Match@32K
151
  type: Exact Match@32K
@@ -155,7 +155,7 @@ model-index:
155
  type: text-generation
156
  dataset:
157
  type: repobench
158
- name: RepoBench-P(Balanced)
159
  metrics:
160
  - name: Exact Match@4K
161
  type: Exact Match@4K
@@ -165,7 +165,7 @@ model-index:
165
  type: text-generation
166
  dataset:
167
  type: repobench
168
- name: RepoBench-P(Balanced)
169
  metrics:
170
  - name: Exact Match@16K
171
  type: Exact Match@16K
@@ -175,7 +175,7 @@ model-index:
175
  type: text-generation
176
  dataset:
177
  type: repobench
178
- name: RepoBench-P(Balanced)
179
  metrics:
180
  - name: Exact Match@16K
181
  type: Exact Match@16K
@@ -185,7 +185,7 @@ model-index:
185
  type: text-generation
186
  dataset:
187
  type: repobench
188
- name: RepoBench-P(Balanced)
189
  metrics:
190
  - name: Exact Match@32K
191
  type: Exact Match@32K
 
25
  type: text-generation
26
  dataset:
27
  type: bigcode/humanevalpack
28
+ name: HumanEvalSynthesis (Python)
29
  metrics:
30
  - name: pass@1
31
  type: pass@1
 
35
  type: text-generation
36
  dataset:
37
  type: bigcode/humanevalpack
38
+ name: HumanEvalSynthesis (Average)
39
  metrics:
40
  - name: pass@1
41
  type: pass@1
 
45
  type: text-generation
46
  dataset:
47
  type: bigcode/humanevalpack
48
+ name: HumanEvalExplain (Average)
49
  metrics:
50
  - name: pass@1
51
  type: pass@1
 
55
  type: text-generation
56
  dataset:
57
  type: bigcode/humanevalpack
58
+ name: HumanEvalFix (Average)
59
  metrics:
60
  - name: pass@1
61
  type: pass@1
 
115
  type: text-generation
116
  dataset:
117
  type: lcc
118
+ name: LCC (Balanced)
119
  metrics:
120
  - name: Exact Match@4K
121
  type: Exact Match@4K
 
125
  type: text-generation
126
  dataset:
127
  type: lcc
128
+ name: LCC (Balanced)
129
  metrics:
130
  - name: Exact Match@16K
131
  type: Exact Match@16K
 
135
  type: text-generation
136
  dataset:
137
  type: lcc
138
+ name: LCC (Balanced)
139
  metrics:
140
  - name: Exact Match@16K
141
  type: Exact Match@16K
 
145
  type: text-generation
146
  dataset:
147
  type: lcc
148
+ name: LCC (Balanced)
149
  metrics:
150
  - name: Exact Match@32K
151
  type: Exact Match@32K
 
155
  type: text-generation
156
  dataset:
157
  type: repobench
158
+ name: RepoBench-P (Balanced)
159
  metrics:
160
  - name: Exact Match@4K
161
  type: Exact Match@4K
 
165
  type: text-generation
166
  dataset:
167
  type: repobench
168
+ name: RepoBench-P (Balanced)
169
  metrics:
170
  - name: Exact Match@16K
171
  type: Exact Match@16K
 
175
  type: text-generation
176
  dataset:
177
  type: repobench
178
+ name: RepoBench-P (Balanced)
179
  metrics:
180
  - name: Exact Match@16K
181
  type: Exact Match@16K
 
185
  type: text-generation
186
  dataset:
187
  type: repobench
188
+ name: RepoBench-Pn(Balanced)
189
  metrics:
190
  - name: Exact Match@32K
191
  type: Exact Match@32K