huseinzol05 commited on
Commit
84d5ed5
β€’
1 Parent(s): f9bd3dc

add initial mallam

Browse files
Files changed (1) hide show
  1. app.py +14 -0
app.py CHANGED
@@ -153,6 +153,13 @@ open_source = [
153
  'Tatabahasa 1-shot': 57.306590257879655,
154
  'Tatabahasa 3-shots': 56.446991404011456,
155
  },
 
 
 
 
 
 
 
156
  {
157
  'T': '🟒',
158
  'model': '[aisingapore/sealion3b](https://huggingface.co/aisingapore/sealion3b)',
@@ -194,6 +201,13 @@ open_source = [
194
  'Tatabahasa 1-shot': 27.793696275071632,
195
  'Tatabahasa 3-shots': 28.653295128939828,
196
  },
 
 
 
 
 
 
 
197
  ]
198
 
199
  data = pd.DataFrame(close_source + open_source)
 
153
  'Tatabahasa 1-shot': 57.306590257879655,
154
  'Tatabahasa 3-shots': 56.446991404011456,
155
  },
156
+ {
157
+ 'T': 'β­•',
158
+ 'model': '[mesolitica/malaysian-mistral-7b-32k-instructions-v2](https://huggingface.co/mesolitica/malaysian-mistral-7b-32k-instructions-v2)',
159
+ 'Tatabahasa 0-shot': 61.891117478510026,
160
+ 'Tatabahasa 1-shot': 50.429799426934096,
161
+ 'Tatabahasa 3-shots': 40.114613180515754,
162
+ },
163
  {
164
  'T': '🟒',
165
  'model': '[aisingapore/sealion3b](https://huggingface.co/aisingapore/sealion3b)',
 
201
  'Tatabahasa 1-shot': 27.793696275071632,
202
  'Tatabahasa 3-shots': 28.653295128939828,
203
  },
204
+ {
205
+ 'T': 'β­•',
206
+ 'model': '[mesolitica/mallam-1.1b-20k-instructions](https://huggingface.co/mesolitica/mallam-1.1b-20k-instructions)',
207
+ 'Tatabahasa 0-shot': 26.923076923076923,
208
+ 'Tatabahasa 1-shot': 28.939828080229223,
209
+ 'Tatabahasa 3-shots': 21.776504297994272,
210
+ }
211
  ]
212
 
213
  data = pd.DataFrame(close_source + open_source)