Hugging Face's logo

Hamana0509
/
ORPO_ReFT_Llama3.1_8B_Instruct

Model card Files Community
Hamana0509 commited on
Commit
cd0e3cd
•
1 Parent(s): a7af96b

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +655 -0
config.json ADDED
@@ -0,0 +1,655 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "intervention_constant_sources": [
3
+ true,
4
+ true,
5
+ true,
6
+ true,
7
+ true,
8
+ true,
9
+ true,
10
+ true,
11
+ true,
12
+ true,
13
+ true,
14
+ true,
15
+ true,
16
+ true,
17
+ true,
18
+ true,
19
+ true,
20
+ true,
21
+ true,
22
+ true,
23
+ true,
24
+ true,
25
+ true,
26
+ true,
27
+ true,
28
+ true,
29
+ true,
30
+ true,
31
+ true,
32
+ true,
33
+ true,
34
+ true
35
+ ],
36
+ "intervention_dimensions": [
37
+ 4096,
38
+ 4096,
39
+ 4096,
40
+ 4096,
41
+ 4096,
42
+ 4096,
43
+ 4096,
44
+ 4096,
45
+ 4096,
46
+ 4096,
47
+ 4096,
48
+ 4096,
49
+ 4096,
50
+ 4096,
51
+ 4096,
52
+ 4096,
53
+ 4096,
54
+ 4096,
55
+ 4096,
56
+ 4096,
57
+ 4096,
58
+ 4096,
59
+ 4096,
60
+ 4096,
61
+ 4096,
62
+ 4096,
63
+ 4096,
64
+ 4096,
65
+ 4096,
66
+ 4096,
67
+ 4096,
68
+ 4096
69
+ ],
70
+ "intervention_types": [
71
+ "<class 'pyreft.interventions.LoreftIntervention'>",
72
+ "<class 'pyreft.interventions.LoreftIntervention'>",
73
+ "<class 'pyreft.interventions.LoreftIntervention'>",
74
+ "<class 'pyreft.interventions.LoreftIntervention'>",
75
+ "<class 'pyreft.interventions.LoreftIntervention'>",
76
+ "<class 'pyreft.interventions.LoreftIntervention'>",
77
+ "<class 'pyreft.interventions.LoreftIntervention'>",
78
+ "<class 'pyreft.interventions.LoreftIntervention'>",
79
+ "<class 'pyreft.interventions.LoreftIntervention'>",
80
+ "<class 'pyreft.interventions.LoreftIntervention'>",
81
+ "<class 'pyreft.interventions.LoreftIntervention'>",
82
+ "<class 'pyreft.interventions.LoreftIntervention'>",
83
+ "<class 'pyreft.interventions.LoreftIntervention'>",
84
+ "<class 'pyreft.interventions.LoreftIntervention'>",
85
+ "<class 'pyreft.interventions.LoreftIntervention'>",
86
+ "<class 'pyreft.interventions.LoreftIntervention'>",
87
+ "<class 'pyreft.interventions.LoreftIntervention'>",
88
+ "<class 'pyreft.interventions.LoreftIntervention'>",
89
+ "<class 'pyreft.interventions.LoreftIntervention'>",
90
+ "<class 'pyreft.interventions.LoreftIntervention'>",
91
+ "<class 'pyreft.interventions.LoreftIntervention'>",
92
+ "<class 'pyreft.interventions.LoreftIntervention'>",
93
+ "<class 'pyreft.interventions.LoreftIntervention'>",
94
+ "<class 'pyreft.interventions.LoreftIntervention'>",
95
+ "<class 'pyreft.interventions.LoreftIntervention'>",
96
+ "<class 'pyreft.interventions.LoreftIntervention'>",
97
+ "<class 'pyreft.interventions.LoreftIntervention'>",
98
+ "<class 'pyreft.interventions.LoreftIntervention'>",
99
+ "<class 'pyreft.interventions.LoreftIntervention'>",
100
+ "<class 'pyreft.interventions.LoreftIntervention'>",
101
+ "<class 'pyreft.interventions.LoreftIntervention'>",
102
+ "<class 'pyreft.interventions.LoreftIntervention'>"
103
+ ],
104
+ "mode": "parallel",
105
+ "representations": [
106
+ [
107
+ 0,
108
+ "block_output",
109
+ "pos",
110
+ 1,
111
+ 2,
112
+ null,
113
+ null,
114
+ null,
115
+ null,
116
+ null,
117
+ null,
118
+ null,
119
+ null,
120
+ null
121
+ ],
122
+ [
123
+ 1,
124
+ "block_output",
125
+ "pos",
126
+ 1,
127
+ 2,
128
+ null,
129
+ null,
130
+ null,
131
+ null,
132
+ null,
133
+ null,
134
+ null,
135
+ null,
136
+ null
137
+ ],
138
+ [
139
+ 2,
140
+ "block_output",
141
+ "pos",
142
+ 1,
143
+ 2,
144
+ null,
145
+ null,
146
+ null,
147
+ null,
148
+ null,
149
+ null,
150
+ null,
151
+ null,
152
+ null
153
+ ],
154
+ [
155
+ 3,
156
+ "block_output",
157
+ "pos",
158
+ 1,
159
+ 2,
160
+ null,
161
+ null,
162
+ null,
163
+ null,
164
+ null,
165
+ null,
166
+ null,
167
+ null,
168
+ null
169
+ ],
170
+ [
171
+ 4,
172
+ "block_output",
173
+ "pos",
174
+ 1,
175
+ 2,
176
+ null,
177
+ null,
178
+ null,
179
+ null,
180
+ null,
181
+ null,
182
+ null,
183
+ null,
184
+ null
185
+ ],
186
+ [
187
+ 5,
188
+ "block_output",
189
+ "pos",
190
+ 1,
191
+ 2,
192
+ null,
193
+ null,
194
+ null,
195
+ null,
196
+ null,
197
+ null,
198
+ null,
199
+ null,
200
+ null
201
+ ],
202
+ [
203
+ 6,
204
+ "block_output",
205
+ "pos",
206
+ 1,
207
+ 2,
208
+ null,
209
+ null,
210
+ null,
211
+ null,
212
+ null,
213
+ null,
214
+ null,
215
+ null,
216
+ null
217
+ ],
218
+ [
219
+ 7,
220
+ "block_output",
221
+ "pos",
222
+ 1,
223
+ 2,
224
+ null,
225
+ null,
226
+ null,
227
+ null,
228
+ null,
229
+ null,
230
+ null,
231
+ null,
232
+ null
233
+ ],
234
+ [
235
+ 8,
236
+ "block_output",
237
+ "pos",
238
+ 1,
239
+ 2,
240
+ null,
241
+ null,
242
+ null,
243
+ null,
244
+ null,
245
+ null,
246
+ null,
247
+ null,
248
+ null
249
+ ],
250
+ [
251
+ 9,
252
+ "block_output",
253
+ "pos",
254
+ 1,
255
+ 2,
256
+ null,
257
+ null,
258
+ null,
259
+ null,
260
+ null,
261
+ null,
262
+ null,
263
+ null,
264
+ null
265
+ ],
266
+ [
267
+ 10,
268
+ "block_output",
269
+ "pos",
270
+ 1,
271
+ 2,
272
+ null,
273
+ null,
274
+ null,
275
+ null,
276
+ null,
277
+ null,
278
+ null,
279
+ null,
280
+ null
281
+ ],
282
+ [
283
+ 11,
284
+ "block_output",
285
+ "pos",
286
+ 1,
287
+ 2,
288
+ null,
289
+ null,
290
+ null,
291
+ null,
292
+ null,
293
+ null,
294
+ null,
295
+ null,
296
+ null
297
+ ],
298
+ [
299
+ 12,
300
+ "block_output",
301
+ "pos",
302
+ 1,
303
+ 2,
304
+ null,
305
+ null,
306
+ null,
307
+ null,
308
+ null,
309
+ null,
310
+ null,
311
+ null,
312
+ null
313
+ ],
314
+ [
315
+ 13,
316
+ "block_output",
317
+ "pos",
318
+ 1,
319
+ 2,
320
+ null,
321
+ null,
322
+ null,
323
+ null,
324
+ null,
325
+ null,
326
+ null,
327
+ null,
328
+ null
329
+ ],
330
+ [
331
+ 14,
332
+ "block_output",
333
+ "pos",
334
+ 1,
335
+ 2,
336
+ null,
337
+ null,
338
+ null,
339
+ null,
340
+ null,
341
+ null,
342
+ null,
343
+ null,
344
+ null
345
+ ],
346
+ [
347
+ 15,
348
+ "block_output",
349
+ "pos",
350
+ 1,
351
+ 2,
352
+ null,
353
+ null,
354
+ null,
355
+ null,
356
+ null,
357
+ null,
358
+ null,
359
+ null,
360
+ null
361
+ ],
362
+ [
363
+ 16,
364
+ "block_output",
365
+ "pos",
366
+ 1,
367
+ 2,
368
+ null,
369
+ null,
370
+ null,
371
+ null,
372
+ null,
373
+ null,
374
+ null,
375
+ null,
376
+ null
377
+ ],
378
+ [
379
+ 17,
380
+ "block_output",
381
+ "pos",
382
+ 1,
383
+ 2,
384
+ null,
385
+ null,
386
+ null,
387
+ null,
388
+ null,
389
+ null,
390
+ null,
391
+ null,
392
+ null
393
+ ],
394
+ [
395
+ 18,
396
+ "block_output",
397
+ "pos",
398
+ 1,
399
+ 2,
400
+ null,
401
+ null,
402
+ null,
403
+ null,
404
+ null,
405
+ null,
406
+ null,
407
+ null,
408
+ null
409
+ ],
410
+ [
411
+ 19,
412
+ "block_output",
413
+ "pos",
414
+ 1,
415
+ 2,
416
+ null,
417
+ null,
418
+ null,
419
+ null,
420
+ null,
421
+ null,
422
+ null,
423
+ null,
424
+ null
425
+ ],
426
+ [
427
+ 20,
428
+ "block_output",
429
+ "pos",
430
+ 1,
431
+ 2,
432
+ null,
433
+ null,
434
+ null,
435
+ null,
436
+ null,
437
+ null,
438
+ null,
439
+ null,
440
+ null
441
+ ],
442
+ [
443
+ 21,
444
+ "block_output",
445
+ "pos",
446
+ 1,
447
+ 2,
448
+ null,
449
+ null,
450
+ null,
451
+ null,
452
+ null,
453
+ null,
454
+ null,
455
+ null,
456
+ null
457
+ ],
458
+ [
459
+ 22,
460
+ "block_output",
461
+ "pos",
462
+ 1,
463
+ 2,
464
+ null,
465
+ null,
466
+ null,
467
+ null,
468
+ null,
469
+ null,
470
+ null,
471
+ null,
472
+ null
473
+ ],
474
+ [
475
+ 23,
476
+ "block_output",
477
+ "pos",
478
+ 1,
479
+ 2,
480
+ null,
481
+ null,
482
+ null,
483
+ null,
484
+ null,
485
+ null,
486
+ null,
487
+ null,
488
+ null
489
+ ],
490
+ [
491
+ 24,
492
+ "block_output",
493
+ "pos",
494
+ 1,
495
+ 2,
496
+ null,
497
+ null,
498
+ null,
499
+ null,
500
+ null,
501
+ null,
502
+ null,
503
+ null,
504
+ null
505
+ ],
506
+ [
507
+ 25,
508
+ "block_output",
509
+ "pos",
510
+ 1,
511
+ 2,
512
+ null,
513
+ null,
514
+ null,
515
+ null,
516
+ null,
517
+ null,
518
+ null,
519
+ null,
520
+ null
521
+ ],
522
+ [
523
+ 26,
524
+ "block_output",
525
+ "pos",
526
+ 1,
527
+ 2,
528
+ null,
529
+ null,
530
+ null,
531
+ null,
532
+ null,
533
+ null,
534
+ null,
535
+ null,
536
+ null
537
+ ],
538
+ [
539
+ 27,
540
+ "block_output",
541
+ "pos",
542
+ 1,
543
+ 2,
544
+ null,
545
+ null,
546
+ null,
547
+ null,
548
+ null,
549
+ null,
550
+ null,
551
+ null,
552
+ null
553
+ ],
554
+ [
555
+ 28,
556
+ "block_output",
557
+ "pos",
558
+ 1,
559
+ 2,
560
+ null,
561
+ null,
562
+ null,
563
+ null,
564
+ null,
565
+ null,
566
+ null,
567
+ null,
568
+ null
569
+ ],
570
+ [
571
+ 29,
572
+ "block_output",
573
+ "pos",
574
+ 1,
575
+ 2,
576
+ null,
577
+ null,
578
+ null,
579
+ null,
580
+ null,
581
+ null,
582
+ null,
583
+ null,
584
+ null
585
+ ],
586
+ [
587
+ 30,
588
+ "block_output",
589
+ "pos",
590
+ 1,
591
+ 2,
592
+ null,
593
+ null,
594
+ null,
595
+ null,
596
+ null,
597
+ null,
598
+ null,
599
+ null,
600
+ null
601
+ ],
602
+ [
603
+ 31,
604
+ "block_output",
605
+ "pos",
606
+ 1,
607
+ 2,
608
+ null,
609
+ null,
610
+ null,
611
+ null,
612
+ null,
613
+ null,
614
+ null,
615
+ null,
616
+ null
617
+ ]
618
+ ],
619
+ "sorted_keys": [
620
+ "layer.0.comp.block_output.unit.pos.nunit.1#0",
621
+ "layer.1.comp.block_output.unit.pos.nunit.1#0",
622
+ "layer.2.comp.block_output.unit.pos.nunit.1#0",
623
+ "layer.3.comp.block_output.unit.pos.nunit.1#0",
624
+ "layer.4.comp.block_output.unit.pos.nunit.1#0",
625
+ "layer.5.comp.block_output.unit.pos.nunit.1#0",
626
+ "layer.6.comp.block_output.unit.pos.nunit.1#0",
627
+ "layer.7.comp.block_output.unit.pos.nunit.1#0",
628
+ "layer.8.comp.block_output.unit.pos.nunit.1#0",
629
+ "layer.9.comp.block_output.unit.pos.nunit.1#0",
630
+ "layer.10.comp.block_output.unit.pos.nunit.1#0",
631
+ "layer.11.comp.block_output.unit.pos.nunit.1#0",
632
+ "layer.12.comp.block_output.unit.pos.nunit.1#0",
633
+ "layer.13.comp.block_output.unit.pos.nunit.1#0",
634
+ "layer.14.comp.block_output.unit.pos.nunit.1#0",
635
+ "layer.15.comp.block_output.unit.pos.nunit.1#0",
636
+ "layer.16.comp.block_output.unit.pos.nunit.1#0",
637
+ "layer.17.comp.block_output.unit.pos.nunit.1#0",
638
+ "layer.18.comp.block_output.unit.pos.nunit.1#0",
639
+ "layer.19.comp.block_output.unit.pos.nunit.1#0",
640
+ "layer.20.comp.block_output.unit.pos.nunit.1#0",
641
+ "layer.21.comp.block_output.unit.pos.nunit.1#0",
642
+ "layer.22.comp.block_output.unit.pos.nunit.1#0",
643
+ "layer.23.comp.block_output.unit.pos.nunit.1#0",
644
+ "layer.24.comp.block_output.unit.pos.nunit.1#0",
645
+ "layer.25.comp.block_output.unit.pos.nunit.1#0",
646
+ "layer.26.comp.block_output.unit.pos.nunit.1#0",
647
+ "layer.27.comp.block_output.unit.pos.nunit.1#0",
648
+ "layer.28.comp.block_output.unit.pos.nunit.1#0",
649
+ "layer.29.comp.block_output.unit.pos.nunit.1#0",
650
+ "layer.30.comp.block_output.unit.pos.nunit.1#0",
651
+ "layer.31.comp.block_output.unit.pos.nunit.1#0"
652
+ ],
653
+ "transformers_version": "4.44.0",
654
+ "use_cache": false
655
+ }