MihaiAlexandru1606 commited on
Commit
5e24656
1 Parent(s): c71e2cb

Upload 9 files

Browse files
Files changed (3) hide show
  1. config.json +5 -2
  2. pytorch_model.bin +3 -0
  3. tf_model.h5 +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "readerbench/RoGPT2-base",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
@@ -18,7 +18,10 @@
18
  "n_inner": null,
19
  "n_layer": 12,
20
  "n_positions": 1024,
 
21
  "resid_pdrop": 0.1,
 
 
22
  "summary_activation": null,
23
  "summary_first_dropout": 0.1,
24
  "summary_proj_to_labels": true,
@@ -30,7 +33,7 @@
30
  "max_length": 50
31
  }
32
  },
33
- "transformers_version": "4.3.3",
34
  "use_cache": true,
35
  "vocab_size": 50257
36
  }
 
1
  {
2
+ "_name_or_path": "../../models/summary/model/RoGPT2-base-best",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
 
18
  "n_inner": null,
19
  "n_layer": 12,
20
  "n_positions": 1024,
21
+ "reorder_and_upcast_attn": false,
22
  "resid_pdrop": 0.1,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
  "summary_activation": null,
26
  "summary_first_dropout": 0.1,
27
  "summary_proj_to_labels": true,
 
33
  "max_length": 50
34
  }
35
  },
36
+ "transformers_version": "4.20.1",
37
  "use_cache": true,
38
  "vocab_size": 50257
39
  }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912f49830483f4b0ea8a84233acb1c76a4f9974f3a2b0fd3053a409f6d9c0dad
3
+ size 510394089
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:482f3508f96855017bbb388c7ae3fca528daaa3af42ce109ae44b24224006f1d
3
- size 497934920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7598e1889fc43900c904e045d1c5de33226b84dbce02361aed2b93156a26db53
3
+ size 497935464