dacorvo HF staff commited on
Commit
3f855f2
1 Parent(s): 2519345

Upload folder using huggingface_hub

Browse files
compiled/19cc2c20277cd9ab5c34.neff ADDED
Binary file (155 kB). View file
 
config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "hf-internal-testing/tiny-random-gpt2",
3
+ "activation_function": "gelu_new",
4
+ "attention_probs_dropout_prob": 0.1,
5
+ "attn_pdrop": 0.1,
6
+ "bos_token_id": 98,
7
+ "embd_pdrop": 0.1,
8
+ "eos_token_id": 98,
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 37,
14
+ "layer_norm_epsilon": 1e-05,
15
+ "model_type": "gpt2",
16
+ "n_ctx": 512,
17
+ "n_embd": 32,
18
+ "n_head": 4,
19
+ "n_inner": null,
20
+ "n_layer": 5,
21
+ "n_positions": 512,
22
+ "neuron": {
23
+ "auto_cast_type": "fp32",
24
+ "batch_size": 16,
25
+ "checkpoint_id": "hf-internal-testing/tiny-random-gpt2",
26
+ "checkpoint_revision": null,
27
+ "compiler_type": "neuronx-cc",
28
+ "compiler_version": "2.12.54.0+f631c2365",
29
+ "num_cores": 2,
30
+ "sequence_length": 12,
31
+ "task": "text-generation"
32
+ },
33
+ "pad_token_id": 98,
34
+ "reorder_and_upcast_attn": false,
35
+ "resid_pdrop": 0.1,
36
+ "scale_attn_by_inverse_layer_idx": false,
37
+ "scale_attn_weights": true,
38
+ "summary_activation": null,
39
+ "summary_first_dropout": 0.1,
40
+ "summary_proj_to_labels": true,
41
+ "summary_type": "cls_index",
42
+ "summary_use_proj": true,
43
+ "transformers_version": "4.36.2",
44
+ "type_vocab_size": 16,
45
+ "use_cache": true,
46
+ "vocab_size": 1000
47
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 98,
4
+ "eos_token_id": 98,
5
+ "pad_token_id": 98,
6
+ "transformers_version": "4.36.2"
7
+ }