Matt commited on
Commit
bb9e6c5
1 Parent(s): 1e7fdcc

Move to in-library checkpoint

Browse files
Files changed (3) hide show
  1. config.json +7 -10
  2. generation_config.json +4 -4
  3. tokenizer_config.json +5 -1
config.json CHANGED
@@ -2,13 +2,9 @@
2
  "alibi": false,
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
- "RWForCausalLM"
6
  ],
7
  "attention_dropout": 0.0,
8
- "auto_map": {
9
- "AutoConfig": "configuration_RW.RWConfig",
10
- "AutoModelForCausalLM": "modelling_RW.RWForCausalLM"
11
- },
12
  "bias": false,
13
  "bos_token_id": 11,
14
  "eos_token_id": 11,
@@ -16,13 +12,14 @@
16
  "hidden_size": 8192,
17
  "initializer_range": 0.02,
18
  "layer_norm_epsilon": 1e-05,
19
- "model_type": "RefinedWeb",
20
- "n_head": 128,
21
- "n_head_kv": 8,
22
- "n_layer": 60,
 
23
  "parallel_attn": true,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.26.0",
26
  "use_cache": true,
27
  "vocab_size": 65024
28
- }
 
2
  "alibi": false,
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
+ "FalconForCausalLM"
6
  ],
7
  "attention_dropout": 0.0,
 
 
 
 
8
  "bias": false,
9
  "bos_token_id": 11,
10
  "eos_token_id": 11,
 
12
  "hidden_size": 8192,
13
  "initializer_range": 0.02,
14
  "layer_norm_epsilon": 1e-05,
15
+ "model_type": "falcon",
16
+ "new_decoder_architecture": true,
17
+ "num_attention_heads": 128,
18
+ "num_hidden_layers": 60,
19
+ "num_kv_heads": 8,
20
  "parallel_attn": true,
21
  "torch_dtype": "bfloat16",
22
  "transformers_version": "4.26.0",
23
  "use_cache": true,
24
  "vocab_size": 65024
25
+ }
generation_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 1,
4
- "eos_token_id": 2,
5
- "transformers_version": "4.26.0"
6
- }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 11,
4
+ "eos_token_id": 11,
5
+ "transformers_version": "4.31.0.dev0"
6
+ }
tokenizer_config.json CHANGED
@@ -1,8 +1,12 @@
1
  {
2
  "add_prefix_space": false,
3
  "eos_token": "<|endoftext|>",
 
 
 
 
4
  "model_max_length": 2048,
5
  "name_or_path": "tiiuae/falcon_tokenizer",
6
  "special_tokens_map_file": null,
7
  "tokenizer_class": "PreTrainedTokenizerFast"
8
- }
 
1
  {
2
  "add_prefix_space": false,
3
  "eos_token": "<|endoftext|>",
4
+ "model_input_names": [
5
+ "input_ids",
6
+ "attention_mask"
7
+ ],
8
  "model_max_length": 2048,
9
  "name_or_path": "tiiuae/falcon_tokenizer",
10
  "special_tokens_map_file": null,
11
  "tokenizer_class": "PreTrainedTokenizerFast"
12
+ }