File size: 919 Bytes
494657e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
{
"producer": {
"name": "ammo",
"version": "0.7.4"
},
"architecture": "LlamaForCausalLM",
"dtype": "float16",
"num_hidden_layers": 80,
"num_attention_heads": 64,
"num_key_value_heads": 8,
"hidden_size": 8192,
"norm_epsilon": 1e-05,
"vocab_size": 128256,
"max_position_embeddings": 8192,
"hidden_act": "silu",
"use_parallel_embedding": true,
"embedding_sharding_dim": 0,
"quantization": {
"quant_algo": "W4A16_AWQ",
"kv_cache_quant_algo": null,
"group_size": 64,
"has_zero_point": false,
"pre_quant_scale": true,
"exclude_modules": [
"lm_head"
]
},
"mapping": {
"world_size": 8,
"tp_size": 8,
"pp_size": 1
},
"head_size": 128,
"intermediate_size": 28672,
"position_embedding_type": "rope_gpt_neox",
"rotary_base": 500000.0
} |