hywu commited on
Commit
5dd03b4
1 Parent(s): c832720

update config

Browse files
Files changed (1) hide show
  1. config.json +3 -2
config.json CHANGED
@@ -1,10 +1,11 @@
1
  {
2
  "adapter_dim": 512,
3
  "architectures": [
4
- "LlamaForCausalLM"
5
  ],
6
  "auto_map": {
7
  "AutoConfig": "configuration_camelidae.CamelidaeConfig",
 
8
  "AutoModelForCausalLM": "modeling_camelidae.LlamaForCausalLM"
9
  },
10
  "bos_token_id": 1,
@@ -14,7 +15,7 @@
14
  "initializer_range": 0.02,
15
  "intermediate_size": 13824,
16
  "max_position_embeddings": 4096,
17
- "model_type": "llama",
18
  "moe_dtype": "bfloat16",
19
  "moe_scaling": 0.25,
20
  "num_attention_heads": 40,
 
1
  {
2
  "adapter_dim": 512,
3
  "architectures": [
4
+ "modeling_camelidae.LlamaForCausalLM"
5
  ],
6
  "auto_map": {
7
  "AutoConfig": "configuration_camelidae.CamelidaeConfig",
8
+ "AutoModel": "modeling_camelidae.LlamaModel",
9
  "AutoModelForCausalLM": "modeling_camelidae.LlamaForCausalLM"
10
  },
11
  "bos_token_id": 1,
 
15
  "initializer_range": 0.02,
16
  "intermediate_size": 13824,
17
  "max_position_embeddings": 4096,
18
+ "model_type": "camelidae",
19
  "moe_dtype": "bfloat16",
20
  "moe_scaling": 0.25,
21
  "num_attention_heads": 40,