Upload GLAForCausalLM

config.json

@@ -7,9 +7,11 @@
   "bos_token_id": 1,
   "clamp_min": null,
   "conv_size": 4,
+  "elementwise_affine": true,
   "eos_token_id": 2,
   "expand_k": 0.5,
   "expand_v": 1,
+  "feature_map": null,
   "fuse_cross_entropy": true,
   "fuse_norm": true,
   "hidden_act": "swish",
@@ -19,16 +21,19 @@
   "intermediate_size": null,
   "max_position_embeddings": 2048,
   "model_type": "gla",
+  "norm_eps": 1e-06,
   "num_heads": 4,
   "num_hidden_layers": 24,
+  "num_kv_heads": null,
   "rms_norm_eps": 1e-06,
   "share_conv_kernel": true,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.39.1",
+  "transformers_version": "4.40.2",
   "use_cache": true,
   "use_gk": true,
   "use_gv": false,
+  "use_output_gate": true,
   "use_short_conv": false,
   "vocab_size": 32000
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.39.1"
+  "transformers_version": "4.40.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6737ad095f49a580fc19ab640bdde4f69f56a969988d84798c35c5fd9c25a96c
+oid sha256:f086b8b8db79b9f466788f99f3e4d86951cc5eae8e37e4c7f04912ecb64d4eb2
 size 2731063560

tokenizer.json

@@ -134,6 +134,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": true,
     "byte_fallback": true,
+    "ignore_merges": false,
     "vocab": {
       "<unk>": 0,
       "<s>": 1,