Update configuration_Hixtral.py

configuration_Hixtral.py

@@ -68,6 +68,8 @@ class HixtralConfig(PretrainedConfig):
         self.intermediate_size = intermediate_size
         self.num_hidden_layers = num_hidden_layers
         self.num_attention_heads = num_attention_heads
+        self.num_experts_per_tok = num_experts_per_tok
+        self.num_local_experts = num_local_experts
 
         # for backward compatibility
         if num_key_value_heads is None: