Update configuration_neollm.py

configuration_neollm.py

@@ -39,10 +39,10 @@ class NeoLLMConfig(PretrainedConfig):
         attention_dropout=0.1,
         head_dim=64,
         linear_conv_kernel_dim=4,
-        linear_key_head_dim=64,
-        linear_value_head_dim=64,
+        linear_key_head_dim=32,
+        linear_value_head_dim=32,
         linear_num_key_heads=8,
-        linear_num_value_heads=8,
+        linear_num_value_heads=16,
         layer_types=None,
         fan_ratio=0.125,
         dropout_rate=0.1,