Upload config.json with huggingface_hub

config.json

@@ -2,19 +2,21 @@
   "architectures": [
     "SDARForCausalLM"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
   "auto_map": {
     "AutoConfig": "configuration_sdar.SDARConfig",
     "AutoModel": "modeling_sdar.SDARModel",
-    "AutoModelForCausalLM": "modeling_sdar.SDARForCausalLM",
-    "AutoTokenizer": "tokenization_qwen2.Qwen2Tokenizer"
+    "AutoModelForCausalLM": "modeling_sdar.SDARForCausalLM"
   },
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_implementation": "flex_attention",
   "bos_token_id": 151643,
   "debug": false,
   "eos_token_id": 151643,
+  "block_size": 4,
+  "mask_token_id": 151669,
   "ep_size": 1,
-  "fuse_cross_entropy": false,
+  "fuse_cross_entropy": true,
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
@@ -39,4 +41,4 @@
   "use_deepep": false,
   "use_sliding_window": false,
   "vocab_size": 151936
-}
+}