onnx-internal-testing
/

tiny-random-SmolLM3ForCausalLM

Text Generation

Model card Files Files and versions

IlyasMoutawwakil HF Staff commited on 11 days ago

Commit

e5ca91f

·

verified ·

1 Parent(s): 8511431

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -12,7 +12,7 @@
   "intermediate_size": 32,
   "layer_types": [
     "full_attention",
-    "full_attention",
   ],
   "max_position_embeddings": 65536,
   "max_window_layers": 28,
@@ -21,7 +21,7 @@
   "no_rope_layer_interval": 4,
   "no_rope_layers": [
     1,
-    1,
   ],
   "num_attention_heads": 4,
   "num_hidden_layers": 2,

   "intermediate_size": 32,
   "layer_types": [
     "full_attention",
+    "full_attention"
   ],
   "max_position_embeddings": 65536,
   "max_window_layers": 28,
   "no_rope_layer_interval": 4,
   "no_rope_layers": [
     1,
+    1
   ],
   "num_attention_heads": 4,
   "num_hidden_layers": 2,