Snowflake
/

Arctic-LSTM-Speculator-Llama-3.1-70B-Instruct

Model card Files Files and versions

frank6626 commited on 13 days ago

Commit

cce07d3

·

verified ·

1 Parent(s): e2047ad

Update config.json

Files changed (1) hide show

config.json +4 -1

config.json CHANGED Viewed

@@ -3,7 +3,10 @@
     "ArcticLSTMSpeculatorPreTrainedModel"
   ],
   "base_model_name_or_path": "meta-llama/Llama-3.1-70B-Instruct",
-  "base_model_arch": "LlamaForCausalLM",
   "input_hidden_dim": 8192,
   "inner_dim": "4096",
   "proj_dim": "4096",

     "ArcticLSTMSpeculatorPreTrainedModel"
   ],
   "base_model_name_or_path": "meta-llama/Llama-3.1-70B-Instruct",
+  "base_model_archs": [
+    "LlamaForCausalLM",
+    "LlamaSwiftKVForCausalLM"
+  ],
   "input_hidden_dim": 8192,
   "inner_dim": "4096",
   "proj_dim": "4096",