rednote-hilab
/

dots.llm1.base

Text Generation

Model card Files Files and versions Community

redmoe-ai-v1 commited on about 21 hours ago

Commit

765f249

·

verified ·

1 Parent(s): 37802f8

Update config.json (#5)

- Update config.json (6ad9ad882d7694c93d29788b80b29c344bb8ed3c)

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -28,7 +28,7 @@
   "rope_theta": 10000000,
   "routed_scaling_factor": 2.5,
   "sliding_window": null,
-  "scoring_func": "noaux_tc",
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.3",

   "rope_theta": 10000000,
   "routed_scaling_factor": 2.5,
   "sliding_window": null,
+  "topk_method": "noaux_tc",
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.3",