Rai220 commited on
Commit
3686705
·
verified ·
1 Parent(s): 1d3c98e

Upload folder using huggingface_hub

Browse files
chatsft_checkpoints/meta_000650.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 650,
3
+ "val_loss": 1.0654511451721191,
4
+ "mmlu_acc": 0.341796875,
5
+ "arc_easy_acc": 0.41015625,
6
+ "gsm8k_acc": 0.046875,
7
+ "humaneval_acc": 0.015625,
8
+ "model_config": {
9
+ "sequence_len": 2048,
10
+ "vocab_size": 65536,
11
+ "n_layer": 20,
12
+ "n_head": 10,
13
+ "n_kv_head": 10,
14
+ "n_embd": 1280
15
+ }
16
+ }
chatsft_checkpoints/model_000650.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42b4e0f970c1ead60a35dab9175193a9d67b68586cd78745f522f113365bed34
3
+ size 2076230219
tokenizer/token_bytes.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae39c27aae519d14071efc95f9a558ba0b7ede47e7d83ad4f198422b44c5f70e
3
+ size 263721
tokenizer/tokenizer.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c060565a46fe83b49d99005acba796f2a630daa7970eb49f7513b89f9fb40e0
3
+ size 846208