Hugging Face's logo

TheDrummer
/
GLM-Steam-106B-A12B-v1

Safetensors
glm4_moe
Model card Files
xet
Community
2
TheDrummer commited on
Commit
f25e40d
·
verified ·
1 Parent(s): ebbc09f

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. chat_template.jinja +104 -0
  3. config.json +39 -0
  4. generation_config.json +11 -0
  5. model-00001-of-00043.safetensors +3 -0
  6. model-00002-of-00043.safetensors +3 -0
  7. model-00003-of-00043.safetensors +3 -0
  8. model-00004-of-00043.safetensors +3 -0
  9. model-00005-of-00043.safetensors +3 -0
  10. model-00006-of-00043.safetensors +3 -0
  11. model-00007-of-00043.safetensors +3 -0
  12. model-00008-of-00043.safetensors +3 -0
  13. model-00009-of-00043.safetensors +3 -0
  14. model-00010-of-00043.safetensors +3 -0
  15. model-00011-of-00043.safetensors +3 -0
  16. model-00012-of-00043.safetensors +3 -0
  17. model-00013-of-00043.safetensors +3 -0
  18. model-00014-of-00043.safetensors +3 -0
  19. model-00015-of-00043.safetensors +3 -0
  20. model-00016-of-00043.safetensors +3 -0
  21. model-00017-of-00043.safetensors +3 -0
  22. model-00018-of-00043.safetensors +3 -0
  23. model-00019-of-00043.safetensors +3 -0
  24. model-00020-of-00043.safetensors +3 -0
  25. model-00021-of-00043.safetensors +3 -0
  26. model-00022-of-00043.safetensors +3 -0
  27. model-00023-of-00043.safetensors +3 -0
  28. model-00024-of-00043.safetensors +3 -0
  29. model-00025-of-00043.safetensors +3 -0
  30. model-00026-of-00043.safetensors +3 -0
  31. model-00027-of-00043.safetensors +3 -0
  32. model-00028-of-00043.safetensors +3 -0
  33. model-00029-of-00043.safetensors +3 -0
  34. model-00030-of-00043.safetensors +3 -0
  35. model-00031-of-00043.safetensors +3 -0
  36. model-00032-of-00043.safetensors +3 -0
  37. model-00033-of-00043.safetensors +3 -0
  38. model-00034-of-00043.safetensors +3 -0
  39. model-00035-of-00043.safetensors +3 -0
  40. model-00036-of-00043.safetensors +3 -0
  41. model-00037-of-00043.safetensors +3 -0
  42. model-00038-of-00043.safetensors +3 -0
  43. model-00039-of-00043.safetensors +3 -0
  44. model-00040-of-00043.safetensors +3 -0
  45. model-00041-of-00043.safetensors +3 -0
  46. model-00042-of-00043.safetensors +3 -0
  47. model-00043-of-00043.safetensors +3 -0
  48. model.safetensors.index.json +0 -0
  49. special_tokens_map.json +40 -0
  50. tokenizer.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- if tools -%}
3
+ <|system|>
4
+ # Tools
5
+
6
+ You may call one or more functions to assist with the user query.
7
+
8
+ You are provided with function signatures within <tools></tools> XML tags:
9
+ <tools>
10
+ {% for tool in tools %}
11
+ {{ tool | tojson(ensure_ascii=False) }}
12
+ {% endfor %}
13
+ </tools>
14
+
15
+ For each function call, output the function name and arguments within the following XML format:
16
+ <tool_call>{function-name}
17
+ <arg_key>{arg-key-1}</arg_key>
18
+ <arg_value>{arg-value-1}</arg_value>
19
+ <arg_key>{arg-key-2}</arg_key>
20
+ <arg_value>{arg-value-2}</arg_value>
21
+ ...
22
+ </tool_call>{%- endif -%}
23
+ {%- macro visible_text(content) -%}
24
+ {%- if content is string -%}
25
+ {{- content }}
26
+ {%- elif content is iterable and content is not mapping -%}
27
+ {%- for item in content -%}
28
+ {%- if item is mapping and item.type == 'text' -%}
29
+ {{- item.text }}
30
+ {%- elif item is string -%}
31
+ {{- item }}
32
+ {%- endif -%}
33
+ {%- endfor -%}
34
+ {%- else -%}
35
+ {{- content }}
36
+ {%- endif -%}
37
+ {%- endmacro -%}
38
+ {%- set ns = namespace(last_user_index=-1) %}
39
+ {%- for m in messages %}
40
+ {%- if m.role == 'user' %}
41
+ {% set ns.last_user_index = loop.index0 -%}
42
+ {%- endif %}
43
+ {%- endfor %}
44
+ {% for m in messages %}
45
+ {%- if m.role == 'user' -%}<|user|>
46
+ {{ visible_text(m.content) }}
47
+ {{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith("/nothink")) else '' -}}
48
+ {%- elif m.role == 'assistant' -%}
49
+ <|assistant|>
50
+ {%- set reasoning_content = '' %}
51
+ {%- set content = visible_text(m.content) %}
52
+ {%- if m.reasoning_content is string %}
53
+ {%- set reasoning_content = m.reasoning_content %}
54
+ {%- else %}
55
+ {%- if '</think>' in content %}
56
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
57
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {%- if loop.index0 > ns.last_user_index and reasoning_content -%}
61
+ {{ '\n<think>' + reasoning_content.strip() + '</think>'}}
62
+ {%- else -%}
63
+ {{ '\n<think></think>' }}
64
+ {%- endif -%}
65
+ {%- if content.strip() -%}
66
+ {{ '\n' + content.strip() }}
67
+ {%- endif -%}
68
+ {% if m.tool_calls %}
69
+ {% for tc in m.tool_calls %}
70
+ {%- if tc.function %}
71
+ {%- set tc = tc.function %}
72
+ {%- endif %}
73
+ {{ '\n<tool_call>' + tc.name }}
74
+ {% set _args = tc.arguments %}
75
+ {% for k, v in _args.items() %}
76
+ <arg_key>{{ k }}</arg_key>
77
+ <arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>
78
+ {% endfor %}
79
+ </tool_call>{% endfor %}
80
+ {% endif %}
81
+ {%- elif m.role == 'tool' -%}
82
+ {%- if m.content is string -%}
83
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
84
+ {{- '<|observation|>' }}
85
+ {%- endif %}
86
+ {{- '\n<tool_response>\n' }}
87
+ {{- m.content }}
88
+ {{- '\n</tool_response>' }}
89
+ {%- else -%}
90
+ <|observation|>{% for tr in m.content %}
91
+
92
+ <tool_response>
93
+ {{ tr.output if tr.output is defined else tr }}
94
+ </tool_response>{% endfor -%}
95
+ {% endif -%}
96
+ {%- elif m.role == 'system' -%}
97
+ <|system|>
98
+ {{ visible_text(m.content) }}
99
+ {%- endif -%}
100
+ {%- endfor -%}
101
+ <|endoftext|>
102
+ {%- if add_generation_prompt -%}
103
+ <|assistant|>{{- '\n<think></think>' if (enable_thinking is defined and not enable_thinking) else '' -}}
104
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Glm4MoeForCausalLM"
4
+ ],
5
+ "attention_bias": true,
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151329,
8
+ "first_k_dense_replace": 1,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 10944,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "glm4_moe",
16
+ "moe_intermediate_size": 1408,
17
+ "n_group": 1,
18
+ "n_routed_experts": 128,
19
+ "n_shared_experts": 1,
20
+ "norm_topk_prob": true,
21
+ "num_attention_heads": 96,
22
+ "num_experts_per_tok": 8,
23
+ "num_hidden_layers": 46,
24
+ "num_key_value_heads": 8,
25
+ "num_nextn_predict_layers": 1,
26
+ "pad_token_id": 151329,
27
+ "partial_rotary_factor": 0.5,
28
+ "rms_norm_eps": 1e-05,
29
+ "rope_scaling": null,
30
+ "rope_theta": 1000000,
31
+ "routed_scaling_factor": 1.0,
32
+ "tie_word_embeddings": false,
33
+ "topk_group": 1,
34
+ "torch_dtype": "bfloat16",
35
+ "transformers_version": "4.55.2",
36
+ "use_cache": true,
37
+ "use_qk_norm": false,
38
+ "vocab_size": 151552
39
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151329,
6
+ 151336,
7
+ 151338
8
+ ],
9
+ "pad_token_id": 151329,
10
+ "transformers_version": "4.55.2"
11
+ }
model-00001-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471537d61c2aae55561117bb0faf7a7525d26e93145e1dba53d15e7c625745fe
3
+ size 4991854888
model-00002-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97eabe2c8b441961e6cc8a30bf66e7f50dd186bf01b4e11e47354cf32799093e
3
+ size 4994465432
model-00003-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:917c6c4801be2f2d64bef819a22beb94e5be09fcdf73a5ea1a2da119126d8d88
3
+ size 4994465456
model-00004-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d84277cc67e530ae0abc57f778b9b463b05e4300819ed430338c018119ab9912
3
+ size 4994465456
model-00005-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28dcc9875178caec24f5d96aa4da65dec2fadd6cf782f40d7a261122d6759dc0
3
+ size 4994465456
model-00006-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40dd227262bbd61bdda490adf86153c2cb17efbf34f9b04866ca8c8c5f6e3651
3
+ size 4974587472
model-00007-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0697ab295446e6c44ca5b25e774d4c2b65b3f18aa329c84b24e4f47097f4320
3
+ size 4991318688
model-00008-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11a915700e457665c475e489b5f5a86e62ad08bca42b672deb9929b53d386815
3
+ size 4994465424
model-00009-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de93a943d61b57900dd3a4716a547641bc2a1939e0af84aaef6528384465671
3
+ size 4994465544
model-00010-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8515dd3a6a08bd13449cdb69e6e186a0af26796091a47ff63a05a0ae8afe54b5
3
+ size 4994465856
model-00011-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aefa9cd1f9a729c205f0c48bc0aebe921a408318b45cbb64aade55069288e721
3
+ size 4994465856
model-00012-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08c639b38bf23f58add62c7e7069b6203b00f5502f77e03d8cebecbcc687292d
3
+ size 4994465856
model-00013-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143d8dd66f9eb2bbbd43d97ac15ea583ed491719ca321f613a97177c98cd8eab
3
+ size 4994465856
model-00014-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5a51e6a30327a82a57356dde65ea7569e6650198a2deee3b773588bbcfd24da
3
+ size 4994465856
model-00015-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e8cea1f46e8d8bdf4cf05ea08f8945fe9ef809fb12570fdaa8fdf72cf9c768
3
+ size 4994465856
model-00016-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb28361f7782d20282106d5aafa6eaf5ab020532771e82f6853c024d9a04779
3
+ size 4994465856
model-00017-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e4081d31cd96dc6ced5fa07186d333b0b08b64a4bc9ae18095ddb3d657871a8
3
+ size 4994465856
model-00018-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ead0ca1b5ad62d422620f55030e560396b57349161017ad8e8882962c79c3a
3
+ size 4994465872
model-00019-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:940f97866d73719e81832c7cdf966335909b0b390406f75fef7c08d369b31fa6
3
+ size 4994465880
model-00020-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf830042d1a90f08ae23a38de20ca582fd69e35a3ae17af5ef3d697498a7bc98
3
+ size 4994465880
model-00021-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e6825370833be4e23963ba912f6b6e5144ee7bc0bfed9457e0233b00091b3b
3
+ size 4992409512
model-00022-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d8bbcb169d8652ac4a946be8e7c5fa6c7aaceb7df8f0b73894fd27afa374fbb
3
+ size 4996566416
model-00023-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97d979ffd1ad101978ba32bf9fb3763e99ff700c1e7afc434309f70dc74db155
3
+ size 4994465848
model-00024-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33e6d7cf7f54d4aca9980cd21d02b554a970a976ddf921f59d7e23f915994b25
3
+ size 4994465856
model-00025-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfd4f4badd5f5b532ed271a5697636b401f04fbb5a0dce8992649d97445dd37c
3
+ size 4994465856
model-00026-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c2c94c61cf65114161e36b49f566080d36560dc1725afe352b3ee5de7b729c
3
+ size 4994465856
model-00027-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0d96da2d26c437faa3b8617cfe58b49d359ebda70c8c414ab21ed77cde26652
3
+ size 4994465856
model-00028-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b10b1c9774d6eaa2b5b81cc07c00249bdd0561e854ec0734b519b8e1e77d9e8
3
+ size 4994465856
model-00029-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c495bfb8ca0f28603980e7cc512e8689e0fbad0995a93947d5af19d60e634626
3
+ size 4994465856
model-00030-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e0db4e4d75c1f193e61e4be73d6cd5cac1c947d4e8c6098b890b46fc2561179
3
+ size 4994465856
model-00031-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf78963c2c4e854c71b5aa33a614eb95a48a3b3e15b49ccd75d6605b662aba4
3
+ size 4994465856
model-00032-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99a2d3b8878810e9c86969776a1d8c41c12ff8f02984d885b290ad4abec68fc
3
+ size 4994465856
model-00033-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc5808dcba5eb845e5b558640f5f8ff85870c166deb45cf7d7180f5b512d7a5
3
+ size 4994465872
model-00034-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67612bf4d342a3f1e152e8e01422d5c7c63bdebe0e3763bae97f94dd600e71ad
3
+ size 4994465880
model-00035-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f376f3ddc1e0e2d83324ddd212542c15bb5c5b8e81af56a6dd49cd81763dd6dd
3
+ size 4994465880
model-00036-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6a824fb115893494e4378c66546e0439fef8b0dfe6dfc8af47e7d2362174e8
3
+ size 4903255872
model-00037-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f565c5046206f888017de3e7a2c73981d6ad4dd8e5c50c3d6182403baa4180
3
+ size 4993444376
model-00038-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1c59f722500bc40d67b513165ae5f042192fc2315ca360beedc90563d9a1bf
3
+ size 4994465840
model-00039-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd90c55bbcfa115581a7d7f1d8f2f57679716f9bba5dbf05bb2185c27029e80
3
+ size 4994465856
model-00040-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f38f44670a989c84bfdd2a89d03aaae3b239e42f013dee2b084e91405826eaba
3
+ size 4994465856
model-00041-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0877189860474249280bd3dafd76f84960aefb21d48baf8c092d23302a9360c
3
+ size 4994465856
model-00042-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9317d7f84fee2b271d3469df9b33d4a452cafbe16e5d22df85b07824575ca4
3
+ size 4994465856
model-00043-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2213615d57726781f6d35855e024478cd51e5ed789737c102416779f36bf8c3b
3
+ size 11290194632
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|endoftext|>",
4
+ "[MASK]",
5
+ "[gMASK]",
6
+ "[sMASK]",
7
+ "<sop>",
8
+ "<eop>",
9
+ "<|system|>",
10
+ "<|user|>",
11
+ "<|assistant|>",
12
+ "<|observation|>",
13
+ "<|begin_of_image|>",
14
+ "<|end_of_image|>",
15
+ "<|begin_of_video|>",
16
+ "<|end_of_video|>",
17
+ "<|begin_of_audio|>",
18
+ "<|end_of_audio|>",
19
+ "<|begin_of_transcription|>",
20
+ "<|end_of_transcription|>",
21
+ "<|code_prefix|>",
22
+ "<|code_middle|>",
23
+ "<|code_suffix|>",
24
+ "/nothink"
25
+ ],
26
+ "eos_token": {
27
+ "content": "<|endoftext|>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ },
33
+ "pad_token": {
34
+ "content": "<|endoftext|>",
35
+ "lstrip": false,
36
+ "normalized": false,
37
+ "rstrip": false,
38
+ "single_word": false
39
+ }
40
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bda8e2146c3bb7b7e0fc96dcc4f0aeff041c6c27952e3ace0665663ebff346ba
3
+ size 19970700