Hugging Face's logo

Intel
/
DeepSeek-R1-0528-int4-awq-inc-auto-round

Safetensors
deepseek_v3
4-bit precision
auto-round
Model card Files
xet
Community
weiweiz1 commited on
Commit
6c38cfe
·
verified ·
1 Parent(s): d9883a7

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. chat_template.jinja +1 -0
  3. config.json +84 -0
  4. generation_config.json +9 -0
  5. model-00003-of-00074.safetensors +3 -0
  6. model-00004-of-00074.safetensors +3 -0
  7. model-00006-of-00074.safetensors +3 -0
  8. model-00007-of-00074.safetensors +3 -0
  9. model-00010-of-00074.safetensors +3 -0
  10. model-00011-of-00074.safetensors +3 -0
  11. model-00012-of-00074.safetensors +3 -0
  12. model-00016-of-00074.safetensors +3 -0
  13. model-00017-of-00074.safetensors +3 -0
  14. model-00018-of-00074.safetensors +3 -0
  15. model-00019-of-00074.safetensors +3 -0
  16. model-00021-of-00074.safetensors +3 -0
  17. model-00023-of-00074.safetensors +3 -0
  18. model-00026-of-00074.safetensors +3 -0
  19. model-00027-of-00074.safetensors +3 -0
  20. model-00028-of-00074.safetensors +3 -0
  21. model-00030-of-00074.safetensors +3 -0
  22. model-00032-of-00074.safetensors +3 -0
  23. model-00036-of-00074.safetensors +3 -0
  24. model-00037-of-00074.safetensors +3 -0
  25. model-00038-of-00074.safetensors +3 -0
  26. model-00040-of-00074.safetensors +3 -0
  27. model-00042-of-00074.safetensors +3 -0
  28. model-00044-of-00074.safetensors +3 -0
  29. model-00045-of-00074.safetensors +3 -0
  30. model-00046-of-00074.safetensors +3 -0
  31. model-00047-of-00074.safetensors +3 -0
  32. model-00049-of-00074.safetensors +3 -0
  33. model-00050-of-00074.safetensors +3 -0
  34. model-00051-of-00074.safetensors +3 -0
  35. model-00052-of-00074.safetensors +3 -0
  36. model-00055-of-00074.safetensors +3 -0
  37. model-00057-of-00074.safetensors +3 -0
  38. model-00059-of-00074.safetensors +3 -0
  39. model-00063-of-00074.safetensors +3 -0
  40. model-00065-of-00074.safetensors +3 -0
  41. model-00067-of-00074.safetensors +3 -0
  42. model-00068-of-00074.safetensors +3 -0
  43. model-00069-of-00074.safetensors +3 -0
  44. model-00070-of-00074.safetensors +3 -0
  45. model-00072-of-00074.safetensors +3 -0
  46. model-00073-of-00074.safetensors +3 -0
  47. model.safetensors.index.json +3 -0
  48. quantization_config.json +12 -0
  49. special_tokens_map.json +23 -0
  50. tokenizer.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1 @@
 
 
1
+ {% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{ bos_token }}{{ ns.system_prompt }}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and 'tool_calls' in message %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls'] %}{%- if not ns.is_first %}{%- if message['content'] is none %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- else %}{{'<｜Assistant｜>' + message['content'] + '<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- endif %}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- endif %}{%- endfor %}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- if message['role'] == 'assistant' and 'tool_calls' not in message %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}
config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DeepseekV3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "auto_map_bak": {
8
+ "AutoConfig": "configuration_deepseek.DeepseekV3Config",
9
+ "AutoModel": "modeling_deepseek.DeepseekV3Model",
10
+ "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
11
+ },
12
+ "bos_token_id": 0,
13
+ "eos_token_id": 1,
14
+ "ep_size": 1,
15
+ "first_k_dense_replace": 3,
16
+ "head_dim": 64,
17
+ "hidden_act": "silu",
18
+ "hidden_size": 7168,
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 18432,
21
+ "kv_lora_rank": 512,
22
+ "max_position_embeddings": 163840,
23
+ "model_type": "deepseek_v3",
24
+ "moe_intermediate_size": 2048,
25
+ "moe_layer_freq": 1,
26
+ "n_group": 8,
27
+ "n_routed_experts": 256,
28
+ "n_shared_experts": 1,
29
+ "norm_topk_prob": true,
30
+ "num_attention_heads": 128,
31
+ "num_experts_per_tok": 8,
32
+ "num_hidden_layers": 61,
33
+ "num_key_value_heads": 128,
34
+ "num_nextn_predict_layers": 1,
35
+ "pretraining_tp": 1,
36
+ "q_lora_rank": 1536,
37
+ "qk_head_dim": 192,
38
+ "qk_nope_head_dim": 128,
39
+ "qk_rope_head_dim": 64,
40
+ "quantization_config": {
41
+ "autoround_version": "0.5.1",
42
+ "batch_size": 4,
43
+ "bits": 4,
44
+ "data_type": "int",
45
+ "group_size": 64,
46
+ "low_gpu_mem_usage": true,
47
+ "nsamples": 512,
48
+ "packing_format": "auto_round:auto_awq",
49
+ "quant_method": "auto-round",
50
+ "sym": false
51
+ },
52
+ "quantization_config_bak": {
53
+ "activation_scheme": "dynamic",
54
+ "fmt": "e4m3",
55
+ "quant_method": "fp8",
56
+ "weight_block_size": [
57
+ 128,
58
+ 128
59
+ ]
60
+ },
61
+ "rms_norm_eps": 1e-06,
62
+ "rope_interleave": true,
63
+ "rope_scaling": {
64
+ "beta_fast": 32.0,
65
+ "beta_slow": 1.0,
66
+ "factor": 40.0,
67
+ "mscale": 1.0,
68
+ "mscale_all_dim": 1.0,
69
+ "original_max_position_embeddings": 4096,
70
+ "rope_type": "yarn",
71
+ "type": "yarn"
72
+ },
73
+ "rope_theta": 10000,
74
+ "routed_scaling_factor": 2.5,
75
+ "scoring_func": "sigmoid",
76
+ "tie_word_embeddings": false,
77
+ "topk_group": 4,
78
+ "topk_method": "noaux_tc",
79
+ "torch_dtype": "float16",
80
+ "transformers_version": "4.52.3",
81
+ "use_cache": true,
82
+ "v_head_dim": 128,
83
+ "vocab_size": 129280
84
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "do_sample": true,
5
+ "eos_token_id": 1,
6
+ "temperature": 0.6,
7
+ "top_p": 0.95,
8
+ "transformers_version": "4.52.3"
9
+ }
model-00003-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244bbbc5f90c34a11dcbdc7024005972a517b88e180a71cf5f1961598cc34ca2
3
+ size 4993632760
model-00004-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415ca44b771f82283cff9d7257b565dfaf483f8ba27fba3d16d861eb34d3440c
3
+ size 4995319632
model-00006-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c15141a5d5b526242e8d25c3dee7cc24f59fdf03365534732df0165493315e2
3
+ size 4995319680
model-00007-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91718f21c5a09b280189ab6de4d05759daca518b2da88ad9316afd4be1b2633b
3
+ size 4995320096
model-00010-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48fd437a94dc428656f6288907448eb889679f02c7019b53d34b0d235170f334
3
+ size 4995321024
model-00011-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d67583652a5a7dd98a015434348264257f16f2a73fe210e810e0c2f4339f708
3
+ size 4995321512
model-00012-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8821db7891e0cdd003615fe8d576f1535809d0728e37de620804159c9eb08f
3
+ size 4995321960
model-00016-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a27002e950780ef4272e0eecc537e1546b475a2a7d5a904e57b051a4fb94243d
3
+ size 4995321512
model-00017-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:673af949013fa055799ee5d1ef63ed070340504e665f8761e083a197f10502dc
3
+ size 4995321920
model-00018-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff32322ada1e42a1ceea91455482aca1718d23bcaa6695e2dc77930e0b8ed8fa
3
+ size 4995322024
model-00019-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1069d07d302a3c9cedf1968eeded56e3e12c026e832398bb89e9627993393ba
3
+ size 4993634296
model-00021-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d0c8be3f669621fc1cfc51681aa3b947d0357a302305cd6d930f1a9118eaea
3
+ size 4995321512
model-00023-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bbff1f9e7e67092e2f4f2bf4c4ab977f45cd8080441f1b24898630264283223
3
+ size 4995321968
model-00026-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af246688c4b444efcfa340139f480f2f625ac9c3b85adb288f25d096d3da7641
3
+ size 4995321512
model-00027-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be39e95b0e4cbf290884a6dba04892c90a8eb70e3c4d6517e2570e43a412b8d7
3
+ size 4995321808
model-00028-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cd751011e108c4466f6b6fe4368892896049a65e8835bf6ed850cb32ad97d2a
3
+ size 4995321968
model-00030-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb17825e4a09c3c59634ecb358168d96abee47f52f8551d6f51df6d81b811c1a
3
+ size 4995321512
model-00032-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aa439e05dff1954d734ffdcb2d79cb02afa22484d4d80f0c8b8fa3f4e0731b1
3
+ size 4995321744
model-00036-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d53455c2d9ef05cd03353d1c319895e831a76c442e3da2111baca8a6b70c4a
3
+ size 4995321512
model-00037-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6d9b599cd1abb3134738edddfe4deb14721e7aefdf70cb2aa367ee56b6fe3c
3
+ size 4995321688
model-00038-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cffe6817ba2506080329b59b2982b611af4ccde9fb0fa03f21ce430177b5dfc
3
+ size 4995321968
model-00040-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52146bf5409ade870480c35db1d2de4cc831155125e0024e8631ea337a4f713f
3
+ size 4995321512
model-00042-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a93bab570d6eb42d5daa92a4f76b1215654cd584fb9b3469fc84ca30f2576c2f
3
+ size 4995321632
model-00044-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e162753d51553683ad506ab7efaa80b347e2f8ea12e38f8e3fd4aeb7a88e8f12
3
+ size 4993634632
model-00045-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f012fc3d38aeefdd8b3218fa1911fd352f41b856adc9b33da07429ccc7de6b03
3
+ size 4995321512
model-00046-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8257f2df82ca6eb8f971f4c33b62e67bbaf02d2f75ea74dc89cacf45384f18e7
3
+ size 4995321512
model-00047-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfe6f812dc9706832a4c502df21cdaf05dbff284f1e83828af0cb918c925eee9
3
+ size 4995321576
model-00049-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4783166c22a946d0f726d5e7d64c6ee2c18f73ee093bcd53bed25f1213ef543b
3
+ size 4993634696
model-00050-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c64cda2a89a29fbea622f6ee6058eb036d583bdf678d0a3ff14671019594ea5
3
+ size 4995321512
model-00051-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf6a261c972b28bfcf9ade9441ed5d15bed531017b05d5902a35a67e32c32eeb
3
+ size 4995321512
model-00052-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc3a836d44f308465e84e9a5ee7529e98e16f42abdd5f9e07ca1108026fffe1
3
+ size 4995321520
model-00055-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adaa576d623078e5b2dad2e6d2e9d9a4928132edaac0083f1c1daa9e40743d16
3
+ size 4994762080
model-00057-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc3cf2bece864c5a0f77512a041e4911c75a4d9052dffe0eb6fb993749770ad
3
+ size 4995321512
model-00059-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f5f26b3cd357cdf3ccdc7fdd46c1781a43bc9aa0a7bbd35da69c62ac5a3d7d
3
+ size 4995322032
model-00063-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f9be8b5cd9730d1442de48230bce8251758d8012311dcd5e02b2553eb06c4b
3
+ size 4995321864
model-00065-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052ca01941572d9760cb1a1e0e5658f4ec2d90304d237ad5ae705adf38ac56a4
3
+ size 4993634400
model-00067-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87c61218742c1834b697ec7d8a7d2cdbaf0035aadd365bd50df8d0f70a2a8c3c
3
+ size 4995321512
model-00068-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99bb28bc9108aa3b689e06cd742fe78140341cb6ada69ab244db4927c930aefc
3
+ size 4995321808
model-00069-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a625f12b807636278d1a891264964e803834f4bcc17bdfa10af8b59f6e4ecf6
3
+ size 4995321968
model-00070-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b279ae188df5c10dbfecfc457dfea84863126aeec5e3daa205ce5d0967ebb102
3
+ size 4993634464
model-00072-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e35897f0d0ccbd8421a99621e7e2bbf9347f5cf964df5d6c36963bf327b2084
3
+ size 4995321512
model-00073-of-00074.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88fc20350ce2bc57d7848f61594a3f57ec0c950d03a8945973a844e49cffb02
3
+ size 3153423600
model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88575f8a9948fb0407b1e98f7802b42c66fbe5b560e7886a7574349f6a9c4d22
3
+ size 12338597
quantization_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bits": 4,
3
+ "group_size": 64,
4
+ "sym": false,
5
+ "data_type": "int",
6
+ "batch_size": 4,
7
+ "nsamples": 512,
8
+ "low_gpu_mem_usage": true,
9
+ "autoround_version": "0.5.1",
10
+ "quant_method": "auto-round",
11
+ "packing_format": "auto_round:auto_awq"
12
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<｜begin▁of▁sentence｜>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<｜end▁of▁sentence｜>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<｜end▁of▁sentence｜>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff