fisherma commited on
Commit
3662fb9
·
verified ·
1 Parent(s): c1c3f68

Delete step_llm

Browse files
step_llm/config.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "allow_transformer_engine": false,
3
- "architectures": [
4
- "Step1Model"
5
- ],
6
- "attention_dropout": 0.0,
7
- "attention_impl": "GQA",
8
- "base_batch_size": 128,
9
- "embedding_weights_in_fp32": false,
10
- "ffn_hidden_size": 16896,
11
- "fp32_residual_connection": false,
12
- "hidden_dropout": 0.0,
13
- "hidden_size": 6144,
14
- "kv_channels": 128,
15
- "layernorm_epsilon": 1e-05,
16
- "max_position_embeddings": 16384,
17
- "num_attention_groups": 8,
18
- "num_attention_heads": 48,
19
- "num_layers": 48,
20
- "orig_vocab_size": 65536,
21
- "overlap_p2p_comm": true,
22
- "padded_vocab_size": 65536,
23
- "params_dtype": "torch.bfloat16",
24
- "seq_length": 16384,
25
- "swiglu_recompute_silu_dot": true,
26
- "tokens_to_generate": 512,
27
- "torch_dtype": "float32",
28
- "transformers_version": "4.46.3",
29
- "use_flash_attn": true,
30
- "virtual_pipeline_model_parallel_size": 3
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
step_llm/model-00001-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd053baa9f39e3222d097b11f820ff87d51b3530f2b228bf2a7dfd82d3717044
3
- size 4806772248
 
 
 
 
step_llm/model-00002-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5b2e419d8c6f205ec8e6f5783e66b8d7451d55dccabe20e0117dfdbd1ad8b26
3
- size 4995565784
 
 
 
 
step_llm/model-00003-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:85e51f95a110bd86ab5b4ffedf1b0736cafec2d8b81969aef1b119241648072f
3
- size 4945234136
 
 
 
 
step_llm/model-00004-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac3230ca5622d98750d776afed63a0578e2312b1e6cc0247446f8fa9b4420882
3
- size 4794239080
 
 
 
 
step_llm/model-00005-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:de7e57371be2d6457e07b0431ffef527df4929b23a42ab70967b5b38f0381979
3
- size 4794239088
 
 
 
 
step_llm/model-00006-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:854b71d52d65ffdee085f576654a5a6d76810e9e3461b7bb950783f1ee492542
3
- size 4794239088
 
 
 
 
step_llm/model-00007-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:af38cc39fd9094abf4aa65e90495d2643bdfe704c744afafe6253a0cf2f1c437
3
- size 4794239088
 
 
 
 
step_llm/model-00008-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bf7e10cdfbc41e8f455852364862794f6d081b4e7afa2c3dc326ec3ee4c7a4d
3
- size 4794239088
 
 
 
 
step_llm/model-00009-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:459a960995bf619f888f7bf6502ecce49a58763258467eb4ea9413b41ecfaa60
3
- size 4794239088
 
 
 
 
step_llm/model-00010-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0702ad95609155b2e3baff9d481f9c29947b0212a138f61419b7c5abf3612876
3
- size 4794239088
 
 
 
 
step_llm/model-00011-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a8523b2f4590e22cfe7bfa80888908acc49d9db2795c6356d8b7409d9a37a60
3
- size 4794239088
 
 
 
 
step_llm/model-00012-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c044e5cb2b97ad06e4f8c61f695cdef43205f68c2f21ce3f58f8321d05dd8568
3
- size 4794239088
 
 
 
 
step_llm/model-00013-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b23b4c6e917389dd984291f8a5ee79728770d743a0d4c7f4e76e12ddb70e1e71
3
- size 4794239088
 
 
 
 
step_llm/model-00014-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a1f8b1517af67352f9188f6f733b87181c098d90d309d1d28e7138d73fc309b
3
- size 4794239088
 
 
 
 
step_llm/model-00015-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f30ae7f4165367f9e06ad3d53905d1f040e46c45e68c941cabacbc4fcd54e767
3
- size 4794239088
 
 
 
 
step_llm/model-00016-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:08839ebb25e2b7ff3ec37eb9f516f961a3499aa1d7a35bd7f8a7d00677577ba1
3
- size 4794239088
 
 
 
 
step_llm/model-00017-of-00017.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2441d58f0668f6a9d9f0e409f79b61dd983053d197c278a3c75196b21527f7cd
3
- size 1245757936
 
 
 
 
step_llm/model.safetensors.index.json DELETED
@@ -1,296 +0,0 @@
1
- {
2
- "metadata": {
3
- "total_size": 78318403584
4
- },
5
- "weight_map": {
6
- "tok_embeddings.word_embeddings.weight": "model-00001-of-00017.safetensors",
7
- "transformer.layers.0.attention.wo.weight": "model-00001-of-00017.safetensors",
8
- "transformer.layers.0.attention.wqkv.weight": "model-00001-of-00017.safetensors",
9
- "transformer.layers.0.attention_norm.weight": "model-00001-of-00017.safetensors",
10
- "transformer.layers.0.feed_forward.w1.weight": "model-00001-of-00017.safetensors",
11
- "transformer.layers.0.feed_forward.w2.weight": "model-00001-of-00017.safetensors",
12
- "transformer.layers.0.ffn_norm.weight": "model-00001-of-00017.safetensors",
13
- "transformer.layers.1.attention.wo.weight": "model-00001-of-00017.safetensors",
14
- "transformer.layers.1.attention.wqkv.weight": "model-00001-of-00017.safetensors",
15
- "transformer.layers.1.attention_norm.weight": "model-00001-of-00017.safetensors",
16
- "transformer.layers.1.feed_forward.w1.weight": "model-00001-of-00017.safetensors",
17
- "transformer.layers.1.feed_forward.w2.weight": "model-00001-of-00017.safetensors",
18
- "transformer.layers.1.ffn_norm.weight": "model-00001-of-00017.safetensors",
19
- "transformer.layers.10.attention.wo.weight": "model-00004-of-00017.safetensors",
20
- "transformer.layers.10.attention.wqkv.weight": "model-00004-of-00017.safetensors",
21
- "transformer.layers.10.attention_norm.weight": "model-00004-of-00017.safetensors",
22
- "transformer.layers.10.feed_forward.w1.weight": "model-00004-of-00017.safetensors",
23
- "transformer.layers.10.feed_forward.w2.weight": "model-00004-of-00017.safetensors",
24
- "transformer.layers.10.ffn_norm.weight": "model-00004-of-00017.safetensors",
25
- "transformer.layers.11.attention.wo.weight": "model-00004-of-00017.safetensors",
26
- "transformer.layers.11.attention.wqkv.weight": "model-00004-of-00017.safetensors",
27
- "transformer.layers.11.attention_norm.weight": "model-00005-of-00017.safetensors",
28
- "transformer.layers.11.feed_forward.w1.weight": "model-00005-of-00017.safetensors",
29
- "transformer.layers.11.feed_forward.w2.weight": "model-00005-of-00017.safetensors",
30
- "transformer.layers.11.ffn_norm.weight": "model-00005-of-00017.safetensors",
31
- "transformer.layers.12.attention.wo.weight": "model-00005-of-00017.safetensors",
32
- "transformer.layers.12.attention.wqkv.weight": "model-00005-of-00017.safetensors",
33
- "transformer.layers.12.attention_norm.weight": "model-00005-of-00017.safetensors",
34
- "transformer.layers.12.feed_forward.w1.weight": "model-00005-of-00017.safetensors",
35
- "transformer.layers.12.feed_forward.w2.weight": "model-00005-of-00017.safetensors",
36
- "transformer.layers.12.ffn_norm.weight": "model-00005-of-00017.safetensors",
37
- "transformer.layers.13.attention.wo.weight": "model-00005-of-00017.safetensors",
38
- "transformer.layers.13.attention.wqkv.weight": "model-00005-of-00017.safetensors",
39
- "transformer.layers.13.attention_norm.weight": "model-00005-of-00017.safetensors",
40
- "transformer.layers.13.feed_forward.w1.weight": "model-00005-of-00017.safetensors",
41
- "transformer.layers.13.feed_forward.w2.weight": "model-00005-of-00017.safetensors",
42
- "transformer.layers.13.ffn_norm.weight": "model-00005-of-00017.safetensors",
43
- "transformer.layers.14.attention.wo.weight": "model-00005-of-00017.safetensors",
44
- "transformer.layers.14.attention.wqkv.weight": "model-00005-of-00017.safetensors",
45
- "transformer.layers.14.attention_norm.weight": "model-00006-of-00017.safetensors",
46
- "transformer.layers.14.feed_forward.w1.weight": "model-00006-of-00017.safetensors",
47
- "transformer.layers.14.feed_forward.w2.weight": "model-00006-of-00017.safetensors",
48
- "transformer.layers.14.ffn_norm.weight": "model-00006-of-00017.safetensors",
49
- "transformer.layers.15.attention.wo.weight": "model-00006-of-00017.safetensors",
50
- "transformer.layers.15.attention.wqkv.weight": "model-00006-of-00017.safetensors",
51
- "transformer.layers.15.attention_norm.weight": "model-00006-of-00017.safetensors",
52
- "transformer.layers.15.feed_forward.w1.weight": "model-00006-of-00017.safetensors",
53
- "transformer.layers.15.feed_forward.w2.weight": "model-00006-of-00017.safetensors",
54
- "transformer.layers.15.ffn_norm.weight": "model-00006-of-00017.safetensors",
55
- "transformer.layers.16.attention.wo.weight": "model-00006-of-00017.safetensors",
56
- "transformer.layers.16.attention.wqkv.weight": "model-00006-of-00017.safetensors",
57
- "transformer.layers.16.attention_norm.weight": "model-00006-of-00017.safetensors",
58
- "transformer.layers.16.feed_forward.w1.weight": "model-00006-of-00017.safetensors",
59
- "transformer.layers.16.feed_forward.w2.weight": "model-00006-of-00017.safetensors",
60
- "transformer.layers.16.ffn_norm.weight": "model-00006-of-00017.safetensors",
61
- "transformer.layers.17.attention.wo.weight": "model-00006-of-00017.safetensors",
62
- "transformer.layers.17.attention.wqkv.weight": "model-00006-of-00017.safetensors",
63
- "transformer.layers.17.attention_norm.weight": "model-00007-of-00017.safetensors",
64
- "transformer.layers.17.feed_forward.w1.weight": "model-00007-of-00017.safetensors",
65
- "transformer.layers.17.feed_forward.w2.weight": "model-00007-of-00017.safetensors",
66
- "transformer.layers.17.ffn_norm.weight": "model-00007-of-00017.safetensors",
67
- "transformer.layers.18.attention.wo.weight": "model-00007-of-00017.safetensors",
68
- "transformer.layers.18.attention.wqkv.weight": "model-00007-of-00017.safetensors",
69
- "transformer.layers.18.attention_norm.weight": "model-00007-of-00017.safetensors",
70
- "transformer.layers.18.feed_forward.w1.weight": "model-00007-of-00017.safetensors",
71
- "transformer.layers.18.feed_forward.w2.weight": "model-00007-of-00017.safetensors",
72
- "transformer.layers.18.ffn_norm.weight": "model-00007-of-00017.safetensors",
73
- "transformer.layers.19.attention.wo.weight": "model-00007-of-00017.safetensors",
74
- "transformer.layers.19.attention.wqkv.weight": "model-00007-of-00017.safetensors",
75
- "transformer.layers.19.attention_norm.weight": "model-00007-of-00017.safetensors",
76
- "transformer.layers.19.feed_forward.w1.weight": "model-00007-of-00017.safetensors",
77
- "transformer.layers.19.feed_forward.w2.weight": "model-00007-of-00017.safetensors",
78
- "transformer.layers.19.ffn_norm.weight": "model-00007-of-00017.safetensors",
79
- "transformer.layers.2.attention.wo.weight": "model-00002-of-00017.safetensors",
80
- "transformer.layers.2.attention.wqkv.weight": "model-00002-of-00017.safetensors",
81
- "transformer.layers.2.attention_norm.weight": "model-00002-of-00017.safetensors",
82
- "transformer.layers.2.feed_forward.w1.weight": "model-00002-of-00017.safetensors",
83
- "transformer.layers.2.feed_forward.w2.weight": "model-00002-of-00017.safetensors",
84
- "transformer.layers.2.ffn_norm.weight": "model-00002-of-00017.safetensors",
85
- "transformer.layers.20.attention.wo.weight": "model-00007-of-00017.safetensors",
86
- "transformer.layers.20.attention.wqkv.weight": "model-00007-of-00017.safetensors",
87
- "transformer.layers.20.attention_norm.weight": "model-00008-of-00017.safetensors",
88
- "transformer.layers.20.feed_forward.w1.weight": "model-00008-of-00017.safetensors",
89
- "transformer.layers.20.feed_forward.w2.weight": "model-00008-of-00017.safetensors",
90
- "transformer.layers.20.ffn_norm.weight": "model-00008-of-00017.safetensors",
91
- "transformer.layers.21.attention.wo.weight": "model-00008-of-00017.safetensors",
92
- "transformer.layers.21.attention.wqkv.weight": "model-00008-of-00017.safetensors",
93
- "transformer.layers.21.attention_norm.weight": "model-00008-of-00017.safetensors",
94
- "transformer.layers.21.feed_forward.w1.weight": "model-00008-of-00017.safetensors",
95
- "transformer.layers.21.feed_forward.w2.weight": "model-00008-of-00017.safetensors",
96
- "transformer.layers.21.ffn_norm.weight": "model-00008-of-00017.safetensors",
97
- "transformer.layers.22.attention.wo.weight": "model-00008-of-00017.safetensors",
98
- "transformer.layers.22.attention.wqkv.weight": "model-00008-of-00017.safetensors",
99
- "transformer.layers.22.attention_norm.weight": "model-00008-of-00017.safetensors",
100
- "transformer.layers.22.feed_forward.w1.weight": "model-00008-of-00017.safetensors",
101
- "transformer.layers.22.feed_forward.w2.weight": "model-00008-of-00017.safetensors",
102
- "transformer.layers.22.ffn_norm.weight": "model-00008-of-00017.safetensors",
103
- "transformer.layers.23.attention.wo.weight": "model-00008-of-00017.safetensors",
104
- "transformer.layers.23.attention.wqkv.weight": "model-00008-of-00017.safetensors",
105
- "transformer.layers.23.attention_norm.weight": "model-00009-of-00017.safetensors",
106
- "transformer.layers.23.feed_forward.w1.weight": "model-00009-of-00017.safetensors",
107
- "transformer.layers.23.feed_forward.w2.weight": "model-00009-of-00017.safetensors",
108
- "transformer.layers.23.ffn_norm.weight": "model-00009-of-00017.safetensors",
109
- "transformer.layers.24.attention.wo.weight": "model-00009-of-00017.safetensors",
110
- "transformer.layers.24.attention.wqkv.weight": "model-00009-of-00017.safetensors",
111
- "transformer.layers.24.attention_norm.weight": "model-00009-of-00017.safetensors",
112
- "transformer.layers.24.feed_forward.w1.weight": "model-00009-of-00017.safetensors",
113
- "transformer.layers.24.feed_forward.w2.weight": "model-00009-of-00017.safetensors",
114
- "transformer.layers.24.ffn_norm.weight": "model-00009-of-00017.safetensors",
115
- "transformer.layers.25.attention.wo.weight": "model-00009-of-00017.safetensors",
116
- "transformer.layers.25.attention.wqkv.weight": "model-00009-of-00017.safetensors",
117
- "transformer.layers.25.attention_norm.weight": "model-00009-of-00017.safetensors",
118
- "transformer.layers.25.feed_forward.w1.weight": "model-00009-of-00017.safetensors",
119
- "transformer.layers.25.feed_forward.w2.weight": "model-00009-of-00017.safetensors",
120
- "transformer.layers.25.ffn_norm.weight": "model-00009-of-00017.safetensors",
121
- "transformer.layers.26.attention.wo.weight": "model-00009-of-00017.safetensors",
122
- "transformer.layers.26.attention.wqkv.weight": "model-00009-of-00017.safetensors",
123
- "transformer.layers.26.attention_norm.weight": "model-00010-of-00017.safetensors",
124
- "transformer.layers.26.feed_forward.w1.weight": "model-00010-of-00017.safetensors",
125
- "transformer.layers.26.feed_forward.w2.weight": "model-00010-of-00017.safetensors",
126
- "transformer.layers.26.ffn_norm.weight": "model-00010-of-00017.safetensors",
127
- "transformer.layers.27.attention.wo.weight": "model-00010-of-00017.safetensors",
128
- "transformer.layers.27.attention.wqkv.weight": "model-00010-of-00017.safetensors",
129
- "transformer.layers.27.attention_norm.weight": "model-00010-of-00017.safetensors",
130
- "transformer.layers.27.feed_forward.w1.weight": "model-00010-of-00017.safetensors",
131
- "transformer.layers.27.feed_forward.w2.weight": "model-00010-of-00017.safetensors",
132
- "transformer.layers.27.ffn_norm.weight": "model-00010-of-00017.safetensors",
133
- "transformer.layers.28.attention.wo.weight": "model-00010-of-00017.safetensors",
134
- "transformer.layers.28.attention.wqkv.weight": "model-00010-of-00017.safetensors",
135
- "transformer.layers.28.attention_norm.weight": "model-00010-of-00017.safetensors",
136
- "transformer.layers.28.feed_forward.w1.weight": "model-00010-of-00017.safetensors",
137
- "transformer.layers.28.feed_forward.w2.weight": "model-00010-of-00017.safetensors",
138
- "transformer.layers.28.ffn_norm.weight": "model-00010-of-00017.safetensors",
139
- "transformer.layers.29.attention.wo.weight": "model-00010-of-00017.safetensors",
140
- "transformer.layers.29.attention.wqkv.weight": "model-00010-of-00017.safetensors",
141
- "transformer.layers.29.attention_norm.weight": "model-00011-of-00017.safetensors",
142
- "transformer.layers.29.feed_forward.w1.weight": "model-00011-of-00017.safetensors",
143
- "transformer.layers.29.feed_forward.w2.weight": "model-00011-of-00017.safetensors",
144
- "transformer.layers.29.ffn_norm.weight": "model-00011-of-00017.safetensors",
145
- "transformer.layers.3.attention.wo.weight": "model-00002-of-00017.safetensors",
146
- "transformer.layers.3.attention.wqkv.weight": "model-00002-of-00017.safetensors",
147
- "transformer.layers.3.attention_norm.weight": "model-00002-of-00017.safetensors",
148
- "transformer.layers.3.feed_forward.w1.weight": "model-00002-of-00017.safetensors",
149
- "transformer.layers.3.feed_forward.w2.weight": "model-00002-of-00017.safetensors",
150
- "transformer.layers.3.ffn_norm.weight": "model-00002-of-00017.safetensors",
151
- "transformer.layers.30.attention.wo.weight": "model-00011-of-00017.safetensors",
152
- "transformer.layers.30.attention.wqkv.weight": "model-00011-of-00017.safetensors",
153
- "transformer.layers.30.attention_norm.weight": "model-00011-of-00017.safetensors",
154
- "transformer.layers.30.feed_forward.w1.weight": "model-00011-of-00017.safetensors",
155
- "transformer.layers.30.feed_forward.w2.weight": "model-00011-of-00017.safetensors",
156
- "transformer.layers.30.ffn_norm.weight": "model-00011-of-00017.safetensors",
157
- "transformer.layers.31.attention.wo.weight": "model-00011-of-00017.safetensors",
158
- "transformer.layers.31.attention.wqkv.weight": "model-00011-of-00017.safetensors",
159
- "transformer.layers.31.attention_norm.weight": "model-00011-of-00017.safetensors",
160
- "transformer.layers.31.feed_forward.w1.weight": "model-00011-of-00017.safetensors",
161
- "transformer.layers.31.feed_forward.w2.weight": "model-00011-of-00017.safetensors",
162
- "transformer.layers.31.ffn_norm.weight": "model-00011-of-00017.safetensors",
163
- "transformer.layers.32.attention.wo.weight": "model-00011-of-00017.safetensors",
164
- "transformer.layers.32.attention.wqkv.weight": "model-00011-of-00017.safetensors",
165
- "transformer.layers.32.attention_norm.weight": "model-00012-of-00017.safetensors",
166
- "transformer.layers.32.feed_forward.w1.weight": "model-00012-of-00017.safetensors",
167
- "transformer.layers.32.feed_forward.w2.weight": "model-00012-of-00017.safetensors",
168
- "transformer.layers.32.ffn_norm.weight": "model-00012-of-00017.safetensors",
169
- "transformer.layers.33.attention.wo.weight": "model-00012-of-00017.safetensors",
170
- "transformer.layers.33.attention.wqkv.weight": "model-00012-of-00017.safetensors",
171
- "transformer.layers.33.attention_norm.weight": "model-00012-of-00017.safetensors",
172
- "transformer.layers.33.feed_forward.w1.weight": "model-00012-of-00017.safetensors",
173
- "transformer.layers.33.feed_forward.w2.weight": "model-00012-of-00017.safetensors",
174
- "transformer.layers.33.ffn_norm.weight": "model-00012-of-00017.safetensors",
175
- "transformer.layers.34.attention.wo.weight": "model-00012-of-00017.safetensors",
176
- "transformer.layers.34.attention.wqkv.weight": "model-00012-of-00017.safetensors",
177
- "transformer.layers.34.attention_norm.weight": "model-00012-of-00017.safetensors",
178
- "transformer.layers.34.feed_forward.w1.weight": "model-00012-of-00017.safetensors",
179
- "transformer.layers.34.feed_forward.w2.weight": "model-00012-of-00017.safetensors",
180
- "transformer.layers.34.ffn_norm.weight": "model-00012-of-00017.safetensors",
181
- "transformer.layers.35.attention.wo.weight": "model-00012-of-00017.safetensors",
182
- "transformer.layers.35.attention.wqkv.weight": "model-00012-of-00017.safetensors",
183
- "transformer.layers.35.attention_norm.weight": "model-00013-of-00017.safetensors",
184
- "transformer.layers.35.feed_forward.w1.weight": "model-00013-of-00017.safetensors",
185
- "transformer.layers.35.feed_forward.w2.weight": "model-00013-of-00017.safetensors",
186
- "transformer.layers.35.ffn_norm.weight": "model-00013-of-00017.safetensors",
187
- "transformer.layers.36.attention.wo.weight": "model-00013-of-00017.safetensors",
188
- "transformer.layers.36.attention.wqkv.weight": "model-00013-of-00017.safetensors",
189
- "transformer.layers.36.attention_norm.weight": "model-00013-of-00017.safetensors",
190
- "transformer.layers.36.feed_forward.w1.weight": "model-00013-of-00017.safetensors",
191
- "transformer.layers.36.feed_forward.w2.weight": "model-00013-of-00017.safetensors",
192
- "transformer.layers.36.ffn_norm.weight": "model-00013-of-00017.safetensors",
193
- "transformer.layers.37.attention.wo.weight": "model-00013-of-00017.safetensors",
194
- "transformer.layers.37.attention.wqkv.weight": "model-00013-of-00017.safetensors",
195
- "transformer.layers.37.attention_norm.weight": "model-00013-of-00017.safetensors",
196
- "transformer.layers.37.feed_forward.w1.weight": "model-00013-of-00017.safetensors",
197
- "transformer.layers.37.feed_forward.w2.weight": "model-00013-of-00017.safetensors",
198
- "transformer.layers.37.ffn_norm.weight": "model-00013-of-00017.safetensors",
199
- "transformer.layers.38.attention.wo.weight": "model-00013-of-00017.safetensors",
200
- "transformer.layers.38.attention.wqkv.weight": "model-00013-of-00017.safetensors",
201
- "transformer.layers.38.attention_norm.weight": "model-00014-of-00017.safetensors",
202
- "transformer.layers.38.feed_forward.w1.weight": "model-00014-of-00017.safetensors",
203
- "transformer.layers.38.feed_forward.w2.weight": "model-00014-of-00017.safetensors",
204
- "transformer.layers.38.ffn_norm.weight": "model-00014-of-00017.safetensors",
205
- "transformer.layers.39.attention.wo.weight": "model-00014-of-00017.safetensors",
206
- "transformer.layers.39.attention.wqkv.weight": "model-00014-of-00017.safetensors",
207
- "transformer.layers.39.attention_norm.weight": "model-00014-of-00017.safetensors",
208
- "transformer.layers.39.feed_forward.w1.weight": "model-00014-of-00017.safetensors",
209
- "transformer.layers.39.feed_forward.w2.weight": "model-00014-of-00017.safetensors",
210
- "transformer.layers.39.ffn_norm.weight": "model-00014-of-00017.safetensors",
211
- "transformer.layers.4.attention.wo.weight": "model-00002-of-00017.safetensors",
212
- "transformer.layers.4.attention.wqkv.weight": "model-00002-of-00017.safetensors",
213
- "transformer.layers.4.attention_norm.weight": "model-00002-of-00017.safetensors",
214
- "transformer.layers.4.feed_forward.w1.weight": "model-00002-of-00017.safetensors",
215
- "transformer.layers.4.feed_forward.w2.weight": "model-00002-of-00017.safetensors",
216
- "transformer.layers.4.ffn_norm.weight": "model-00002-of-00017.safetensors",
217
- "transformer.layers.40.attention.wo.weight": "model-00014-of-00017.safetensors",
218
- "transformer.layers.40.attention.wqkv.weight": "model-00014-of-00017.safetensors",
219
- "transformer.layers.40.attention_norm.weight": "model-00014-of-00017.safetensors",
220
- "transformer.layers.40.feed_forward.w1.weight": "model-00014-of-00017.safetensors",
221
- "transformer.layers.40.feed_forward.w2.weight": "model-00014-of-00017.safetensors",
222
- "transformer.layers.40.ffn_norm.weight": "model-00014-of-00017.safetensors",
223
- "transformer.layers.41.attention.wo.weight": "model-00014-of-00017.safetensors",
224
- "transformer.layers.41.attention.wqkv.weight": "model-00014-of-00017.safetensors",
225
- "transformer.layers.41.attention_norm.weight": "model-00015-of-00017.safetensors",
226
- "transformer.layers.41.feed_forward.w1.weight": "model-00015-of-00017.safetensors",
227
- "transformer.layers.41.feed_forward.w2.weight": "model-00015-of-00017.safetensors",
228
- "transformer.layers.41.ffn_norm.weight": "model-00015-of-00017.safetensors",
229
- "transformer.layers.42.attention.wo.weight": "model-00015-of-00017.safetensors",
230
- "transformer.layers.42.attention.wqkv.weight": "model-00015-of-00017.safetensors",
231
- "transformer.layers.42.attention_norm.weight": "model-00015-of-00017.safetensors",
232
- "transformer.layers.42.feed_forward.w1.weight": "model-00015-of-00017.safetensors",
233
- "transformer.layers.42.feed_forward.w2.weight": "model-00015-of-00017.safetensors",
234
- "transformer.layers.42.ffn_norm.weight": "model-00015-of-00017.safetensors",
235
- "transformer.layers.43.attention.wo.weight": "model-00015-of-00017.safetensors",
236
- "transformer.layers.43.attention.wqkv.weight": "model-00015-of-00017.safetensors",
237
- "transformer.layers.43.attention_norm.weight": "model-00015-of-00017.safetensors",
238
- "transformer.layers.43.feed_forward.w1.weight": "model-00015-of-00017.safetensors",
239
- "transformer.layers.43.feed_forward.w2.weight": "model-00015-of-00017.safetensors",
240
- "transformer.layers.43.ffn_norm.weight": "model-00015-of-00017.safetensors",
241
- "transformer.layers.44.attention.wo.weight": "model-00015-of-00017.safetensors",
242
- "transformer.layers.44.attention.wqkv.weight": "model-00015-of-00017.safetensors",
243
- "transformer.layers.44.attention_norm.weight": "model-00016-of-00017.safetensors",
244
- "transformer.layers.44.feed_forward.w1.weight": "model-00016-of-00017.safetensors",
245
- "transformer.layers.44.feed_forward.w2.weight": "model-00016-of-00017.safetensors",
246
- "transformer.layers.44.ffn_norm.weight": "model-00016-of-00017.safetensors",
247
- "transformer.layers.45.attention.wo.weight": "model-00016-of-00017.safetensors",
248
- "transformer.layers.45.attention.wqkv.weight": "model-00016-of-00017.safetensors",
249
- "transformer.layers.45.attention_norm.weight": "model-00016-of-00017.safetensors",
250
- "transformer.layers.45.feed_forward.w1.weight": "model-00016-of-00017.safetensors",
251
- "transformer.layers.45.feed_forward.w2.weight": "model-00016-of-00017.safetensors",
252
- "transformer.layers.45.ffn_norm.weight": "model-00016-of-00017.safetensors",
253
- "transformer.layers.46.attention.wo.weight": "model-00016-of-00017.safetensors",
254
- "transformer.layers.46.attention.wqkv.weight": "model-00016-of-00017.safetensors",
255
- "transformer.layers.46.attention_norm.weight": "model-00016-of-00017.safetensors",
256
- "transformer.layers.46.feed_forward.w1.weight": "model-00016-of-00017.safetensors",
257
- "transformer.layers.46.feed_forward.w2.weight": "model-00016-of-00017.safetensors",
258
- "transformer.layers.46.ffn_norm.weight": "model-00016-of-00017.safetensors",
259
- "transformer.layers.47.attention.wo.weight": "model-00016-of-00017.safetensors",
260
- "transformer.layers.47.attention.wqkv.weight": "model-00016-of-00017.safetensors",
261
- "transformer.layers.47.attention_norm.weight": "model-00017-of-00017.safetensors",
262
- "transformer.layers.47.feed_forward.w1.weight": "model-00017-of-00017.safetensors",
263
- "transformer.layers.47.feed_forward.w2.weight": "model-00017-of-00017.safetensors",
264
- "transformer.layers.47.ffn_norm.weight": "model-00017-of-00017.safetensors",
265
- "transformer.layers.5.attention.wo.weight": "model-00003-of-00017.safetensors",
266
- "transformer.layers.5.attention.wqkv.weight": "model-00002-of-00017.safetensors",
267
- "transformer.layers.5.attention_norm.weight": "model-00003-of-00017.safetensors",
268
- "transformer.layers.5.feed_forward.w1.weight": "model-00003-of-00017.safetensors",
269
- "transformer.layers.5.feed_forward.w2.weight": "model-00003-of-00017.safetensors",
270
- "transformer.layers.5.ffn_norm.weight": "model-00003-of-00017.safetensors",
271
- "transformer.layers.6.attention.wo.weight": "model-00003-of-00017.safetensors",
272
- "transformer.layers.6.attention.wqkv.weight": "model-00003-of-00017.safetensors",
273
- "transformer.layers.6.attention_norm.weight": "model-00003-of-00017.safetensors",
274
- "transformer.layers.6.feed_forward.w1.weight": "model-00003-of-00017.safetensors",
275
- "transformer.layers.6.feed_forward.w2.weight": "model-00003-of-00017.safetensors",
276
- "transformer.layers.6.ffn_norm.weight": "model-00003-of-00017.safetensors",
277
- "transformer.layers.7.attention.wo.weight": "model-00003-of-00017.safetensors",
278
- "transformer.layers.7.attention.wqkv.weight": "model-00003-of-00017.safetensors",
279
- "transformer.layers.7.attention_norm.weight": "model-00003-of-00017.safetensors",
280
- "transformer.layers.7.feed_forward.w1.weight": "model-00003-of-00017.safetensors",
281
- "transformer.layers.7.feed_forward.w2.weight": "model-00003-of-00017.safetensors",
282
- "transformer.layers.7.ffn_norm.weight": "model-00003-of-00017.safetensors",
283
- "transformer.layers.8.attention.wo.weight": "model-00003-of-00017.safetensors",
284
- "transformer.layers.8.attention.wqkv.weight": "model-00003-of-00017.safetensors",
285
- "transformer.layers.8.attention_norm.weight": "model-00004-of-00017.safetensors",
286
- "transformer.layers.8.feed_forward.w1.weight": "model-00004-of-00017.safetensors",
287
- "transformer.layers.8.feed_forward.w2.weight": "model-00004-of-00017.safetensors",
288
- "transformer.layers.8.ffn_norm.weight": "model-00004-of-00017.safetensors",
289
- "transformer.layers.9.attention.wo.weight": "model-00004-of-00017.safetensors",
290
- "transformer.layers.9.attention.wqkv.weight": "model-00004-of-00017.safetensors",
291
- "transformer.layers.9.attention_norm.weight": "model-00004-of-00017.safetensors",
292
- "transformer.layers.9.feed_forward.w1.weight": "model-00004-of-00017.safetensors",
293
- "transformer.layers.9.feed_forward.w2.weight": "model-00004-of-00017.safetensors",
294
- "transformer.layers.9.ffn_norm.weight": "model-00004-of-00017.safetensors"
295
- }
296
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
step_llm/step1_chat_tokenizer.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae238f74162b98d3384eb1ceef143ed67f822528a6b0d6c5e351f87d7f4a651a
3
- size 1053360