Hugging Face's logo

unsloth
/
Qwen3-235B-A22B-GGUF

Text Generation
Transformers
GGUF
qwen3_moe
unsloth
conversational
Model card Files
xet
Community
20
danielhanchen commited on
Commit
c5fc112
·
verified ·
1 Parent(s): f768f55

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. IQ4_XS/Qwen3-235B-A22B-IQ4_XS-00001-of-00003.gguf +2 -2
  2. IQ4_XS/Qwen3-235B-A22B-IQ4_XS-00002-of-00003.gguf +1 -1
  3. IQ4_XS/Qwen3-235B-A22B-IQ4_XS-00003-of-00003.gguf +1 -1
  4. Q2_K_L/Qwen3-235B-A22B-Q2_K_L-00001-of-00002.gguf +2 -2
  5. Q2_K_L/Qwen3-235B-A22B-Q2_K_L-00002-of-00002.gguf +1 -1
  6. Q3_K_M/Qwen3-235B-A22B-Q3_K_M-00001-of-00003.gguf +2 -2
  7. Q3_K_M/Qwen3-235B-A22B-Q3_K_M-00002-of-00003.gguf +1 -1
  8. Q3_K_M/Qwen3-235B-A22B-Q3_K_M-00003-of-00003.gguf +1 -1
  9. Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00001-of-00003.gguf +2 -2
  10. Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00002-of-00003.gguf +1 -1
  11. Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00003-of-00003.gguf +1 -1
  12. Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00001-of-00004.gguf +2 -2
  13. Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00002-of-00004.gguf +1 -1
  14. Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00003-of-00004.gguf +1 -1
  15. Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00004-of-00004.gguf +1 -1
  16. Qwen3-235B-A22B-UD-IQ1_M.gguf +3 -0
  17. Qwen3-235B-A22B-UD-IQ1_S.gguf +3 -0
  18. Qwen3-235B-A22B-UD-IQ2_M.gguf +3 -0
  19. UD-Q2_K_XL/Qwen3-235B-A22B-UD-Q2_K_XL-00001-of-00002.gguf +1 -1
  20. UD-Q2_K_XL/Qwen3-235B-A22B-UD-Q2_K_XL-00002-of-00002.gguf +1 -1
  21. UD-Q4_K_XL/Qwen3-235B-A22B-UD-Q4_K_XL-00001-of-00003.gguf +1 -1
  22. UD-Q4_K_XL/Qwen3-235B-A22B-UD-Q4_K_XL-00002-of-00003.gguf +1 -1
  23. UD-Q4_K_XL/Qwen3-235B-A22B-UD-Q4_K_XL-00003-of-00003.gguf +1 -1
  24. config.json +3 -4
IQ4_XS/Qwen3-235B-A22B-IQ4_XS-00001-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8e9b915a73e701de11766cef59a46fbf6e8e2dac0233a8fc97c457bfcd27fc9
3
- size 49885201600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:502d4e7594d1f7042b1c14c65eb8cc4e6553dca6ade42902e4f366bb21f42bf8
3
+ size 49885201696
IQ4_XS/Qwen3-235B-A22B-IQ4_XS-00002-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:111d6615309235db7c32e401c2704c89daeb431a2c4d59dd8ad55d0044c46303
3
  size 49838211840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b89048ce35c4c9449b446284ad296f31dbb32e46a278bc4f308d40f01f7d3a4
3
  size 49838211840
IQ4_XS/Qwen3-235B-A22B-IQ4_XS-00003-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fed0534e32d7dac5eb7524f1716dc3a283cdb19e42eeebbcbf481378c1c7605e
3
  size 25579947264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6459f30df9650088d68b58e5dbcdda31667ea0ebcbaa14f0f922cc6886a1233f
3
  size 25579947264
Q2_K_L/Qwen3-235B-A22B-Q2_K_L-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e72fd8d6ea91acfdb9ded96ed228bcd26c7f306fc85db370dc6f1084fdc1a22
3
- size 49706580768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a571dfad4eb001d9ad333bee8d4be1715781e089067406c4171abf58bef3db40
3
+ size 49706580832
Q2_K_L/Qwen3-235B-A22B-Q2_K_L-00002-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:814765eb4522460ee33258ab1117bb97023aa9abed5fe9b3461066916f2048f5
3
  size 36130279712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6c7a386892cd94cf3ed20b2844ec03c5420679bb7287f1b708d8c42a5847369
3
  size 36130279712
Q3_K_M/Qwen3-235B-A22B-Q3_K_M-00001-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e0f25eb917eff2b38132b84db69a0f21b04dbf29dd6840ca0772f49a5d98253
3
- size 49807634592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e10628f3c64b6b35ad0ab0415d3ca3b62098bff53d9005e7ae862b791365e0f
3
+ size 49807634688
Q3_K_M/Qwen3-235B-A22B-Q3_K_M-00002-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43412e4275aa1f240e71513fd06301dc72fb62faddca61876c4348f35545ea88
3
  size 49667089568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fd2871d9f4bc3fb7e21f04f061ec023ec72474a44192ae28e2e6e5c032f3cb3
3
  size 49667089568
Q3_K_M/Qwen3-235B-A22B-Q3_K_M-00003-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a653fb4c89ffc9fb501b076858f84d6f4db4ab22149a84b9bfd27b3543ebd6d
3
  size 12972656480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43fb8a0f0a60d3677cc2567a16682d1c0594f600d8157154ba7576c7f5ebf4f9
3
  size 12972656480
Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00001-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3a2325f73df9e9365c0e59d76138dbe8fe2bb65034f8e0f68d749a0b620bb10
3
- size 49944699456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7afdc1f11c8ccd826ed0c559285922cf5400e63ebe8b391053d2129b3ed377f
3
+ size 49944699552
Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00002-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:954ccc142639ef1e75b5fa10827c437b3b4129ec0d859ca2021c2e4069b146b1
3
  size 49930349824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3438e41095a1df52e8bd070ffeab835bfbdc3af3dbbf0b4a95342444060ab68
3
  size 49930349824
Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00003-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c871dee6a37d261698aebd21635fd03a7417b168d99644e514c6389196beafe
3
  size 42279026016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18c883c0179c4e3398f89df90d692d789a88f10bd5f30fcecb84b140ab3bc1e9
3
  size 42279026016
Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00001-of-00004.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:117468a46f6c7e5692b207b44ec736dadde6ae90ca393e84b348ebbf4f582072
3
- size 49489346432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1672396ad7989959abd825374a6ba4f0212c3a66d814b12c65c223308a6de4a4
3
+ size 49489346528
Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00002-of-00004.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6224004ba3bbd8ffd46a969f59ebf8088b41c81cbaf4e06814316367b7e74530
3
  size 49566811136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c90af2bd8ecdd1b3345cd5d09262e0c7d1abae1d0ea62718f2ce10f8a90e22
3
  size 49566811136
Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00003-of-00004.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b63a90b95449c51a7d33270d6a7a12059e6ec9a563a795c7f7e34b453f7fbd1
3
  size 49614014752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7905c7430622b9628ba331dac80cfd1f6cf7e154db73b72a133b16031d6d319b
3
  size 49614014752
Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00004-of-00004.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d90659ba3db52eb5b04b1dde19d421aded3cc432ccdd11160e59c89bf42eac3
3
  size 18143985760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f515fc4a435b95f54425f62b58f01743a8c518def04445b21a6cbd8a148bb59
3
  size 18143985760
Qwen3-235B-A22B-UD-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7107f9e1886588274d46ada0fa36df385f71ce4da7e110625d75d0414a4c402
3
+ size 16295406528
Qwen3-235B-A22B-UD-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a76513dde55f3f2ccfce67a624cd7910ae09379c0f2207c6d9a2d7b5b370344
3
+ size 1159813056
Qwen3-235B-A22B-UD-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763ddfdd1d69c1c271608c1526de86afa5f9bf0656dbe9c81b0fab60681da5c2
3
+ size 1250514880
UD-Q2_K_XL/Qwen3-235B-A22B-UD-Q2_K_XL-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd9733caa8596fc71144b202656770dc21276f6ed948e49f3d9ad8da5a79b7ef
3
  size 49841583232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43ea4d68c138800c68903644d71fdd751528a60e620c87f7c56609600a5105e6
3
  size 49841583232
UD-Q2_K_XL/Qwen3-235B-A22B-UD-Q2_K_XL-00002-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e66edf1acef00ac5b47ad32ce7b3500096f5ee9771573ca5171d4cf27c790eb
3
  size 38173235232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e477f1df9677f500c8dc9662edcb4acec05ccc6a04bb8b1863b9f5d2ecf6f9
3
  size 38173235232
UD-Q4_K_XL/Qwen3-235B-A22B-UD-Q4_K_XL-00001-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23af1c050935d083f22021bc6c87136476a743400629532a12237317f89ff10a
3
  size 49875808608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6d7c07142c82cf17d0e53ffebb5ad8dab75a86a202690879cc76da596a811f
3
  size 49875808608
UD-Q4_K_XL/Qwen3-235B-A22B-UD-Q4_K_XL-00002-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1840c450bafe42115b54e540e0e6a7010f214e67dfb1f993e5686fc53b5c0223
3
  size 49586813408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe5581659d860840dffa7f7931b8dd8aae7a133d696f429788eb4b33d6f4ebd
3
  size 49586813408
UD-Q4_K_XL/Qwen3-235B-A22B-UD-Q4_K_XL-00003-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5cfb02ae55bece1a023a73f2cfd83c4d708b375e6aa31a81721a5cab3c0d3c6
3
  size 34661229024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461244de85149f4ec38540096043592176c1bca91297faf0c4b57814a42b1a54
3
  size 34661229024
config.json CHANGED
@@ -4,6 +4,7 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
7
  "decoder_sparse_step": 1,
8
  "eos_token_id": 151645,
9
  "head_dim": 128,
@@ -23,7 +24,6 @@
23
  "num_hidden_layers": 94,
24
  "num_key_value_heads": 4,
25
  "output_router_logits": false,
26
- "pad_token_id": 151654,
27
  "rms_norm_eps": 1e-06,
28
  "rope_scaling": null,
29
  "rope_theta": 1000000.0,
@@ -31,9 +31,8 @@
31
  "sliding_window": null,
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "bfloat16",
34
- "transformers_version": "4.52.0.dev0",
35
- "unsloth_fixed": true,
36
  "use_cache": true,
37
  "use_sliding_window": false,
38
  "vocab_size": 151936
39
- }
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
  "decoder_sparse_step": 1,
9
  "eos_token_id": 151645,
10
  "head_dim": 128,
 
24
  "num_hidden_layers": 94,
25
  "num_key_value_heads": 4,
26
  "output_router_logits": false,
 
27
  "rms_norm_eps": 1e-06,
28
  "rope_scaling": null,
29
  "rope_theta": 1000000.0,
 
31
  "sliding_window": null,
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.51.0",
 
35
  "use_cache": true,
36
  "use_sliding_window": false,
37
  "vocab_size": 151936
38
+ }