Hugging Face's logo

numen-tech
/
Qwen2.5-32B-Instruct-GPTQ-Int4

Text Generation
MLC-LLM
English
chat
conversational
4-bit precision
Model card Files Community
1
numen-tech commited on
Commit
14f94df
·
1 Parent(s): ddca2ac

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +11 -0
  2. config.json +5 -0
  3. merges.txt +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
README.md CHANGED
@@ -1,3 +1,14 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ license_link: https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GPTQ-Int4/blob/main/LICENSE
4
+ language:
5
+ - en
6
+ base_model: Qwen/Qwen2.5-32B-Instruct
7
+ base_model_relation: quantized
8
+ library_name: mlc-llm
9
+ pipeline_tag: text-generation
10
+ tags:
11
+ - chat
12
  ---
13
+
14
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [Qwen2.5-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-32B-Instruct) for use with the [Private LLM app](https://privatellm.app/).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e30a4639d0a7998aa3e524a9c7d6d73b2610019e4bbd47cb9716523a0503a4
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b48194cf5f02ab3fc963432279e76d43759ba6002548c16e85de51791774d14f
3
+ size 70778880
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de15c9311faabc605853eba85b28252cfca22d6b084123baf674acaee6875a37
3
+ size 18350080
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc7c93ed5bdbe83aceb32fbd0b3b132a294aa975c5f0342c976138975b084db
3
+ size 141557760
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:146897b506e38210c2e70da88f6b78302e6d87615c4c04013b366abbcc2a3650
3
+ size 18350080
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d17f3422a4ea78409b5de6cbc4ca2dbf4f969d164eb28cad13e2d834b5d2c96d
3
+ size 20760576
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa9c791d870aa194979078be4b4fb04c78661910bb09aa027218636d9a91295
3
+ size 70778880
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71895b4520f6bac9453bbc8e0ff3d5ccfbf40012123d58f28381aece5407577
3
+ size 141557760
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25632b214cf830c56ec85220026f6d20438697fe0b7dcae5e757a244061f40c0
3
+ size 18350080
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8669b76534b0eb5a2d11929aa17ab03230a59119d732f9fa55d74de19c40aa14
3
+ size 20760576
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a624dfa50b42e103bfb987aae55b25f3481cb1ecda5e6d3ab7849ea9bb20b9e0
3
+ size 141557760
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055369b85a02e709e4946f842a0f69324df92000757ee0eb897c2d5e46db98a3
3
+ size 18350080
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e9b68af4dc6b2d5916b109ed950f9460f25a1f92344c848db343ee9a9bd2299
3
+ size 70778880
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b52aa7a6131552139e80f88a1a2b6093df4f70afb5e0eb28180ef342f5e5f6b
3
+ size 32935936
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c8b29187016be8098b7739b2b53103b714d040963db05093efcbfd15c22126c
3
+ size 32065536
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669f04a758345e443d7ccb91f35d7e74c6584e45e1d6c567c61550bf143d60b9
3
+ size 70778880
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:400e081c63fd98df0a84f52127d961a4dd38e2c778f7e45898b09ca9df3891f4
3
+ size 141557760
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b5d56e3f4a247929cb565e73cb360c670d70caa4d6da08b433d88ad07d319fd
3
+ size 27805696
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e473e50d49aece5a007b31d1bc421c05c0cdcd51101fdd209c6023a2c37963ba
3
+ size 70778880
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:816337181e22b70f5cc9906ef50a9a3f9bf224413e41be304b3c01a579530f85
3
+ size 141557760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47296554d20b3af1467931fb9074c3737eca36bfdfeb51c11ce49aff2ec85e4
3
+ size 18350080
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab1806ff015945e09bd5397bbf95bfbf4b4d40a80ad08f9742377d41b651928
3
+ size 20760576
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ef5a38d2bef1620f79a009b57402ac2f1471e248c1bb1d9ce685801756e867
3
+ size 70778880
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c02beee91c9fab66f9e7f936ff6624191b5cc22bb1ed523d8de3b43cde1656f
3
+ size 141557760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a7e540e5015b478cea332ff01914d48eb6a973a842c46930dc75ab76cb1f42
3
+ size 70778880
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584bc0e5e34760e7e1bcd5abc1152f8ddb3a9f220cdfd63dc7d2ca07c0d153f5
3
+ size 18350080
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:405748ca8a2433ac9144d4d1b1e524697318be48a5dec0a1239e0536b36643a8
3
+ size 20760576
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:548409924f8b2b9c43475891cc59ff67cdc986a0c3d713b31c24b98c54955017
3
+ size 141557760
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197ffbeb34ebd500318d94c4e1603453d776217550040558140defc336539542
3
+ size 18350080
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8df2936fbd2a1767eceb616baf3a6c58ef2c66948fcc66154d0dd4c2ed1a7a2
3
+ size 70778880
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae78e037756c624d3d8ee0e1e6a27bcf046b42d4c3dd4b47c24e33fe6427f12
3
+ size 32065536
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38691cd91e8314ff3a09655dbef6e4d9dcc3cd5849ea00ee81c15425ea03fc4d
3
+ size 70778880
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e2d573a19b5bf569c0af13383cf64f468d54741930fbfb0d68c9311b4fb17b
3
+ size 141557760
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc20c57c9be3b36f3a0f6487dc8e993070df4b032df57554c41c9b972eed1290
3
+ size 27805696
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d7958b7c07eae32bfdd4e4b2f9c446cdb85784d0eee63d27d6337e832c6b62f
3
+ size 70778880
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62aef2b423191ed4e88b1c52faaab151c3bd829a3cfa2a1e31bdf915cf2c34f1
3
+ size 141557760
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf6719330a0f5b56fa667ac8b935fd6524eb0ed0336934db364549d3ba78e5cf
3
+ size 141557760
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aab3db8aa29ee92d5e1e2d0356eb0350c560046251a7c1ab96790a7261d364ca
3
+ size 18350080
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e3e476319ff17394296a30462300d454c17d50489ce157f8de8c27161b97d6d
3
+ size 20760576
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf31056d414bf38eebffb4ab4e2d5f5a38cd4a1069f1766c39816748e851a22
3
+ size 70778880
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b07ca730c70d56c12fad8881e783ad89717176036ce6c8d13efe8dd671eef7
3
+ size 141557760
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e70b978fa1fc3433b326775a0440ec26842f6e337b7b57f5cde559bb9b1ce1e
3
+ size 18350080
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a667e25e3ce5c502e5b449ab00a822153313842ce4722b9e8802473767b88c38
3
+ size 20760576
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b891455f39fee152d189310cbb2248087d0b6a92a895d4848a0a139f84fb0548
3
+ size 141557760
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ad735d1e2f30e609e394187cf4f20a0c47eafb75e9112ea601f0524aa6a2e7
3
+ size 18350080
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7b17e75c99510ccf093deb443a7b567b02efd67b0dfd3005eadb297b9153563
3
+ size 70778880