Hugging Face's logo

numen-tech
/
Llama-3.1-8B-UltraMedical-w4a16g128asym

Text Generation
MLC-LLM
English
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
d4f7adc
·
1 Parent(s): 0aa2b05

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +9 -1
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
2
- license: llama3.1
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
+ license: llama3
5
+ base_model: TsinghuaC3I/Llama-3.1-8B-UltraMedical
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Llama-3.1-8B-UltraMedical](https://huggingface.co/TsinghuaC3I/Llama-3.1-8B-UltraMedical) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f6851d667c2653a69222efd3151ec5c7766a6389ceb7c26c117975fe60adf88
3
+ size 262668288
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08330497110d3854043f55e3efa43a279d2f9f624b4503450e5da8543792584f
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e6b883089f1073c13e8585eba2cfa92fab8a78007c01c7c3b2116370d94c4e
3
+ size 29360128
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83fa71199ef71f05ee8e3c840671c392411a582531943700354e1111acab52d6
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a619d47a868053081eb8ba0874001ac57a0a3496fb7736ac6f12fad60810d111
3
+ size 24395776
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0831946421cfed4d04a1749c9724668a14b9a2d46cd5585dbbbfb87a2278d96a
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0666a71688423759701722ce03236d2c391b75a14b4851979129927292b975ae
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7edc69e1297b2e973f8df8ed4e073b0cdb4153fbdd3b3fff73727f41d1434fd6
3
+ size 24395776
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac1355f0e00896b72e1f00e751c1cac159f26fd949005014a65e50dbb4d117b
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f398cfc27ea0b8f2799c0aa0101768f9b6a2032457db5a56097aecb2958a71ee
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f703488603af1d3c711a98220550831fa6c4dbbc19f17fc8d3a12ceb126c53da
3
+ size 24395776
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4fc242b6f436bd0ec9771c758bd30bf6ab9f8d547b7a7006b1973bf27566fc4
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d06c9841d7fd90cf591b2460c6a52cff37c0a6b3adad9226f90c02175167c4
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9407d2e7c22f7aa0dc0926483c2b0daf7ec14f86d406c9058315ed3330b53466
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e21464fbbbcff7bd10260280c82adcf64470f77d05909f39460c3ca787aedaa7
3
+ size 24395776
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b92ac5654923c05df95baf0f7f1195030d585a65c0c2f757f22f4ebb948de40a
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:618d1d55dedbb50cedff4410ca9e511031c9caed42c5668f39d9645e3b0f2da7
3
+ size 58720256
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6afa1182aeb1865326cb589f848b2709c212e24ebe09beeaa80ad2d003652aae
3
+ size 24395776
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810b6920ad4cbfd4f298f7bb95d27f7e7ffd0786c4331b39659e908139416f6a
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be1acc7739d28defc9be399a65f4090ec7b00689fa7275b7b40c44b74570539b
3
+ size 58720256
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c826cc1352ad94005683862a69dd008563b2bccb25ebe5bb21b38a71f682b6b5
3
+ size 24395776
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b184e507aa47d844a43b6edfb6745a6209b722d3904ee477d68c8d160d3d4d3b
3
+ size 29360128
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:063d8e9472cb1355162c1222060f1de0f1508835a37124858313c4e142a59faa
3
+ size 58720256
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b7a66049e8831062a728e75d4bf386e71767cdf429b4fd29ade2b9b8a4d62b
3
+ size 262668288
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf367a56d98f73aa0514f7c9629f6b1fff28c992dbfed1f45fcca8e0d1e5717d
3
+ size 24379392
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e343953630f2da280ce9ad176ec6789325dbc7d19b3a202a7f9778cb9c9a8e
3
+ size 29360128
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3486735513a0784d26caed171cd6ae845a01a824256bf571e1c0b8a2cbc90a6e
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7740b372de13e9e61c23845eafde397b7bb02e96356471366cfdfa493a695165
3
+ size 24395776
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5125bc27e3a9e14cef3a907c88d8348983667435f71e3ea242382d934b17b9f6
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2ab5b2c235394661a6830d73af4573c0a400d90ad9311f68e593fec5ecbcf78
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4832be5017e43d7fc5e51bb138273748077f7ea4cdb91331de79f2c5b4bac68
3
+ size 24395776
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80bede5b3a9eac830a5951ef96681b0b8866210b2d004266ae9d4a907720e44c
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dfa870366976c11e4f67b745573d95872b8bfb3d8f644b3c8dae589b557af5f
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ab9e466105feae818c452e3a22ca62a2f2b344f8bc7c5c1cf79b20550896e0
3
+ size 24395776
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:076ea52170026ec21a4c01bdb728058c58cd1b1d6a62b171bd9303e10c64d7be
3
+ size 29360128
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cb600b0ff46a2c59aa2840afed376674c02ac50ac02609a9f0b3d90f44d0216
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f48169ea757b132bd50a2eb4061c11e74f6345cfb334756e8aba45077cb47d63
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2424e4cbf9f7646454689bce96cf987aabe4fff730a0c14ce8e2af1ae0e1465e
3
+ size 24395776
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9c9dfa3b0a63bb62fba024d6712c6c51739c0e8efc96bb09ad1cb8113da23a5
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44e064a4c8bf3d82f83d635dcc2d069ba65474d24ebe801e8cc00e5394ac3e1
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c070c0728bff936dd3c320756606adf780ccdd6f221834cf5b10d2a537bbdc8e
3
+ size 24395776
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3bff874111b4e499fa25599a4c7b8400efe344e2ad90a9521285ad49f945e5c
3
+ size 29360128
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926c756a3c90acd7be7b7831bcfdf4870e9651aa8b4b14298531b084901746bd
3
+ size 58720256
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1dac3d5c39a887f93845a14693e45baec5130245fa72f8a1282fb5f46a6fb86
3
+ size 24395776
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f73a4083397b28938d28fb30ced42f3ad36e55873c107cf3c6967a95d5c28816
3
+ size 29360128
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e31538279dc1f2dc20af0403c95f9ef7310e132adbf6754da707dc03236a85f
3
+ size 58720256