Hugging Face's logo

unsloth
/
Llama-3.2-1B-Instruct-GGUF

Text Generation
Transformers
GGUF
English
llama
llama-3
meta
facebook
unsloth
conversational
Model card Files
xet
Community
1
danielhanchen commited on
Commit
40b3ccc
·
verified ·
1 Parent(s): e61c630

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. Llama-3.2-1B-Instruct-UD-IQ1_M.gguf +1 -1
  2. Llama-3.2-1B-Instruct-UD-IQ1_S.gguf +1 -1
  3. Llama-3.2-1B-Instruct-UD-IQ2_M.gguf +1 -1
  4. Llama-3.2-1B-Instruct-UD-IQ3_XXS.gguf +1 -1
  5. Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf +1 -1
  6. Llama-3.2-1B-Instruct-UD-Q3_K_XL.gguf +1 -1
  7. Llama-3.2-1B-Instruct-UD-Q4_K_XL.gguf +1 -1
  8. config.json +1 -1
Llama-3.2-1B-Instruct-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:544969421cb6cb5daaa76183f8f9e7fafe7ca3fc929b42a0d5487c2d3080ddbf
3
  size 439181344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2296d5ce14318b1c7359e17ab8b86cd0ae93593dc4d98be9d267a60881e1a30c
3
  size 439181344
Llama-3.2-1B-Instruct-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:138e647d2d68f75486258b823fdd530ea0681e08853d7265634315e0438b1f81
3
  size 421617696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60f05b86eb901189dabd946cff4206656395316fcf85aa111d35545e21b0bc65
3
  size 421617696
Llama-3.2-1B-Instruct-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7cbfd039c4195dc3bdfd9cd50dc9f05afe8fd5915717f7d78236b72ede67bced
3
  size 536322080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b79dd1b66164fe8c3e77e2b56b474f7983482a33eede977c68eb6d3e79a14ac
3
  size 536322080
Llama-3.2-1B-Instruct-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e722183ceeccfe3161b738242110ede27183702d6a70f469ba024670c00d4c7d
3
  size 575381536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f39f7695f7e9d8d6b4f6a7278f606e9177ef86ddb10c59d2538e3a7ddc332cb6
3
  size 575381536
Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:198a15a89624bb21fe458001b98764e44073f79b95833b04b49871f27b758b7c
3
  size 605532192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9b2e5eb5edf80886f1b543231cd122e638d0d524e0654e12d0732d6c78b7bc
3
  size 605532192
Llama-3.2-1B-Instruct-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:429b19179651541fe27ad2ca3f18f42e88eb87b58257d64804675fecf15dea99
3
  size 723996704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced2ef04c4219bd88bb852398f06ab9d5e60d356a0ec6260ae0f368e06da95b8
3
  size 723996704
Llama-3.2-1B-Instruct-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7a74975cdba7130ebbcb96147c10e7578a85bb6be4c9225c76584efe3e28c6f
3
  size 834203680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1e301352132cc8e804ccde1c024f78c060d2da64e260e2123e057cb0540094
3
  size 834203680
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": true,
32
  "torch_dtype": "bfloat16",
33
- "transformers_version": "4.51.3",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "vocab_size": 128256
 
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": true,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.52.0.dev0",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "vocab_size": 128256