Autumn-Whisper commited on
Commit
dd2e365
·
1 Parent(s): 030eb57

upload quantization

Browse files
tifa-7b-qwen2-v0.1.q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dcde863a8fad7d69da15dcbfc3d998ffd9c2eed8ced527a4583b27dc32c78e9
3
+ size 3015937568
tifa-7b-qwen2-v0.1.q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ca71d56dbaa373abadc1e3ecd997a6ecdd64ba5fbb0ba8e5dcb6aa7097aeeb
3
+ size 3808388640
tifa-7b-qwen2-v0.1.q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e050d7771f06237dd801285a667db985b0de25a37eca0f7173c14ca0244b454e
3
+ size 4088456736
tifa-7b-qwen2-v0.1.q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ca71d56dbaa373abadc1e3ecd997a6ecdd64ba5fbb0ba8e5dcb6aa7097aeeb
3
+ size 3808388640
tifa-7b-qwen2-v0.1.q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8aff6f9be813724e1389b156ce1067fd53e4e1b675526815a1169825f1b7c3e
3
+ size 3492365856
tifa-7b-qwen2-v0.1.q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5e46ff6bcebf6e04b0b9da4615f5d4bf87168d82010aaf1ac4d306bcb028873
3
+ size 4431388192
tifa-7b-qwen2-v0.1.q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9327e02440d4890571e9a2a72ac0dfc828dc65d9234474ad68b01bbc79c50d1c
3
+ size 4873281056
tifa-7b-qwen2-v0.1.q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5adbe8cb0a6400f51abdca3bf4e32284ebff73cc681a43abb35c0a6ccd3820
3
+ size 4683071008
tifa-7b-qwen2-v0.1.q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5adbe8cb0a6400f51abdca3bf4e32284ebff73cc681a43abb35c0a6ccd3820
3
+ size 4683071008
tifa-7b-qwen2-v0.1.q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b80a549f64461b9d58c3343351c9893f37993ca6540dfe89b09ed0b6ad610466
3
+ size 4457766432
tifa-7b-qwen2-v0.1.q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5588e1dc1e2cb26d961c02867983f736b4d0c242a1737a7e56f53072ab80dfb
3
+ size 5315173920
tifa-7b-qwen2-v0.1.q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66502fa094c4a337afda7acbeaf38c8110e2a07fc11803d8659d3277526fe2cd
3
+ size 5757066784
tifa-7b-qwen2-v0.1.q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29431c3a97a3e4361f49df87366fd47d0bc59cd9d02af2cafd0f27f5006fdcb6
3
+ size 5444828704
tifa-7b-qwen2-v0.1.q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29431c3a97a3e4361f49df87366fd47d0bc59cd9d02af2cafd0f27f5006fdcb6
3
+ size 5444828704
tifa-7b-qwen2-v0.1.q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e1591426e089128be551a25c7bbc2cccffbed427b1b4dec2b46ba851f44fd5
3
+ size 5315173920
tifa-7b-qwen2-v0.1.q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d87e3f38a8d5e1b4ddf6074d5b741ffb1b54f36fca282402ba97bc86180c95
3
+ size 6254196256
tifa-7b-qwen2-v0.1.q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb014dd2f0e27e3b5762f26e7548c92a2850f5f127f687de61e64552c19e502
3
+ size 8098522656