Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it.BF16.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-12b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,63 @@
+{
+  "architectures": [
+    "Gemma3ForConditionalGeneration"
+  ],
+  "boi_token_index": 255999,
+  "bos_token_id": 2,
+  "eoi_token_index": 256000,
+  "eos_token_id": 106,
+  "image_token_index": 262144,
+  "initializer_range": 0.02,
+  "mm_tokens_per_image": 256,
+  "model_type": "gemma3",
+  "pad_token_id": 0,
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_logit_softcapping": null,
+    "cache_implementation": "hybrid",
+    "eos_token_id": 106,
+    "final_logit_softcapping": null,
+    "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 3840,
+    "initializer_range": 0.02,
+    "intermediate_size": 15360,
+    "max_position_embeddings": 131072,
+    "model_type": "gemma3_text",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 48,
+    "num_key_value_heads": 8,
+    "query_pre_attn_scalar": 256,
+    "rms_norm_eps": 1e-06,
+    "rope_local_base_freq": 10000.0,
+    "rope_scaling": {
+      "factor": 8.0,
+      "rope_type": "linear"
+    },
+    "rope_theta": 1000000.0,
+    "sliding_window": 1024,
+    "sliding_window_pattern": 6,
+    "torch_dtype": "bfloat16",
+    "use_cache": true,
+    "vocab_size": 262208
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0",
+  "unsloth_fixed": true,
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "image_size": 896,
+    "intermediate_size": 4304,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "patch_size": 14,
+    "torch_dtype": "bfloat16",
+    "vision_use_head": false
+  }
+}

gemma-3-12b-it-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a585dad84f4e4f9a356dae3337cbd66d4e2aa032162ecc05054dac8bf9abcf8c
+size 4768221184

gemma-3-12b-it-Q2_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16281a380dc93b8d2b78cb3210fe7b157eb4cb7bd3a64f44773181b944cc7de3
+size 4508635264

gemma-3-12b-it-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c364708c75eba9503e0f9a5144d11e4e6c49f0463c68bbae9f076badee00394b
+size 6008817664

gemma-3-12b-it-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cdc1c91550c438e1a2dbdc26fbb920c16864aa3bcda9e81b86050cd7a91c63
+size 7300777984

gemma-3-12b-it-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1607203b323771f8fc222fa729714ea81d3311ece55ab6f0fbd5c964aaa9976
+size 8445036544

gemma-3-12b-it-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2805d8a056dee643be4bb4227e7821472569b8cec0ed7971dacc38de9a2d0fba
+size 9660811264

gemma-3-12b-it.BF16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f558dba6e16f25978c8b87f83bcc964df2b66c2599aa6e7a638b9dbea3415fc2
+size 23540151424

gemma-3-12b-it.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e093783a79644ba1b521293c649c3f7ea23ab43cae9a12604ae041e686e766b
+size 12510212224