Upload folder using huggingface_hub

.gitignore

@@ -0,0 +1 @@
+.venv

.vscode/launch.json

@@ -0,0 +1,46 @@
+{
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python Debugger: main.py",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "main.py",
+            "console": "integratedTerminal",
+            "justMyCode": false
+        },
+        {
+            "name": "Python: Debug Current File",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "${file}",
+            "console": "integratedTerminal",
+            "justMyCode": false,
+            "args": []
+        },
+        {
+            "name": "Python: pytest",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "./.venv/bin/pytest",
+            "args": [
+                "-s"
+            ],
+            "console": "integratedTerminal",
+            "justMyCode": false,
+        },
+        {
+            "name": "Python: torchrun",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "./.venv/bin/torchrun",
+            "args": [
+                "--nproc-per-node=gpu",
+                "--master_port=5535", // change port
+                "main.py"
+            ],
+            "console": "integratedTerminal",
+            "justMyCode": false,
+        }
+    ],
+}

.vscode/settings.json

@@ -0,0 +1,36 @@
+{
+    "editor.formatOnSave": true,
+    "python.analysis.autoImportCompletions": true,
+    "python.analysis.useLibraryCodeForTypes": true,
+    "python.languageServer": "Pylance",
+    "ruff.nativeServer": "on",
+    "python.analysis.typeCheckingMode": "standard",
+    "files.trimTrailingWhitespace": true,
+    "files.insertFinalNewline": true,
+    "editor.tabSize": 4,
+    "editor.detectIndentation": false,
+    "editor.renderWhitespace": "all",
+    "editor.rulers": [
+        120
+    ],
+    "workbench.colorTheme": "Default Dark Modern",
+    "files.exclude": {
+        "**/__pycache__": true,
+        "**/.venv": true,
+        "**/.mypy_cache": true,
+        "**/.pytest_cache": true,
+        "**/.vscode": false
+    },
+    "[python]": {
+        "editor.codeActionsOnSave": {
+            "source.fixAll": "explicit"
+        }
+    },
+    "search.exclude": {
+        "**/__pycache__": true,
+        "**/.venv": true,
+        "**/.mypy_cache": true,
+        "**/.ruff_cache": true,
+        "**/.pytest_cache": true
+    }
+}

fix_weights.py

@@ -0,0 +1,25 @@
+import torch
+from safetensors.torch import save_file
+
+# Load the original .bin file
+orig = torch.load("pytorch_model.bin", map_location="cpu")
+converted = {}
+
+# Convert ip_adapter weights
+for key, value in orig["ip_adapter"].items():
+    # e.g. '0.to_k_ip.weight' → 'ip_adapter.0.to_k_ip.weight'
+    parts = key.split(".", 1)
+    if len(parts) == 2:
+        new_key = f"ip_adapter.{parts[0]}.{parts[1]}"
+    else:
+        new_key = f"ip_adapter.{key}"
+    converted[new_key] = value
+
+# Convert image_proj weights
+for key, value in orig["image_proj"].items():
+    # Do not rename! Just prepend with 'image_proj.'
+    new_key = f"image_proj.{key}"
+    converted[new_key] = value
+
+# Save to safetensors
+save_file(converted, "ip_adapter.safetensors")

ip_adapter.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dcdcef255b42119f97341d8dd643c59e013ab2115e8e244b0fbeaaac0ce07d
+size 1595885576

test.py

@@ -0,0 +1,4 @@
+from diffusers import StableDiffusion3Pipeline
+
+pipe = StableDiffusion3Pipeline.from_pretrained("stabilityai/stable-diffusion-3.5-large", torch_dtype="auto")
+pipe.load_ip_adapter("/root/SD3.5-Large-IP-Adapter/ip_adapter.safetensors", image_encoder_folder="google/siglip-so400m-patch14-384")