inference-cache-config/stable-diffusion-xl-base-1.0.json

{
    "stabilityai/stable-diffusion-xl-base-1.0": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ]
}