thankfulcarp commited on
Commit
7a0913a
·
1 Parent(s): da57cc8

Fixed model loader

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -2,7 +2,7 @@ import spaces
2
  import torch
3
  from diffusers import AutoencoderKLWan, WanImageToVideoPipeline, UniPCMultistepScheduler, WanTransformer3DModel, AutoModel, DiffusionPipeline
4
  from diffusers.utils import export_to_video
5
- from transformers import CLIPVisionModel, UMT5EncoderModel, CLIPTokenizer, CLIPTextModel, CLIPImageProcessor
6
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
7
  import tempfile
8
  import re
@@ -32,8 +32,8 @@ try:
32
  # Load ALL components needed for the pipeline from the base model repo
33
  i2v_image_encoder = CLIPVisionModel.from_pretrained(I2V_BASE_MODEL_ID, subfolder="image_encoder", torch_dtype=torch.float32)
34
  i2v_vae = AutoencoderKLWan.from_pretrained(I2V_BASE_MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
35
- i2v_text_encoder = CLIPTextModel.from_pretrained(I2V_BASE_MODEL_ID, subfolder="text_encoder", torch_dtype=torch.bfloat16)
36
- i2v_tokenizer = CLIPTokenizer.from_pretrained(I2V_BASE_MODEL_ID, subfolder="tokenizer")
37
  i2v_image_processor = CLIPImageProcessor.from_pretrained(I2V_BASE_MODEL_ID, subfolder="image_processor")
38
 
39
  # Create scheduler with custom flow_shift
@@ -43,7 +43,8 @@ try:
43
 
44
  # Load the main transformer from the repo and filename
45
  i2v_transformer = WanTransformer3DModel.from_single_file(
46
- "https://huggingface.co/vrgamedevgirl84/Wan14BT2VFusioniX/blob/main/Wan14Bi2vFusioniX.safetensors",
 
47
  torch_dtype=torch.bfloat16
48
  )
49
 
 
2
  import torch
3
  from diffusers import AutoencoderKLWan, WanImageToVideoPipeline, UniPCMultistepScheduler, WanTransformer3DModel, AutoModel, DiffusionPipeline
4
  from diffusers.utils import export_to_video
5
+ from transformers import CLIPVisionModel, UMT5EncoderModel, CLIPTextModel, CLIPImageProcessor
6
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
7
  import tempfile
8
  import re
 
32
  # Load ALL components needed for the pipeline from the base model repo
33
  i2v_image_encoder = CLIPVisionModel.from_pretrained(I2V_BASE_MODEL_ID, subfolder="image_encoder", torch_dtype=torch.float32)
34
  i2v_vae = AutoencoderKLWan.from_pretrained(I2V_BASE_MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
35
+ i2v_text_encoder = UMT5EncoderModel.from_pretrained(I2V_BASE_MODEL_ID, subfolder="text_encoder", torch_dtype=torch.bfloat16)
36
+ i2v_tokenizer = AutoTokenizer.from_pretrained(I2V_BASE_MODEL_ID, subfolder="tokenizer")
37
  i2v_image_processor = CLIPImageProcessor.from_pretrained(I2V_BASE_MODEL_ID, subfolder="image_processor")
38
 
39
  # Create scheduler with custom flow_shift
 
43
 
44
  # Load the main transformer from the repo and filename
45
  i2v_transformer = WanTransformer3DModel.from_single_file(
46
+ I2V_FUSIONX_REPO_ID,
47
+ filename=I2V_FUSIONX_FILENAME,
48
  torch_dtype=torch.bfloat16
49
  )
50