jbilcke-hf HF Staff commited on
Commit
9eaa2c0
·
verified ·
1 Parent(s): ce1adb2

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -4
handler.py CHANGED
@@ -174,7 +174,7 @@ class EndpointHandler:
174
  # same type of inference operations multiple times.
175
  # For example, calling the compiled pipeline on a different image size
176
  # triggers compilation again which can be expensive.
177
- self.image_to_video = torch.compile(self.image_to_video, mode="reduce-overhead", fullgraph=True)
178
 
179
  else:
180
  print("EndpointHandler.__init__(): initializing LTXPipeline..")
@@ -193,7 +193,7 @@ class EndpointHandler:
193
  # same type of inference operations multiple times.
194
  # For example, calling the compiled pipeline on a different image size
195
  # triggers compilation again which can be expensive.
196
- self.text_to_video = torch.compile(self.text_to_video, mode="reduce-overhead", fullgraph=True)
197
 
198
 
199
  # Initialize LoRA tracking
@@ -324,9 +324,7 @@ class EndpointHandler:
324
  - content-type: MIME type
325
  - metadata: Generation metadata
326
  """
327
- print("__call__(): inputs = data.get('inputs', dict())")
328
  inputs = data.get("inputs", dict())
329
- print("inputs = ")
330
  print(inputs)
331
 
332
  input_prompt = inputs.get("prompt", "")
 
174
  # same type of inference operations multiple times.
175
  # For example, calling the compiled pipeline on a different image size
176
  # triggers compilation again which can be expensive.
177
+ #self.image_to_video = torch.compile(self.image_to_video, mode="reduce-overhead", fullgraph=True)
178
 
179
  else:
180
  print("EndpointHandler.__init__(): initializing LTXPipeline..")
 
193
  # same type of inference operations multiple times.
194
  # For example, calling the compiled pipeline on a different image size
195
  # triggers compilation again which can be expensive.
196
+ #self.text_to_video = torch.compile(self.text_to_video, mode="reduce-overhead", fullgraph=True)
197
 
198
 
199
  # Initialize LoRA tracking
 
324
  - content-type: MIME type
325
  - metadata: Generation metadata
326
  """
 
327
  inputs = data.get("inputs", dict())
 
328
  print(inputs)
329
 
330
  input_prompt = inputs.get("prompt", "")