1inkusFace commited on
Commit
7a75277
·
verified ·
1 Parent(s): 1cccfaa

Update skyreelsinfer/skyreels_video_infer.py

Browse files
skyreelsinfer/skyreels_video_infer.py CHANGED
@@ -49,10 +49,10 @@ class SkyReelsVideoSingleGpuInfer:
49
  if quant_model:
50
  quantize_(text_encoder, float8_weight_only(), device="cpu")
51
  text_encoder.to("cpu")
52
- torch.cuda.empty_cache()
53
  quantize_(transformer, float8_weight_only(), device="cpu")
54
  transformer.to("cpu")
55
- torch.cuda.empty_cache()
56
  pipe = SkyreelsVideoPipeline.from_pretrained(
57
  base_model_id,
58
  transformer=transformer,
 
49
  if quant_model:
50
  quantize_(text_encoder, float8_weight_only(), device="cpu")
51
  text_encoder.to("cpu")
52
+ #torch.cuda.empty_cache()
53
  quantize_(transformer, float8_weight_only(), device="cpu")
54
  transformer.to("cpu")
55
+ #torch.cuda.empty_cache()
56
  pipe = SkyreelsVideoPipeline.from_pretrained(
57
  base_model_id,
58
  transformer=transformer,