Spaces:
Running
on
Zero
Running
on
Zero
Update skyreelsinfer/skyreels_video_infer.py
Browse files
skyreelsinfer/skyreels_video_infer.py
CHANGED
@@ -49,10 +49,10 @@ class SkyReelsVideoSingleGpuInfer:
|
|
49 |
if quant_model:
|
50 |
quantize_(text_encoder, float8_weight_only(), device="cpu")
|
51 |
text_encoder.to("cpu")
|
52 |
-
torch.cuda.empty_cache()
|
53 |
quantize_(transformer, float8_weight_only(), device="cpu")
|
54 |
transformer.to("cpu")
|
55 |
-
torch.cuda.empty_cache()
|
56 |
pipe = SkyreelsVideoPipeline.from_pretrained(
|
57 |
base_model_id,
|
58 |
transformer=transformer,
|
|
|
49 |
if quant_model:
|
50 |
quantize_(text_encoder, float8_weight_only(), device="cpu")
|
51 |
text_encoder.to("cpu")
|
52 |
+
#torch.cuda.empty_cache()
|
53 |
quantize_(transformer, float8_weight_only(), device="cpu")
|
54 |
transformer.to("cpu")
|
55 |
+
#torch.cuda.empty_cache()
|
56 |
pipe = SkyreelsVideoPipeline.from_pretrained(
|
57 |
base_model_id,
|
58 |
transformer=transformer,
|