From bc31982707f40180a1e3423c2b8b4e5fb10d0e80 Mon Sep 17 00:00:00 2001
From: kijai <40791699+kijai@users.noreply.github.com>
Date: Sat, 21 Sep 2024 18:43:26 +0300
Subject: [PATCH] fix for sequential_cpu_offload in "fun" pipeline

---
 cogvideox_fun/pipeline_cogvideox_inpaint.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/cogvideox_fun/pipeline_cogvideox_inpaint.py b/cogvideox_fun/pipeline_cogvideox_inpaint.py
index 466da13..f372342 100644
--- a/cogvideox_fun/pipeline_cogvideox_inpaint.py
+++ b/cogvideox_fun/pipeline_cogvideox_inpaint.py
@@ -209,7 +209,7 @@ class CogVideoX_Fun_Pipeline_Inpaint(DiffusionPipeline):
     """
 
     _optional_components = []
-    model_cpu_offload_seq = "text_encoder->vae->transformer->vae"
+    model_cpu_offload_seq = ">vae->transformer->vae"
 
     _callback_tensor_inputs = [
         "latents",
@@ -631,7 +631,7 @@ class CogVideoX_Fun_Pipeline_Inpaint(DiffusionPipeline):
 
         device = self._execution_device
 
-        self.vae.to(device)
+        #self.vae.to(device)
 
         # here `guidance_scale` is defined analog to the guidance weight `w` of equation (2)
         # of the Imagen paper: https://arxiv.org/pdf/2205.11487.pdf . `guidance_scale = 1`