From 9cce8015d375c2177d245eedbf341d6fc8335df8 Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Thu, 7 Nov 2024 23:02:52 +0200 Subject: [PATCH] Update model_loading.py --- model_loading.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/model_loading.py b/model_loading.py index e54f3e2..041625d 100644 --- a/model_loading.py +++ b/model_loading.py @@ -190,6 +190,8 @@ class DownloadAndLoadCogVideoModel: # compilation if compile == "torch": torch._dynamo.config.suppress_errors = True + torch._dynamo.config.cache_size_limit = 64 + pipe.transformer.to(memory_format=torch.channels_last) #pipe.transformer = torch.compile(pipe.transformer, mode="default", fullgraph=False, backend="inductor") for i, block in enumerate(pipe.transformer.transformer_blocks):