empty cache after execute()

2026-11-09 14:53:31 +08:00 · 2023-02-20 13:56:34 -05:00 · 2023-02-20 13:56:34 -05:00 · 16208031b0
commit 16208031b0
parent 69df07177d
1 changed files with 1 additions and 0 deletions
--- a/main.py
+++ b/main.py
@ -209,6 +209,7 @@ class PromptExecutor:
                executed = set(executed)
                for x in executed:
                    self.old_prompt[x] = copy.deepcopy(prompt[x])
+        torch.cuda.empty_cache()

 def validate_inputs(prompt, item):
    unique_id = item