Fix for OOM issues

Fix for OOM at VAE decode after switching models
This commit is contained in:
BVH 2024-04-16 13:22:20 +05:30 committed by GitHub
parent d3eaae7f54
commit 7141a0baca
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -304,7 +304,7 @@ class LoadedModel:
raise e raise e
if is_intel_xpu() and not args.disable_ipex_optimize: if is_intel_xpu() and not args.disable_ipex_optimize:
self.real_model = torch.xpu.optimize(self.real_model.eval(), inplace=True, auto_kernel_selection=True, graph_mode=True) self.real_model = ipex.optimize(self.real_model.eval(), inplace=True, auto_kernel_selection=True, graph_mode=True)
self.weights_loaded = True self.weights_loaded = True
return self.real_model return self.real_model