fix(model_management.py): enabled enable_math_sdp instead of enable_flash_sdp

This commit is contained in:
RaINi_ 2024-02-19 10:40:02 +01:00 committed by GitHub
parent 0cd6f8a0f0
commit 05b6b36bb0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -263,8 +263,8 @@ try:
torch.backends.cudnn.enabled = False
print("Disabling cuDNN because ZLUDA does currently not support it.")
torch.backends.cuda.enable_flash_sdp(True)
torch.backends.cuda.enable_math_sdp(False)
torch.backends.cuda.enable_flash_sdp(False)
torch.backends.cuda.enable_math_sdp(True)
torch.backends.cuda.enable_mem_efficient_sdp(False)
if ENABLE_PYTORCH_ATTENTION: