feat: pytorch attention does not seem to crash the driver anymore

This commit is contained in:
LeagueRaINi 2024-02-26 02:32:21 +01:00
parent 4b2e42e8fe
commit 0683dc912c

View File

@ -267,10 +267,6 @@ try:
torch.backends.cuda.enable_math_sdp(True) torch.backends.cuda.enable_math_sdp(True)
torch.backends.cuda.enable_mem_efficient_sdp(False) torch.backends.cuda.enable_mem_efficient_sdp(False)
if ENABLE_PYTORCH_ATTENTION:
print("Disabling pytorch cross attention because ZLUDA does currently not support it.")
ENABLE_PYTORCH_ATTENTION = False
print("Device:", torch_device_name) print("Device:", torch_device_name)
except: except:
print("Could not pick default device.") print("Could not pick default device.")