This commit is contained in:
kijai 2024-10-26 17:49:15 +03:00
parent f29f739707
commit ddfb3a6bf2

View File

@ -46,7 +46,9 @@ except ImportError:
backends = []
if torch.cuda.get_device_properties(0).major < 7:
backends.append(SDPBackend.MATH)
backends.append(SDPBackend.EFFICIENT_ATTENTION)
if torch.cuda.get_device_properties(0).major >= 9.0:
backends.append(SDPBackend.EFFICIENT_ATTENTION)
backends.append(SDPBackend.CUDNN_ATTENTION)
else:
backends.append(SDPBackend.EFFICIENT_ATTENTION)