Update asymm_models_joint.py

This commit is contained in:
kijai 2024-10-25 22:37:08 +03:00
parent e66735527c
commit b932036af3

View File

@ -43,7 +43,7 @@ except ImportError:
SAGEATTN_IS_AVAILABLE = False SAGEATTN_IS_AVAILABLE = False
backends = [] backends = []
if torch.cuda.get_device_properties(0).major <= 7.5: if torch.cuda.get_device_properties(0).major < 7:
backends.append(SDPBackend.MATH) backends.append(SDPBackend.MATH)
if torch.cuda.get_device_properties(0).major >= 9.0: if torch.cuda.get_device_properties(0).major >= 9.0:
backends.append(SDPBackend.CUDNN_ATTENTION) backends.append(SDPBackend.CUDNN_ATTENTION)