backends
This commit is contained in:
parent
f29f739707
commit
ddfb3a6bf2
@ -46,7 +46,9 @@ except ImportError:
|
|||||||
backends = []
|
backends = []
|
||||||
if torch.cuda.get_device_properties(0).major < 7:
|
if torch.cuda.get_device_properties(0).major < 7:
|
||||||
backends.append(SDPBackend.MATH)
|
backends.append(SDPBackend.MATH)
|
||||||
|
backends.append(SDPBackend.EFFICIENT_ATTENTION)
|
||||||
if torch.cuda.get_device_properties(0).major >= 9.0:
|
if torch.cuda.get_device_properties(0).major >= 9.0:
|
||||||
|
backends.append(SDPBackend.EFFICIENT_ATTENTION)
|
||||||
backends.append(SDPBackend.CUDNN_ATTENTION)
|
backends.append(SDPBackend.CUDNN_ATTENTION)
|
||||||
else:
|
else:
|
||||||
backends.append(SDPBackend.EFFICIENT_ATTENTION)
|
backends.append(SDPBackend.EFFICIENT_ATTENTION)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user