backends
This commit is contained in:
parent
f29f739707
commit
ddfb3a6bf2
@ -46,7 +46,9 @@ except ImportError:
|
||||
backends = []
|
||||
if torch.cuda.get_device_properties(0).major < 7:
|
||||
backends.append(SDPBackend.MATH)
|
||||
backends.append(SDPBackend.EFFICIENT_ATTENTION)
|
||||
if torch.cuda.get_device_properties(0).major >= 9.0:
|
||||
backends.append(SDPBackend.EFFICIENT_ATTENTION)
|
||||
backends.append(SDPBackend.CUDNN_ATTENTION)
|
||||
else:
|
||||
backends.append(SDPBackend.EFFICIENT_ATTENTION)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user