mirrors/mmengine
1
0
Fork 0
mirror of https://github.com/open-mmlab/mmengine.git synced 2025-06-03 21:54:44 +08:00
Code Issues Projects Releases Wiki Activity

fix torch 1.10 amp error (#330)

Browse Source
This commit is contained in:
Mashiro 2022-06-22 23:12:20 +08:00 committed by GitHub
parent 2b8a32eca0
commit a4f5533db6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
mmengine/runner/amp.py
View File

@ -77,7 +77,20 @@ def autocast(enabled: bool = True, **kwargs):
'If pytorch versions is between 1.5.0 and 1.10, ' 'If pytorch versions is between 1.5.0 and 1.10, '
'`autocast` is only available in gpu mode') '`autocast` is only available in gpu mode')
elif digit_version(TORCH_VERSION) >= digit_version('1.10.0'): elif (digit_version('1.11.0') > digit_version(TORCH_VERSION) >=
digit_version('1.10.0')):
if torch.cuda.is_available():
kwargs.setdefault('device_type', 'cuda')
else:
kwargs.setdefault('device_type', 'cpu')
# torch.autocast only support `dtype=torch.bfloat16` in
# pytorch 1.10
kwargs.setdefault('dtype', torch.bfloat16)
with torch.autocast(enabled=enabled, **kwargs):
yield
elif digit_version(TORCH_VERSION) >= digit_version('1.11.0'):
if torch.cuda.is_available(): if torch.cuda.is_available():
kwargs.setdefault('device_type', 'cuda') kwargs.setdefault('device_type', 'cuda')
else: else: