mirrors/PaddleClas
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/PaddleClas.git synced 2025-06-03 21:55:06 +08:00
Code Issues Projects Releases Wiki Activity

Merge pull request #1755 from qipengh/hqp_support_mlu

Browse Source 
feat: support mlu device and amp of mlu
This commit is contained in:
Wei Shengyu 2022-03-16 11:16:57 +08:00 committed by GitHub
commit b51e58bfe6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ppcls/engine/engine.py
View File

@ -92,7 +92,7 @@ class Engine(object):
self.vdl_writer = LogWriter(logdir=vdl_writer_path) self.vdl_writer = LogWriter(logdir=vdl_writer_path)
# set device # set device
assert self.config["Global"]["device"] in ["cpu", "gpu", "xpu", "npu"] assert self.config["Global"]["device"] in ["cpu", "gpu", "xpu", "npu", "mlu"]
self.device = paddle.set_device(self.config["Global"]["device"]) self.device = paddle.set_device(self.config["Global"]["device"])
logger.info('train with paddle {} and device {}'.format( logger.info('train with paddle {} and device {}'.format(
paddle.__version__, self.device)) paddle.__version__, self.device))
@ -108,9 +108,12 @@ class Engine(object):
self.use_dynamic_loss_scaling = False self.use_dynamic_loss_scaling = False
if self.amp: if self.amp:
AMP_RELATED_FLAGS_SETTING = { AMP_RELATED_FLAGS_SETTING = {
'FLAGS_cudnn_batchnorm_spatial_persistent': 1,
'FLAGS_max_inplace_grad_add': 8, 'FLAGS_max_inplace_grad_add': 8,
} }
if paddle.is_compiled_with_cuda():
AMP_RELATED_FLAGS_SETTING.update({
'FLAGS_cudnn_batchnorm_spatial_persistent': 1
})
paddle.fluid.set_flags(AMP_RELATED_FLAGS_SETTING) paddle.fluid.set_flags(AMP_RELATED_FLAGS_SETTING)
if "class_num" in config["Global"]: if "class_num" in config["Global"]:

7
ppcls/static/train.py
View File

@ -91,9 +91,10 @@ def main(args):
use_xpu = global_config.get("use_xpu", False) use_xpu = global_config.get("use_xpu", False)
use_npu = global_config.get("use_npu", False) use_npu = global_config.get("use_npu", False)
use_mlu = global_config.get("use_mlu", False)
assert ( assert (
use_gpu and use_xpu and use_npu use_gpu and use_xpu and use_npu and use_mlu
) is not True, "gpu, xpu and npu can not be true in the same time in static mode!" ) is not True, "gpu, xpu, npu and mlu can not be true in the same time in static mode!"
if use_gpu: if use_gpu:
device = paddle.set_device('gpu') device = paddle.set_device('gpu')
@ -101,6 +102,8 @@ def main(args):
device = paddle.set_device('xpu') device = paddle.set_device('xpu')
elif use_npu: elif use_npu:
device = paddle.set_device('npu') device = paddle.set_device('npu')
elif use_mlu:
device = paddle.set_device('mlu')
else: else:
device = paddle.set_device('cpu') device = paddle.set_device('cpu')