mirrors
/
mmengine
mirror of https://github.com/open-mmlab/mmengine.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

set resource limit in runner (#306)

pull/312/head
Mashiro 2022-06-15 21:01:13 +08:00 committed by GitHub
parent 7d3224bf46
commit e1ed5669d5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
mmengine/runner/runner.py
View File

@ -3,6 +3,7 @@ import copy
import os.path as osp import os.path as osp
import platform import platform
import random import random
import resource
import shutil import shutil
import time import time
import warnings import warnings
@ -604,6 +605,7 @@ class Runner:
opencv_num_threads=0 opencv_num_threads=0
), ),
dist_cfg=dict(backend='nccl'), dist_cfg=dict(backend='nccl'),
resource_limit=4096
) )
Args: Args:
@ -628,6 +630,18 @@ class Runner:
self._timestamp = time.strftime('%Y%m%d_%H%M%S', self._timestamp = time.strftime('%Y%m%d_%H%M%S',
time.localtime(timestamp.item())) time.localtime(timestamp.item()))
# https://github.com/pytorch/pytorch/issues/973
# set resource limit
if platform.system() != 'Windows':
rlimit = resource.getrlimit(resource.RLIMIT_NOFILE)
base_soft_limit = rlimit[0]
hard_limit = rlimit[1]
soft_limit = min(
max(env_cfg.get('resource_limit', 4096), base_soft_limit),
hard_limit)
resource.setrlimit(resource.RLIMIT_NOFILE,
(soft_limit, hard_limit))
def set_randomness(self, seed, deterministic: bool = False) -> None: def set_randomness(self, seed, deterministic: bool = False) -> None:
"""Set random seed to guarantee reproducible results. """Set random seed to guarantee reproducible results.