update resource limit (#700)
parent
75eac77f77
commit
e2ce2e2540
|
@ -14,8 +14,9 @@ if platform.system() != 'Windows':
|
||||||
# https://github.com/pytorch/pytorch/issues/973
|
# https://github.com/pytorch/pytorch/issues/973
|
||||||
import resource
|
import resource
|
||||||
rlimit = resource.getrlimit(resource.RLIMIT_NOFILE)
|
rlimit = resource.getrlimit(resource.RLIMIT_NOFILE)
|
||||||
|
base_soft_limit = rlimit[0]
|
||||||
hard_limit = rlimit[1]
|
hard_limit = rlimit[1]
|
||||||
soft_limit = min(4096, hard_limit)
|
soft_limit = min(max(4096, base_soft_limit), hard_limit)
|
||||||
resource.setrlimit(resource.RLIMIT_NOFILE, (soft_limit, hard_limit))
|
resource.setrlimit(resource.RLIMIT_NOFILE, (soft_limit, hard_limit))
|
||||||
|
|
||||||
DATASETS = Registry('dataset')
|
DATASETS = Registry('dataset')
|
||||||
|
|
Loading…
Reference in New Issue