mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

cast env var args for dataset readers to int

Browse Source
This commit is contained in:
Ross Wightman 2022-10-17 14:40:11 -07:00
parent 44cea489fb
commit 475ecdfa3d
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
timm/data/readers/reader_tfds.py
View File

@ -38,9 +38,9 @@ from .reader import Reader
from .shared_count import SharedCount
MAX_TP_SIZE = os.environ.get('TFDS_TP_SIZE', 8) # maximum TF threadpool size, for jpeg decodes and queuing activities
SHUFFLE_SIZE = os.environ.get('TFDS_SHUFFLE_SIZE', 8192) # samples to shuffle in DS queue
PREFETCH_SIZE = os.environ.get('TFDS_PREFETCH_SIZE', 2048) # samples to prefetch
MAX_TP_SIZE = int(os.environ.get('TFDS_TP_SIZE', 8)) # maximum TF threadpool size, for jpeg decodes and queuing activities
SHUFFLE_SIZE = int(os.environ.get('TFDS_SHUFFLE_SIZE', 8192)) # samples to shuffle in DS queue
PREFETCH_SIZE = int(os.environ.get('TFDS_PREFETCH_SIZE', 2048)) # samples to prefetch
def even_split_indices(split, n, num_samples):

2
timm/data/readers/reader_wds.py
View File

@ -34,7 +34,7 @@ from .shared_count import SharedCount
_logger = logging.getLogger(__name__)
SHUFFLE_SIZE = os.environ.get('WDS_SHUFFLE_SIZE', 8192)
SHUFFLE_SIZE = int(os.environ.get('WDS_SHUFFLE_SIZE', 8192))
def _load_info(root, basename='info'):