mirrors/mmengine
1
0
Fork 0
mirror of https://github.com/open-mmlab/mmengine.git synced 2025-06-03 21:54:44 +08:00
Code Issues Projects Releases Wiki Activity

[Fix] Fix ndarray metainfo check in ConcatDataset (#1333)

Browse Source
This commit is contained in:
lizuoxin-nreal 2023-09-01 16:40:26 +08:00 committed by GitHub
parent 8a7e80e9e0
commit 762c9a25b6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
mmengine/dataset/dataset_wrapper.py
View File

@ -6,6 +6,7 @@ import math
from collections import defaultdict from collections import defaultdict
from typing import List, Sequence, Tuple, Union from typing import List, Sequence, Tuple, Union
import numpy as np
from torch.utils.data.dataset import ConcatDataset as _ConcatDataset from torch.utils.data.dataset import ConcatDataset as _ConcatDataset
from mmengine.logging import print_log from mmengine.logging import print_log
@ -73,7 +74,17 @@ class ConcatDataset(_ConcatDataset):
raise ValueError( raise ValueError(
f'{key} does not in the meta information of ' f'{key} does not in the meta information of '
f'the {i}-th dataset') f'the {i}-th dataset')
if self._metainfo[key] != dataset.metainfo[key]: first_type = type(self._metainfo[key])
cur_type = type(dataset.metainfo[key])
if first_type is not cur_type: # type: ignore
raise TypeError(
f'The type {cur_type} of {key} in the {i}-th dataset '
'should be the same with the first dataset '
f'{first_type}')
if (isinstance(self._metainfo[key], np.ndarray)
and not np.array_equal(self._metainfo[key],
dataset.metainfo[key])
or self._metainfo[key] != dataset.metainfo[key]):
raise ValueError( raise ValueError(
f'The meta information of the {i}-th dataset does not ' f'The meta information of the {i}-th dataset does not '
'match meta information of the first dataset') 'match meta information of the first dataset')