mirrors
/
PaddleClas
mirror of https://github.com/PaddlePaddle/PaddleClas.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge pull request #1268 from weisy11/develop 

fix bug of pk sampler
pull/1274/head
Wei Shengyu 2021-09-27 16:38:43 +08:00 committed by GitHub
parent 7c6e76e50d 41041092b5
commit 0939de9210
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ppcls/data/dataloader/pk_sampler.py
View File

@ -68,18 +68,20 @@ class PKSampler(DistributedBatchSampler):
logger.error(
"PKSampler only support id_avg_prob and sample_avg_prob sample method, "
"but receive {}.".format(self.sample_method))
if sum(np.abs(self.prob_list - 1) > 0.00000001):
diff = np.abs(sum(self.prob_list) - 1)
if diff > 0.00000001:
self.prob_list[-1] = 1 - sum(self.prob_list[:-1])
if self.prob_list[-1] > 1 or self.prob_list[-1] < 0:
logger.error("PKSampler prob list error")
else:
logger.info(
"PKSampler: sum of prob list not equal to 1, change the last prob"
"PKSampler: sum of prob list not equal to 1, diff is {}, change the last prob".format(diff)
)
def __iter__(self):
label_per_batch = self.batch_size // self.sample_per_label
if self.shuffle:
# It's not accurate literally, but it helps in some dataset.
np.random.RandomState(self.epoch).shuffle(self.label_list)
for i in range(len(self)):
batch_index = []