Skip to content

Commit 79bcd05

Browse files
committed
Merge branch 'develop' of https://github.com/baidu/Paddle into fix_data_sources
2 parents 62b20ca + 1c26ce2 commit 79bcd05

File tree

1 file changed

+14
-12
lines changed

1 file changed

+14
-12
lines changed

python/paddle/trainer/PyDataProvider2.py

Lines changed: 14 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -200,24 +200,26 @@ def loop_check(callback, item):
200200
for each in item:
201201
callback(each)
202202

203+
203204
class CheckInputTypeWrapper(object):
204205
def __init__(self, generator, input_types, logger):
205206
self.generator = generator
206207
self.input_types = input_types
207208
self.logger = logger
208209

209-
def __call__(self, obj, filename):
210-
for items in self.generator(obj, filename):
211-
try:
212-
# dict type is required for input_types when item is dict type
213-
assert (isinstance(items, dict) and \
214-
not isinstance(self.input_types, dict))==False
215-
yield items
216-
except AssertionError as e:
217-
self.logger.error(
210+
def __call__(self, obj, filename):
211+
for items in self.generator(obj, filename):
212+
try:
213+
# dict type is required for input_types when item is dict type
214+
assert (isinstance(items, dict) and \
215+
not isinstance(self.input_types, dict))==False
216+
yield items
217+
except AssertionError as e:
218+
self.logger.error(
218219
"%s type is required for input type but got %s" %
219220
(repr(type(items)), repr(type(self.input_types))))
220-
raise
221+
raise
222+
221223

222224
def provider(input_types=None,
223225
should_shuffle=None,
@@ -372,8 +374,8 @@ def __init__(self, file_list, **kwargs):
372374
self.generator = InputOrderWrapper(self.generator,
373375
self.input_order)
374376
else:
375-
self.generator = CheckInputTypeWrapper(self.generator, self.slots,
376-
self.logger)
377+
self.generator = CheckInputTypeWrapper(
378+
self.generator, self.slots, self.logger)
377379
if self.check:
378380
self.generator = CheckWrapper(self.generator, self.slots,
379381
check_fail_continue,

0 commit comments

Comments
 (0)