Skip to content
Snippets Groups Projects
Commit 52826846 authored by Henrik tom Wörden's avatar Henrik tom Wörden
Browse files

MAINT: handle value errors also for tsv and csv

parent 90e94d85
No related branches found
No related tags found
No related merge requests found
Pipeline #15940 passed
......@@ -406,8 +406,16 @@ class XLSImporter(TableImporter):
class CSVImporter(TableImporter):
def read_file(self, filename, sep=",", **kwargs):
df = pd.read_csv(filename, sep=sep, converters=self.converters,
**kwargs)
try:
df = pd.read_csv(filename, sep=sep, converters=self.converters,
**kwargs)
except ValueError as ve:
logger.warning(
"Cannot parse {}.".format(filename),
extra={'identifier': str(filename),
'category': "inconsistency"})
raise DataInconsistencyError(*ve.args)
self.check_dataframe(df, filename)
return df
......@@ -415,8 +423,16 @@ class CSVImporter(TableImporter):
class TSVImporter(TableImporter):
def read_file(self, filename, **kwargs):
df = pd.read_csv(filename, sep="\t", converters=self.converters,
**kwargs)
try:
df = pd.read_csv(filename, sep="\t", converters=self.converters,
**kwargs)
except ValueError as ve:
logger.warning(
"Cannot parse {}.".format(filename),
extra={'identifier': str(filename),
'category': "inconsistency"})
raise DataInconsistencyError(*ve.args)
self.check_dataframe(df, filename)
return df
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment