Skip to content
Snippets Groups Projects
Commit b61b9bbe authored by Alexander Schlemmer's avatar Alexander Schlemmer
Browse files

FIX: problems with import of custom converters

parent 4d4ad220
Branches
Tags
1 merge request!53Release 0.1
......@@ -179,6 +179,13 @@ class Crawler(object):
# Load and validate the cfood schema:
with open(os.path.join(os.path.dirname(__file__), "cfood-schema.yml"), "r") as f:
schema = yaml.safe_load(f)
# Add custom converters to converter enum in schema:
for key in crawler_definition["Converters"]:
print("Adding converter {}".format(key))
schema["cfood"]["$defs"]["converter"]["properties"]["type"]["enum"].append(
key)
validate(instance=crawler_definition, schema=schema["cfood"])
return crawler_definition
......@@ -219,8 +226,7 @@ class Crawler(object):
# More converters from definition file:
if "Converters" in definition:
for entry in definition["Converters"]:
key = entry["key"]
for key, entry in definition["Converters"].items():
converter_registry[key] = {
"converter": entry["converter"],
"package": entry["package"]
......@@ -706,8 +712,8 @@ def main():
args = parse_args()
crawler = Crawler(debug=args.debug)
crawler.crawl_directory(args.path, args.cfood)
if args.provenance_filename is not None:
crawler.save_debug_data(args.provenance_filename)
if args.provenance is not None:
crawler.save_debug_data(args.provenance)
return 0
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment