diff --git a/src/caoscrawler/crawl.py b/src/caoscrawler/crawl.py index 10e59b38f94e0d3f437b0f64f18325e28d9b1819..612215cdd1654250b3789a038af1d4ee7ed38389 100644 --- a/src/caoscrawler/crawl.py +++ b/src/caoscrawler/crawl.py @@ -68,6 +68,7 @@ from .structure_elements import StructureElement, Directory, NoneElement from .version import check_cfood_version from .scanner import scan_directory +from .debug_tree import DebugTree logger = logging.getLogger(__name__) @@ -859,11 +860,11 @@ ____________________\n""".format(i + 1, len(pending_changes)) + str(el[3])) res[converter.name]["subtree"][k[0]] = d[k[0]] return res - def save_debug_data(self, filename: str): + def save_debug_data(self, debug_tree: DebugTree, filename: str): paths: dict[str, Union[dict, list]] = dict() def flatten_debug_info(key): - mod_info = self.debug_metadata[key] + mod_info = debug_tree.debug_metadata[key] paths[key] = dict() for record_name in mod_info: if key == "provenance": @@ -879,8 +880,9 @@ ____________________\n""".format(i + 1, len(pending_changes)) + str(el[3])) for key in ("provenance", "usage"): flatten_debug_info(key) - paths["converters_usage"] = [self.debug_build_usage_tree( - cv) for cv in self.debug_converters] + # TODO: clarify what this was used for + # paths["converters_usage"] = [self.debug_build_usage_tree( + # cv) for cv in self.debug_converters] with open(filename, "w") as f: f.write(yaml.dump(paths, sort_keys=False)) @@ -942,7 +944,7 @@ def crawler_main(crawled_directory_path: str, logger.error(err) return 1 if provenance_file is not None and debug: - crawler.save_debug_data(provenance_file) + crawler.save_debug_data(debug_tree, provenance_file) if identifiables_definition_file is not None: ident = CaosDBIdentifiableAdapter()