From 5c335d2fc264e7edab1f57d3327739d24d5f5186 Mon Sep 17 00:00:00 2001
From: Alexander Schlemmer <alexander@mail-schlemmer.de>
Date: Tue, 27 Sep 2022 13:35:57 +0200
Subject: [PATCH] MAINT: revert addition of yaml converter which is part of
f-yaml-converter
---
src/caoscrawler/converters.py | 45 -----------------------------------
1 file changed, 45 deletions(-)
diff --git a/src/caoscrawler/converters.py b/src/caoscrawler/converters.py
index 8265bd5e..80c0b1f7 100644
--- a/src/caoscrawler/converters.py
+++ b/src/caoscrawler/converters.py
@@ -552,51 +552,6 @@ class FileConverter(Converter):
return []
-class YAMLFileConverter(DictConverter):
- """
- Converter for yaml files very similar to the json converter.
- """
-
- def typecheck(self, element: StructureElement):
- return isinstance(element, File)
-
- def match(self, element: StructureElement):
- if not self.typecheck(element):
- raise RuntimeError("Element must be a file")
- m = re.match(self.definition["match"], element.name)
- if m is None:
- return None
- return m.groupdict()
-
- def create_children(self, generalStore: GeneralStore, element: StructureElement):
- if not self.typecheck(element):
- raise RuntimeError("A YAML file is needed to create children")
- with open(element.path, 'r') as yaml_file:
- yaml_data = yaml.safe_load(yaml_file)
- if not isinstance(yaml_data, dict):
- breakpoint()
- raise NotImplementedError("YAML file must contain a dict")
- raise NotImplementedError()
- # if "validate" in self.definition and self.definition["validate"]:
- # if isinstance(self.definition["validate"], dict):
- # schema = self.definition["validate"]
- # elif isinstance(self.definition["validate"], str):
-
- # with open(self.definition["validate"], 'r') as json_file:
- # schema = json.load(json_file)
- # else:
- # raise ValueError("The value of 'validate' has to be a string describing the path "
- # "to the json schema file (relative to the cfood yml) "
- # "or a dict containing the schema.")
- # # Validate the json content
- # try:
- # validate(instance=json_data, schema=schema)
- # except ValidationError as err:
- # raise ConverterValidationError(
- # f"Couldn't validate {json_data}:\n{err.message}")
-
- return self._create_children_from_dict(yaml_data)
-
class JSONFileConverter(DictConverter):
def typecheck(self, element: StructureElement):
return isinstance(element, File)
--
GitLab