STY: whitespace cleanup using autopep8

src/newcrawler/converters.py

@@ -34,6 +34,7 @@ from typing import Type, Optional, Union
 from abc import abstractmethod
 import yaml_header_tools
 
+
 def handle_value(value: Union[dict, str], values: GeneralStore):
     """
     Function to generically handle values for properties defined in the
@@ -66,6 +67,7 @@ def handle_value(value: Union[dict, str], values: GeneralStore):
 
     return (propvalue, collection_mode)
 
+
 class Converter(object):
     """
     Converters treat StructureElements contained in the hierarchical sturcture.
@@ -252,8 +254,6 @@ class Converter(object):
                     elif collection_mode == "single":
                         c_record.get_property(key).value = propvalue
 
-                
-
             # no matter whether the record existed in the record store or not,
             # parents will be added when they aren't present in the record yet:
             if "parents" in record:
@@ -265,8 +265,6 @@ class Converter(object):
                     c_record.add_parent(name)
         return keys_modified
 
-            
-
     @abstractmethod
     def typecheck(self, element: StructureElement):
         pass
@@ -275,6 +273,7 @@ class Converter(object):
     def match(self, element: StructureElement) -> Optional[dict]:
         pass
 
+
 class DirectoryConverter(Converter):
 
     def __init__(self, definition: dict, name: str):
@@ -321,6 +320,7 @@ class DirectoryConverter(Converter):
 
         return children
 
+
 class MarkdownFileConverter(Converter):
     def __init__(self, definition: dict, name: str):
         """
@@ -345,7 +345,6 @@ class MarkdownFileConverter(Converter):
                 raise RuntimeError("Header entry {} has incompatible type.".format(name))
         return children
 
-
     def typecheck(self, element: StructureElement):
         return isinstance(element, File)
 
@@ -361,12 +360,12 @@ class MarkdownFileConverter(Converter):
             return None
         return m.groupdict()
 
+
 class DictTextElementConverter(Converter):
     def create_children(self, generalStore: GeneralStore,
                         element: StructureElement):
         return []
 
-
     def typecheck(self, element: StructureElement):
         return isinstance(element, DictTextElement)
 
@@ -384,6 +383,7 @@ class DictTextElementConverter(Converter):
         values.update(m2.groupdict())
         return values
 
+
 class DictListElementConverter(Converter):
     def create_children(self, generalStore: GeneralStore,
                         element: StructureElement):
@@ -404,6 +404,7 @@ class DictListElementConverter(Converter):
             raise NotImplementedError("Match is not implemented for DictListElement.")
         return m.groupdict()
 
+
 class TextElementConverter(Converter):
     def create_children(self, generalStore: GeneralStore,
                         element: StructureElement):

src/newcrawler/crawl.py

@@ -136,8 +136,6 @@ class Crawler(object):
                                       dirname),
                             crawler_definition)
 
-
-
     def start_crawling(self, item: StructureElement,
                        crawler_definition: dict):
         """
@@ -298,7 +296,8 @@ class Crawler(object):
         for key in ("provenance", "usage"):
             flatten_debug_info(key)
 
-        paths["converters_usage"] = [self.debug_build_usage_tree(cv) for cv in self.debug_converters]
+        paths["converters_usage"] = [self.debug_build_usage_tree(
+            cv) for cv in self.debug_converters]
 
         with open(filename, "w") as f:
             f.write(yaml.dump(paths, sort_keys=False))
@@ -345,7 +344,8 @@ class Crawler(object):
                             generalStore_copy.get_storage(), recordStore_copy.get_storage())
                         self.debug_metadata["copied"][str(element)] = (
                             generalStore_copy.get_dict_copied(), recordStore_copy.get_dict_copied())
-                        self.debug_metadata["usage"][str(element)].add("/".join(converters_path + [converter.name]))
+                        self.debug_metadata["usage"][str(element)].add(
+                            "/".join(converters_path + [converter.name]))
                         mod_info = self.debug_metadata["provenance"]
                         for record_name, prop_name in keys_modified:
                             # TODO: check
@@ -366,6 +366,7 @@ class Crawler(object):
             self.updateList.append(record)
         return self.updateList
 
+
 def main(*args):
     pass
 

src/newcrawler/identifiable_adapters.py

@@ -126,7 +126,8 @@ class IdentifiableAdapter(object):
             property_name_list_B.append(prop)
         if (len(set(property_name_list_B)) != len(property_name_list_B) or len(
                 set(property_name_list_A)) != len(property_name_list_A)):
-            raise RuntimeError("Multi properties used in identifiables can cause unpredictable results.")
+            raise RuntimeError(
+                "Multi properties used in identifiables can cause unpredictable results.")
 
         return identifiable
 

src/newcrawler/stores.py

@@ -80,9 +80,11 @@ class Store(object):
         """
         return self._ids[key]
 
+
 class GeneralStore(Store):
     pass
 
+
 class RecordStore(Store):
 
     def get_records_current_scope(self):

src/newcrawler/structure_elements.py

@@ -40,6 +40,7 @@ class StructureElement(object):
     def get_name(self):
         return self.name
 
+
 class FileSystemStructureElement(StructureElement):
     def __init__(self, name: str, path: str):
         super().__init__(name)
@@ -50,22 +51,27 @@ class FileSystemStructureElement(StructureElement):
             "<class \'", "")[:-2]
         return "{}: {}, {}".format(class_name_short, self.name, self.path)
 
+
 class Directory(FileSystemStructureElement):
     pass
 
+
 class File(FileSystemStructureElement):
     pass
 
+
 class DictTextElement(StructureElement):
     def __init__(self, name: str, value: str):
         super().__init__(name)
         self.value = value
 
+
 class DictListElement(StructureElement):
     def __init__(self, name: str, value: list):
         super().__init__(name)
         self.value = value
 
+
 class TextElement(StructureElement):
     def __init__(self, name: str, value: str):
         super().__init__(name)

src/newcrawler/utils.py

@@ -28,6 +28,7 @@ from datetime import datetime
 
 # Some utility functions, e.g. for extending pylib.
 
+
 def has_parent(entity: db.Entity, name: str):
     """
     A simple check, whether a parent with the given name exists.
@@ -40,6 +41,7 @@ def has_parent(entity: db.Entity, name: str):
             return True
     return False
 
+
 def get_value(prop):
     """ Returns the value of a Property