Merge branch 'f-datamodel' into 'dev'

ENH: treat datamodel problems at more places

See merge request caosdb/caosdb-advanced-user-tools!55

src/caosadvancedtools/crawler.py

@@ -199,6 +199,10 @@ class Crawler(object):
                         logger.debug(traceback.format_exc())
                         logger.debug(e)
                     except Exception as e:
+                        try:
+                            DataModelProblems.evaluate_exception(e)
+                        except BaseException:
+                            pass
                         logger.debug("Failed during execution of {}!".format(
                             Cfood.__name__))
                         logger.debug(traceback.format_exc())
@@ -215,10 +219,12 @@ class Crawler(object):
         for cfood in cfoods:
             cfood.collect_information()
 
-        logger.debug(separated("Trying to attach further items to created CFoods"))
+        logger.debug(
+            separated("Trying to attach further items to created CFoods"))
 
         for cfood in cfoods:
-            logger.debug("Matching against {}...".format(cfood.__class__.__name__))
+            logger.debug("Matching against {}...".format(
+                cfood.__class__.__name__))
 
             for idx, item in self.iteritems():
                 if cfood.looking_for(item):
@@ -284,6 +290,10 @@ class Crawler(object):
                 logger.debug(traceback.format_exc())
                 logger.debug(e)
             except Exception as e:
+                try:
+                    DataModelProblems.evaluate_exception(e)
+                except BaseException:
+                    pass
                 logger.info("Failed during execution of {}!".format(
                     cfood.__class__.__name__))
                 logger.debug(traceback.format_exc())
@@ -301,7 +311,8 @@ class Crawler(object):
             # only done in SSS mode
 
             if "SHARED_DIR" in os.environ:
-                filename = self.save_form([el[3] for el in pending_changes], path)
+                filename = self.save_form([el[3]
+                                           for el in pending_changes], path)
                 self.send_mail([el[3] for el in pending_changes], filename)
 
             for i, el in enumerate(pending_changes):