TST: tests for inserting and updating files

integrationtests/test.py

@@ -83,9 +83,13 @@ def ident():
         .add_property(name="identifier"))
     return ident
 
-def crawl_standard_test_directory(cr: Crawler, subdir: str = "examples_article"):
+
+def crawl_standard_test_directory(cr: Crawler,
+                                  subdir: str = "examples_article",
+                                  cfood: str = "scifolder_cfood.yml"):
     cr.crawl_directory(rfp("..", "unittests", "test_directories", subdir),
-                       rfp("..", "unittests", "scifolder_cfood.yml"))
+                       rfp("..", "unittests", cfood))
+
 
 @pytest.fixture
 def crawler(ident):
@@ -94,12 +98,19 @@ def crawler(ident):
     return cr
 
 
+@pytest.fixture
+def crawler_extended(ident):
+    cr = Crawler(debug=True, identifiableAdapter=ident)
+    crawl_standard_test_directory(cr, cfood="scifolder_extended.yml")
+    return cr
+
+
 def test_single_insertion(clear_database, usemodel, crawler):
     ins, ups = crawler.synchronize()
     assert len(ins) == 18
     assert len(ups) == 0
 
-    
+
 def test_multiple_insertions(clear_database, usemodel, ident, crawler):
     ins, ups = crawler.synchronize()
 
@@ -138,10 +149,11 @@ def test_insertion_and_update(clear_database, usemodel, ident, crawler):
 
     cr = Crawler(debug=True, identifiableAdapter=ident)
     crawl_standard_test_directory(cr, "example_overwrite_1")
-    print(cr.updateList)
-    cr.save_debug_data(rfp("provenance.yml"))
+    # print(cr.updateList)
+    # cr.save_debug_data(rfp("provenance.yml"))
     assert len(cr.updateList) == 3
     ins, ups = cr.synchronize()
+    # breakpoint()
     assert len(ins) == 0
     assert len(ups) == 1
     
@@ -192,7 +204,11 @@ def test_identifiable_update(clear_database, usemodel, ident, crawler):
             record.get_property("date").value = "2012-01-02"
             print("one change")
             break
-    breakpoint()
     ins, ups = cr.synchronize()
     assert len(ins) == 1
     assert len(ups) == 0
+
+
+def test_file_insertion(clear_database, usemodel, ident, crawler_extended):
+    updateList = cr.updateList
+