diff --git a/integrationtests/basic_example/test.py b/integrationtests/basic_example/test.py
index 2d8818005ee4350bd3b1403ae71c315c6d5c1a14..35ee991808a0194357bf9cdc6e8f6c990d282a10 100755
--- a/integrationtests/basic_example/test.py
+++ b/integrationtests/basic_example/test.py
@@ -40,6 +40,7 @@ import pytest
from caosadvancedtools.models.parser import parse_model_from_yaml
import yaml
+# TODO is not yet merged in caosadvancedtools
from caosadvancedtools.testutils import clear_database, set_test_key
set_test_key("10b128cf8a1372f30aa3697466bb55e76974e0c16a599bb44ace88f19c8f61e2")
diff --git a/integrationtests/realworld_example/test_dataset_crawler.py b/integrationtests/realworld_example/test_dataset_crawler.py
index 51f673302d5a9291f7a2c9212f6eb1c4faa9f144..206020cef67b20716bacfa99399d63bb8e06360e 100644
--- a/integrationtests/realworld_example/test_dataset_crawler.py
+++ b/integrationtests/realworld_example/test_dataset_crawler.py
@@ -33,12 +33,14 @@ from newcrawler.crawl import Crawler
from newcrawler.converters import JSONFileConverter, DictConverter
from newcrawler.identifiable_adapters import CaosDBIdentifiableAdapter
from newcrawler.structure_elements import File, JSONFile, Directory
+import pytest
+from caosadvancedtools.models.parser import parse_model_from_json_schema, parse_model_from_yaml
-from caosadvancedtools.testutils import clear_database, set_test_key
+#from caosadvancedtools.testutils import clear_database, set_test_key
import sys
-from caosadvancedtools.models.parser import parse_model_from_json_schema, parse_model_from_yaml
-set_test_key("10b128cf8a1372f30aa3697466bb55e76974e0c16a599bb44ace88f19c8f61e2")
+# TODO is not yet merged in caosadvancedtools
+# set_test_key("10b128cf8a1372f30aa3697466bb55e76974e0c16a599bb44ace88f19c8f61e2")
def rfp(*pathcomponents):
@@ -70,7 +72,9 @@ def usemodel():
dataset_inherits.sync_data_model(noquestion=True)
-def test_dataset(clear_database, usemodel):
+def test_dataset(
+ # clear_database,
+ usemodel):
# json_file_path = rfp("test_directories", "single_file_test_data", "testjson.json")
ident = CaosDBIdentifiableAdapter()
@@ -89,7 +93,7 @@ def test_dataset(clear_database, usemodel):
# print("DictIntegerElement" in converter_registry)
records = crawler.start_crawling(
- Directory(os.path.join(DATADIR, 'data'), "data"),
+ Directory("data", os.path.join(DATADIR, 'data')),
crawler_definition,
converter_registry
)
@@ -100,3 +104,19 @@ def test_dataset(clear_database, usemodel):
# print(subc)
# print(records)
ins, ups = crawler.synchronize()
+
+ dataspace = db.execute_query("FIND RECORD Dataspace WITH name=35 AND dataspace_id=20002 AND "
+ "archived=FALSE AND url='https://datacloud.de/index.php/f/7679'"
+ " AND Person", unique=True)
+ assert dataspace.get_property("start_date").value == "2022-03-01"
+ db.execute_query("FIND RECORD Person with full_name='Max Schmitt' AND"
+ " given_name='Max'", unique=True)
+
+ dataset = db.execute_query(f"FIND RECORD Dataset with Dataspace={dataspace.id} AND title="
+ "'Random numbers created on a random autumn day in a random office'"
+ "", unique=True)
+ assert db.execute_query(f"COUNT RECORD with id={dataset.id} AND WHICH REFERENCES Person WITH full_name="
+ "'Alexa Nozone' AND WHICH REFERENCES Person WITH full_name='Max Schmitt'"
+ "") == 1
+ assert db.execute_query(f"COUNT RECORD with id={dataset.id} AND WHICH REFERENCES Event WITH "
+ "start_datetime='2022-02-10T16:36:48+01:00'") == 1
diff --git a/integrationtests/test_data/extroot/realworld_example/data/35/.dataspace.json b/integrationtests/test_data/extroot/realworld_example/data/35/.dataspace.json
index 7473a604ea23dde88d5952785a1bd899ae046119..26e11e4e16081b8b5b64a83889bc1f4d160ef0e7 100644
--- a/integrationtests/test_data/extroot/realworld_example/data/35/.dataspace.json
+++ b/integrationtests/test_data/extroot/realworld_example/data/35/.dataspace.json
@@ -4,8 +4,8 @@
"archived": false,
"coordinator": {
"full_name": "Max Schmitt",
- "firstname": "Max",
- "lastname": "Schmitt",
+ "given_name": "Max",
+ "family_name": "Schmitt",
"email": "max.schmitt@email.de"
},
"start_date": "2022-03-01",
diff --git a/integrationtests/test_data/extroot/realworld_example/data/35/03_raw_data/001_dataset1/metadata.json b/integrationtests/test_data/extroot/realworld_example/data/35/03_raw_data/001_dataset1/metadata.json
index f263bc3cf33d2174f3ba7e0f5cc9b30fdc3ecf84..64df90e55eff065b1cc249a634444a72f9fd00d2 100644
--- a/integrationtests/test_data/extroot/realworld_example/data/35/03_raw_data/001_dataset1/metadata.json
+++ b/integrationtests/test_data/extroot/realworld_example/data/35/03_raw_data/001_dataset1/metadata.json
@@ -4,8 +4,7 @@
"Event": [
{
"longitude": 18.445078548041533,
- "datetime": "2022-02-10T16:36:48+01:00",
- "start_date": "2021-10-01",
+ "start_datetime": "2022-02-10T16:36:48+01:00",
"latitude": 53.10833068997861,
"elevation": 2,
"location": "Bremen, Germany"
diff --git a/integrationtests/test_data/extroot/realworld_example/schema/dataset.schema.json b/integrationtests/test_data/extroot/realworld_example/schema/dataset.schema.json
index 81b0df9c48182e596d4cc52f87140537d3746722..83d6a60d857349772c960af637671cb21c8abd5d 100644
--- a/integrationtests/test_data/extroot/realworld_example/schema/dataset.schema.json
+++ b/integrationtests/test_data/extroot/realworld_example/schema/dataset.schema.json
@@ -142,7 +142,7 @@
"required": [
"longitude",
"latitude",
- "start_date"
+ "start_datetime"
]
}
},