From 60770dceded5b42e4c2162181fa8e1ccf5c7fe80 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Henrik=20tom=20W=C3=B6rden?= <h.tomwoerden@indiscale.com> Date: Thu, 11 May 2023 14:22:03 +0200 Subject: [PATCH] MAINT: divers - enhance docstring; - add type hint - add changelog --- CHANGELOG.md | 3 +++ src/caoscrawler/crawl.py | 4 ++-- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 087316d2..0fea84a3 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -15,6 +15,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 - Creation of CrawlerRun Records that contain status information about data integration of the crawler if the `pycaosdb.ini` contains a `[caoscrawler]` with `create_crawler_status_records=True`. +- The Crawler `synchronize` function now takes list of RecordType names. + Records that have the given names as parents are excluded from inserts or + updates ### Changed ### diff --git a/src/caoscrawler/crawl.py b/src/caoscrawler/crawl.py index ca8c41c0..4f2b7b67 100644 --- a/src/caoscrawler/crawl.py +++ b/src/caoscrawler/crawl.py @@ -823,8 +823,8 @@ class Crawler(object): commit_changes: bool = True, unique_names: bool = True, crawled_data: Optional[list[db.Record]] = None, - no_insert_RTs=Optional[list[str]], - no_update_RTs=Optional[list[str]], + no_insert_RTs: Optional[list[str]] = None, + no_update_RTs: Optional[list[str]] = None, ): """ This function applies several stages: -- GitLab