From 0ca226cc81d3e8cc72f00f2b3349d4649240c12d Mon Sep 17 00:00:00 2001 From: Alexander Schlemmer <alexander@mail-schlemmer.de> Date: Mon, 24 Oct 2022 13:58:21 +0200 Subject: [PATCH] FIX: Crawler overwrites and deletes existing data --- src/caoscrawler/crawl.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/caoscrawler/crawl.py b/src/caoscrawler/crawl.py index 6187322b..0952d645 100644 --- a/src/caoscrawler/crawl.py +++ b/src/caoscrawler/crawl.py @@ -745,6 +745,7 @@ class Crawler(object): record._size = identified_record._size record._checksum = identified_record._checksum + merge_entities(record, identified_record) to_be_updated.append(record) self.add_to_remote_existing_cache(record) del flat[i] -- GitLab