diff --git a/src/caoscrawler/crawl.py b/src/caoscrawler/crawl.py index 992615b8b5bd10f1cb3a669941d5672165996f71..701b0ff6f921bfc50d72b1bebeddd19c62f188c7 100644 --- a/src/caoscrawler/crawl.py +++ b/src/caoscrawler/crawl.py @@ -1173,7 +1173,7 @@ def crawler_main(crawled_directory_path: str, # setup logging and reporting if serverside execution if "SHARED_DIR" in os.environ: - userlog_public, htmluserlog_public, _ = configure_server_side_logging() + userlog_public, htmluserlog_public, debuglog_public = configure_server_side_logging() _create_status_record( get_config_setting("public_host_url") + "/Shared/" + htmluserlog_public, crawler.run_id) @@ -1208,6 +1208,15 @@ def crawler_main(crawled_directory_path: str, logger.error(err) _update_status_record(crawler.run_id, 0, 0, status="FAILED") return 1 + except Exception as err: + logger.debug(err) + + if "SHARED_DIR" in os.environ: + domain = get_config_setting("public_host_url") + logger.error("Unexpected Error: Please tell your administrator about this and provide the" + f" following path.\n{domain}/Shared/" + debuglog_public) + _update_status_record(crawler.run_id, 0, 0, status="FAILED") + return 1 def parse_args():