From d37019ad36e334b9aab364d843982c46928ec77e Mon Sep 17 00:00:00 2001 From: gwen Date: Fri, 15 Sep 2023 16:54:53 +0200 Subject: [PATCH] add house entry in acte's collection --- .../src/actes_princiers/pipelines/xml_processing/nodes.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/actes-princiers/src/actes_princiers/pipelines/xml_processing/nodes.py b/actes-princiers/src/actes_princiers/pipelines/xml_processing/nodes.py index 31b46ed..51adbf3 100755 --- a/actes-princiers/src/actes_princiers/pipelines/xml_processing/nodes.py +++ b/actes-princiers/src/actes_princiers/pipelines/xml_processing/nodes.py @@ -41,13 +41,17 @@ def make_json_collection(datasetcol: BsXMLDataSetCollection) -> JSONDataSetColle "node function entry point, performs batch processing" datasets = datasetcol.datasets housename = datasetcol._housename + output_datasets = context.catalog.load(housename + '_jsonoutput') outputfolderpath = output_datasets._folderpath for dataset_filenamestem, dataset in datasets.items(): + logger.info("filestem:" + dataset_filenamestem) # a manual load is required here, because # the dataset **is not** registered in kedro's catalog dataset._load() output_source_doc = dataset.transform() + # let's add the house into the JSONDataSet, could be usefull + output_source_doc['house'] = housename # set dataset's output filepath output_filepath = outputfolderpath / Path(dataset_filenamestem).with_suffix(".json") output_xmldataset = JSONDataSet(str(output_filepath))