develop
gwen 3 years ago
parent c5238793c4
commit f5d065dbd3

@ -46,7 +46,6 @@ def parse_json_collection(datasetcol: JSONDataSetCollection) -> Dict[str, BsXMLD
outputfolderpath = output_catalog['folderpath'] outputfolderpath = output_catalog['folderpath']
output_datasets = dict() output_datasets = dict()
for dataset_filenamestem, dataset in datasets.items(): for dataset_filenamestem, dataset in datasets.items():
logger.info("-------------- parse_json ------------" + str(type(dataset)))
# a manual load is required here, because # a manual load is required here, because
# the dataset **is not** registered in kedro's catalog # the dataset **is not** registered in kedro's catalog
dataset._load() dataset._load()

@ -19,6 +19,13 @@ def create_pipeline(**kwargs) -> Pipeline:
outputs="bourbon_jsonoutput", outputs="bourbon_jsonoutput",
name="bourbon_json_ds_collection", name="bourbon_json_ds_collection",
), ),
# node(
# func=add_xmlcontent_tojson,
# inputs=["bourbon_jsonoutput", "bourbon_xmlcontent"],
# outputs="bourbon_fulljson",
# name="bourbon_fulljson_ds_collection",
# ),
# node( # node(
# func=parse_xml_collection, # func=parse_xml_collection,
# inputs="berry", # inputs="berry",

Loading…
Cancel
Save