You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
46 lines
1003 B
Python
46 lines
1003 B
Python
2 weeks ago
|
from kedro.framework.session import KedroSession
|
||
|
|
from kedro.framework.startup import bootstrap_project
|
||
|
|
|
||
|
|
# Bootstrap le projet Kedro
|
||
|
|
project_path = "."
|
||
|
|
bootstrap_project(project_path)
|
||
|
|
|
||
|
|
from kedro.pipeline import Pipeline, node
|
||
|
|
#from kedro.io import DataCatalog
|
||
|
|
|
||
|
|
def process_data(data):
|
||
|
|
# Votre logique de traitement ici
|
||
|
|
return data.drop(columns=['flag', 'k', 'index', 'rate'])
|
||
|
|
|
||
|
|
mynode = node(
|
||
|
|
func=process_data,
|
||
|
|
inputs="fake_data",
|
||
|
|
outputs="processed_data",
|
||
|
|
name="process_data_node",
|
||
|
|
)
|
||
|
|
|
||
|
|
pipeline = Pipeline([mynode])
|
||
|
|
|
||
|
|
|
||
|
|
# Crée une session Kedro
|
||
|
|
with KedroSession.create(project_path=project_path) as session:
|
||
|
|
context = session.load_context()
|
||
|
|
catalog = context.catalog
|
||
|
|
|
||
|
|
# # Exécutez votre pipeline ici
|
||
|
|
# runner = context.runner
|
||
|
|
# runner.run(pipeline, catalog)
|
||
|
|
|
||
|
|
from kedro.runner import SequentialRunner
|
||
|
|
|
||
|
|
# Créez un runner
|
||
|
|
runner = SequentialRunner()
|
||
|
|
|
||
|
|
# Exécutez votre pipeline
|
||
|
|
runner.run(pipeline, catalog)
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
#catalog = DataCatalog.from_config("catalog.yml")
|
||
|
|
|