This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from typing import List | |
from kfp import client | |
from kfp import compiler | |
from kfp import dsl | |
from kfp.dsl import Dataset | |
from kfp.dsl import Input | |
from kfp.dsl import Model | |
from kfp.dsl import Output |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# PIPELINE DEFINITION | |
# Name: iris-training-pipeline | |
# Inputs: | |
# min_max_scaler: bool | |
# neighbors: int | |
# standard_scaler: bool | |
components: | |
comp-create-dataset: | |
executorLabel: exec-create-dataset | |
outputDefinitions: |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# PIPELINE DEFINITION | |
# Name: automl-tabular | |
# Description: The AutoML Tabular pipeline v1. | |
# Inputs: | |
# additional_experiments: dict | |
# cv_trainer_worker_pool_specs_override: list | |
# data_source_bigquery_table_path: str [Default: ''] | |
# data_source_csv_filenames: str [Default: ''] | |
# dataflow_service_account: str [Default: ''] | |
# dataflow_subnetwork: str [Default: ''] |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# PIPELINE DEFINITION | |
# Name: nested-conditions-pipeline | |
components: | |
comp-condition-1: | |
dag: | |
tasks: | |
condition-2: | |
componentRef: | |
name: comp-condition-2 | |
dependentTasks: |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
"""Test pipeline to exercise various data flow mechanisms.""" | |
import kfp | |
"""Producer""" | |
def send_file( | |
outgoingfile: kfp.components.OutputPath(), | |
): | |
import urllib.request |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
"""Test pipeline to exercise various data flow mechanisms.""" | |
import kfp | |
"""Producer""" | |
def send_file( | |
outgoingfile: kfp.components.OutputPath(), | |
): | |
import urllib.request |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
"""Test pipeline to exercise various data flow mechanisms.""" | |
import kfp | |
"""Producer""" | |
def send_file( | |
outgoingfile: kfp.components.OutputPath(), | |
): | |
import urllib.request |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
"""Test pipeline to exercise various data flow mechanisms.""" | |
import kfp | |
"""Producer""" | |
def send_file( | |
outgoingfile: kfp.components.OutputPath(), | |
): | |
import urllib.request |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
"""Test pipeline to exercise various data flow mechanisms.""" | |
import kfp | |
"""Producer""" | |
def send_file( | |
outgoingfile: kfp.components.OutputPath(), | |
): | |
import urllib.request |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
"""Test pipeline to exercise various data flow mechanisms.""" | |
import kfp | |
"""Producer""" | |
def send_file( | |
outgoingfile: kfp.components.OutputPath(), | |
): | |
import urllib.request |
NewerOlder