Source code for kfp.dsl.component_decorator

# Copyright 2021-2022 The Kubeflow Authors
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# See the License for the specific language governing permissions and
# limitations under the License.

import functools
from typing import Callable, List, Optional
import warnings

from kfp.dsl import component_factory

[docs]def component(func: Optional[Callable] = None, *, base_image: Optional[str] = None, target_image: Optional[str] = None, packages_to_install: List[str] = None, pip_index_urls: Optional[List[str]] = None, output_component_file: Optional[str] = None, install_kfp_package: bool = True, kfp_package_path: Optional[str] = None): """Decorator for Python-function based components. A KFP component can either be a lightweight component or a containerized component. If ``target_image`` is not specified, this function creates a lightweight component. A lightweight component is a self-contained Python function that includes all necessary imports and dependencies. In lightweight components, ``packages_to_install`` will be used to install dependencies at runtime. The parameters ``install_kfp_package`` and ``kfp_package_path`` can be used to control how and from where KFP should be installed when the lightweight component is executed. If ``target_image`` is specified, this function creates a component definition based around the ``target_image``. The assumption is that the function in ``func`` will be packaged by KFP into this ``target_image``. You can use the KFP CLI's ``build`` command to package the function into ``target_image``. Args: func: Python function from which to create a component. The function should have type annotations for all its arguments, indicating how each argument is intended to be used (e.g. as an input/output artifact, a plain parameter, or a path to a file). base_image: Image to use when executing the Python function. It should contain a default Python interpreter that is compatible with KFP. target_image: Image to when creating containerized components. packages_to_install: List of packages to install before executing the Python function. These will always be installed at component runtime. pip_index_urls: Python Package Index base URLs from which to install ``packages_to_install``. Defaults to installing from only PyPI (``''``). For more information, see `pip install docs <>`_. output_component_file: If specified, this function will write a shareable/loadable version of the component spec into this file. **Warning:** This compilation approach is deprecated. install_kfp_package: Specifies if the KFP SDK should add the ``kfp`` Python package to ``packages_to_install``. Lightweight Python functions always require an installation of KFP in ``base_image`` to work. If you specify a ``base_image`` that already contains KFP, you can set this to ``False``. This flag is ignored when ``target_image`` is specified, which implies a choice to build a containerized component. Containerized components will always install KFP as part of the build process. kfp_package_path: Specifies the location from which to install KFP. By default, this will try to install from PyPI using the same version as that used when this component was created. Component authors can choose to override this to point to a GitHub pull request or other pip-compatible package server. Returns: A component task factory that can be used in pipeline definitions. Example: :: from kfp import dsl @dsl.component def my_function_one(input: str, output: Output[Model]): ... @dsl.component( base_image='python:3.9', output_component_file='my_function.yaml' ) def my_function_two(input: Input[Mode])): ... @dsl.pipeline(name='my-pipeline', pipeline_root='...') def pipeline(): my_function_one_task = my_function_one(input=...) my_function_two_task = my_function_two(input=my_function_one_task.outputs) """ if output_component_file is not None: warnings.warn( 'output_component_file parameter is deprecated and will eventually be removed. Please use `Compiler().compile()` to compile a component instead.', DeprecationWarning, stacklevel=2) if func is None: return functools.partial( component, base_image=base_image, target_image=target_image, packages_to_install=packages_to_install, pip_index_urls=pip_index_urls, output_component_file=output_component_file, install_kfp_package=install_kfp_package, kfp_package_path=kfp_package_path) return component_factory.create_component_from_func( func, base_image=base_image, target_image=target_image, packages_to_install=packages_to_install, pip_index_urls=pip_index_urls, output_component_file=output_component_file, install_kfp_package=install_kfp_package, kfp_package_path=kfp_package_path)