diff --git a/.github/workflows/docs_build.yml b/.github/workflows/docs_build.yml index 4fd71ce3b0..9bb57306bb 100644 --- a/.github/workflows/docs_build.yml +++ b/.github/workflows/docs_build.yml @@ -23,4 +23,4 @@ jobs: run: | sudo apt-get install python3-sphinx pip install -r doc-requirements.txt - SPHINXOPTS="-W" cd docs && make html + cd docs && SPHINXOPTS="-W" make html diff --git a/flytekit/core/data_persistence.py b/flytekit/core/data_persistence.py index fab9bf6b97..2bd86ce896 100644 --- a/flytekit/core/data_persistence.py +++ b/flytekit/core/data_persistence.py @@ -14,11 +14,7 @@ :template: custom.rst :nosignatures: - DataPersistence - DataPersistencePlugins - DiskPersistence FileAccessProvider - UnsupportedPersistenceOp """ import os diff --git a/flytekit/models/types.py b/flytekit/models/types.py index 4358d7229e..3e3c778d6b 100644 --- a/flytekit/models/types.py +++ b/flytekit/models/types.py @@ -259,7 +259,7 @@ def __init__( :param flytekit.models.core.types.StructuredDatasetType structured_dataset_type: structured dataset :param dict[Text, T] metadata: Additional data describing the type :param flytekit.models.annotation.TypeAnnotation annotation: Additional data - describing the type _intended to be saturated by the client_ + describing the type intended to be saturated by the client """ self._simple = simple self._schema = schema diff --git a/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/__init__.py b/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/__init__.py index 771b300926..cb9add7302 100644 --- a/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/__init__.py +++ b/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/__init__.py @@ -8,6 +8,7 @@ :toctree: generated/ PyTorch + Elastic """ from .task import Elastic, PyTorch diff --git a/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/task.py b/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/task.py index d79fa785f6..aea2c9a2e6 100644 --- a/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/task.py +++ b/plugins/flytekit-kf-pytorch/flytekitplugins/kfpytorch/task.py @@ -7,7 +7,7 @@ from typing import Any, Callable, Dict, Optional, Union import cloudpickle -from flyteidl.plugins.pytorch_pb2 import DistributedPyTorchTrainingTask, ElasticConfig +from flyteidl.plugins.pytorch_pb2 import DistributedPyTorchTrainingTask from google.protobuf.json_format import MessageToDict import flytekit @@ -227,6 +227,8 @@ def get_custom(self, settings: SerializationSettings) -> Optional[Dict[str, Any] """ return super().get_custom(settings) else: + from flyteidl.plugins.pytorch_pb2 import ElasticConfig + elastic_config = ElasticConfig( rdzv_backend=self.rdzv_backend, min_replicas=self.min_nodes, diff --git a/plugins/setup.py b/plugins/setup.py index 871701f1bb..a5d0c07e16 100644 --- a/plugins/setup.py +++ b/plugins/setup.py @@ -36,6 +36,7 @@ "flytekitplugins-onnxpytorch": "flytekit-onnx-pytorch", "flytekitplugins-pandera": "flytekit-pandera", "flytekitplugins-papermill": "flytekit-papermill", + "flytekitplugins-polars": "flytekit-polars", "flytekitplugins-ray": "flytekit-ray", "flytekitplugins-snowflake": "flytekit-snowflake", "flytekitplugins-spark": "flytekit-spark",