From 058cafdf497bed6fd8d78bac8c50a49402940a1c Mon Sep 17 00:00:00 2001 From: Yubo Wang Date: Sat, 25 Mar 2023 17:12:57 -0700 Subject: [PATCH 1/7] refactor kubeflow operators proto Signed-off-by: Yubo Wang --- .../plugins/kubeflow/common.grpc.pb.cc | 26 + .../common.grpc.pb.h} | 12 +- .../flyteidl/plugins/kubeflow/common.pb.cc | 566 ++++ .../flyteidl/plugins/kubeflow/common.pb.h | 371 +++ .../plugins/{ => kubeflow}/mpi.grpc.pb.cc | 8 +- .../plugins/{ => kubeflow}/mpi.grpc.pb.h | 12 +- .../flyteidl/plugins/kubeflow/mpi.pb.cc | 1031 +++++++ gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h | 622 +++++ .../plugins/{ => kubeflow}/pytorch.grpc.pb.cc | 8 +- .../plugins/{ => kubeflow}/pytorch.grpc.pb.h | 12 +- .../flyteidl/plugins/kubeflow/pytorch.pb.cc | 1031 +++++++ .../flyteidl/plugins/kubeflow/pytorch.pb.h | 622 +++++ .../{ => kubeflow}/tensorflow.grpc.pb.cc | 8 +- .../plugins/kubeflow/tensorflow.grpc.pb.h | 49 + .../plugins/kubeflow/tensorflow.pb.cc | 1101 ++++++++ .../flyteidl/plugins/kubeflow/tensorflow.pb.h | 683 +++++ gen/pb-cpp/flyteidl/plugins/mpi.pb.cc | 461 --- gen/pb-cpp/flyteidl/plugins/mpi.pb.h | 257 -- gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc | 368 --- gen/pb-cpp/flyteidl/plugins/pytorch.pb.h | 215 -- gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc | 461 --- gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h | 257 -- .../flyteidl/plugins/kubeflow/common.pb.go | 225 ++ .../plugins/kubeflow/common.pb.validate.go | 109 + gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go | 185 ++ .../plugins/kubeflow/mpi.pb.validate.go | 210 ++ .../flyteidl/plugins/kubeflow/pytorch.pb.go | 185 ++ .../plugins/kubeflow/pytorch.pb.validate.go | 211 ++ .../plugins/kubeflow/tensorflow.pb.go | 197 ++ .../kubeflow/tensorflow.pb.validate.go | 221 ++ gen/pb-go/flyteidl/plugins/mpi.pb.go | 107 - gen/pb-go/flyteidl/plugins/mpi.pb.validate.go | 110 - gen/pb-go/flyteidl/plugins/pytorch.pb.go | 82 - .../flyteidl/plugins/pytorch.pb.validate.go | 107 - gen/pb-go/flyteidl/plugins/tensorflow.pb.go | 102 - .../plugins/tensorflow.pb.validate.go | 111 - gen/pb-java/flyteidl/plugins/Mpi.java | 737 ----- gen/pb-java/flyteidl/plugins/Pytorch.java | 560 ---- gen/pb-java/flyteidl/plugins/Tensorflow.java | 705 ----- .../flyteidl/plugins/kubeflow/Common.java | 1231 ++++++++ .../flyteidl/plugins/kubeflow/Mpi.java | 2231 +++++++++++++++ .../flyteidl/plugins/kubeflow/Pytorch.java | 2231 +++++++++++++++ .../flyteidl/plugins/kubeflow/Tensorflow.java | 2488 +++++++++++++++++ .../flyteidl/plugins/kubeflow/__init__.py | 0 .../flyteidl/plugins/kubeflow/common_pb2.py | 32 + .../flyteidl/plugins/kubeflow/common_pb2.pyi | 36 + .../common_pb2_grpc.py} | 0 .../flyteidl/plugins/kubeflow/mpi_pb2.py | 29 + .../flyteidl/plugins/kubeflow/mpi_pb2.pyi | 28 + .../mpi_pb2_grpc.py} | 0 .../flyteidl/plugins/kubeflow/pytorch_pb2.py | 29 + .../flyteidl/plugins/kubeflow/pytorch_pb2.pyi | 28 + .../pytorch_pb2_grpc.py} | 0 .../plugins/kubeflow/tensorflow_pb2.py | 29 + .../plugins/kubeflow/tensorflow_pb2.pyi | 30 + .../plugins/kubeflow/tensorflow_pb2_grpc.py | 4 + gen/pb_python/flyteidl/plugins/mpi_pb2.py | 26 - gen/pb_python/flyteidl/plugins/mpi_pb2.pyi | 15 - gen/pb_python/flyteidl/plugins/pytorch_pb2.py | 26 - .../flyteidl/plugins/pytorch_pb2.pyi | 11 - .../flyteidl/plugins/tensorflow_pb2.py | 26 - .../flyteidl/plugins/tensorflow_pb2.pyi | 15 - protos/flyteidl/plugins/kubeflow/common.proto | 50 + protos/flyteidl/plugins/kubeflow/mpi.proto | 36 + .../flyteidl/plugins/kubeflow/pytorch.proto | 36 + .../plugins/kubeflow/tensorflow.proto | 39 + protos/flyteidl/plugins/mpi.proto | 20 - protos/flyteidl/plugins/pytorch.proto | 11 - protos/flyteidl/plugins/tensorflow.proto | 14 - 69 files changed, 16268 insertions(+), 4828 deletions(-) create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/common.grpc.pb.cc rename gen/pb-cpp/flyteidl/plugins/{tensorflow.grpc.pb.h => kubeflow/common.grpc.pb.h} (75%) create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h rename gen/pb-cpp/flyteidl/plugins/{ => kubeflow}/mpi.grpc.pb.cc (78%) rename gen/pb-cpp/flyteidl/plugins/{ => kubeflow}/mpi.grpc.pb.h (76%) create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h rename gen/pb-cpp/flyteidl/plugins/{ => kubeflow}/pytorch.grpc.pb.cc (77%) rename gen/pb-cpp/flyteidl/plugins/{ => kubeflow}/pytorch.grpc.pb.h (75%) create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h rename gen/pb-cpp/flyteidl/plugins/{ => kubeflow}/tensorflow.grpc.pb.cc (76%) create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.grpc.pb.h create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h delete mode 100644 gen/pb-cpp/flyteidl/plugins/mpi.pb.cc delete mode 100644 gen/pb-cpp/flyteidl/plugins/mpi.pb.h delete mode 100644 gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc delete mode 100644 gen/pb-cpp/flyteidl/plugins/pytorch.pb.h delete mode 100644 gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc delete mode 100644 gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/common.pb.validate.go create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go create mode 100644 gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go delete mode 100644 gen/pb-go/flyteidl/plugins/mpi.pb.go delete mode 100644 gen/pb-go/flyteidl/plugins/mpi.pb.validate.go delete mode 100644 gen/pb-go/flyteidl/plugins/pytorch.pb.go delete mode 100644 gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go delete mode 100644 gen/pb-go/flyteidl/plugins/tensorflow.pb.go delete mode 100644 gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go delete mode 100644 gen/pb-java/flyteidl/plugins/Mpi.java delete mode 100644 gen/pb-java/flyteidl/plugins/Pytorch.java delete mode 100644 gen/pb-java/flyteidl/plugins/Tensorflow.java create mode 100644 gen/pb-java/flyteidl/plugins/kubeflow/Common.java create mode 100644 gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java create mode 100644 gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java create mode 100644 gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/__init__.py create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi rename gen/pb_python/flyteidl/plugins/{mpi_pb2_grpc.py => kubeflow/common_pb2_grpc.py} (100%) create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi rename gen/pb_python/flyteidl/plugins/{pytorch_pb2_grpc.py => kubeflow/mpi_pb2_grpc.py} (100%) create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi rename gen/pb_python/flyteidl/plugins/{tensorflow_pb2_grpc.py => kubeflow/pytorch_pb2_grpc.py} (100%) create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi create mode 100644 gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2_grpc.py delete mode 100644 gen/pb_python/flyteidl/plugins/mpi_pb2.py delete mode 100644 gen/pb_python/flyteidl/plugins/mpi_pb2.pyi delete mode 100644 gen/pb_python/flyteidl/plugins/pytorch_pb2.py delete mode 100644 gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi delete mode 100644 gen/pb_python/flyteidl/plugins/tensorflow_pb2.py delete mode 100644 gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi create mode 100644 protos/flyteidl/plugins/kubeflow/common.proto create mode 100644 protos/flyteidl/plugins/kubeflow/mpi.proto create mode 100644 protos/flyteidl/plugins/kubeflow/pytorch.proto create mode 100644 protos/flyteidl/plugins/kubeflow/tensorflow.proto delete mode 100644 protos/flyteidl/plugins/mpi.proto delete mode 100644 protos/flyteidl/plugins/pytorch.proto delete mode 100644 protos/flyteidl/plugins/tensorflow.proto diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.grpc.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.grpc.pb.cc new file mode 100644 index 000000000..97c982009 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.grpc.pb.cc @@ -0,0 +1,26 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/kubeflow/common.proto + +#include "flyteidl/plugins/kubeflow/common.pb.h" +#include "flyteidl/plugins/kubeflow/common.grpc.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +} // namespace flyteidl +} // namespace plugins +} // namespace kubeflow + diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.grpc.pb.h similarity index 75% rename from gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.h rename to gen/pb-cpp/flyteidl/plugins/kubeflow/common.grpc.pb.h index 1bc80de44..010f31fab 100644 --- a/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.grpc.pb.h @@ -1,10 +1,10 @@ // Generated by the gRPC C++ plugin. // If you make any local change, they will be lost. -// source: flyteidl/plugins/tensorflow.proto -#ifndef GRPC_flyteidl_2fplugins_2ftensorflow_2eproto__INCLUDED -#define GRPC_flyteidl_2fplugins_2ftensorflow_2eproto__INCLUDED +// source: flyteidl/plugins/kubeflow/common.proto +#ifndef GRPC_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto__INCLUDED +#define GRPC_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto__INCLUDED -#include "flyteidl/plugins/tensorflow.pb.h" +#include "flyteidl/plugins/kubeflow/common.pb.h" #include #include @@ -39,9 +39,11 @@ class ServerContext; namespace flyteidl { namespace plugins { +namespace kubeflow { +} // namespace kubeflow } // namespace plugins } // namespace flyteidl -#endif // GRPC_flyteidl_2fplugins_2ftensorflow_2eproto__INCLUDED +#endif // GRPC_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto__INCLUDED diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc new file mode 100644 index 000000000..6e2d39409 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc @@ -0,0 +1,566 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/common.proto + +#include "flyteidl/plugins/kubeflow/common.pb.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +// @@protoc_insertion_point(includes) +#include + +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class RunPolicyDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _RunPolicy_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +static void InitDefaultsRunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_RunPolicy_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::RunPolicy(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::RunPolicy::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsRunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto}, {}}; + +void InitDefaults_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto.base); +} + +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[1]; +const ::google::protobuf::EnumDescriptor* file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[3]; +constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = nullptr; + +const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, clean_pod_policy_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, ttl_seconds_after_finished_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, activedeadlineseconds_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, backoff_limit_), +}; +static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + { 0, -1, sizeof(::flyteidl::plugins::kubeflow::RunPolicy)}, +}; + +static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::kubeflow::_RunPolicy_default_instance_), +}; + +::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = { + {}, AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, "flyteidl/plugins/kubeflow/common.proto", schemas, + file_default_instances, TableStruct_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto::offsets, + file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, 1, file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, +}; + +const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[] = + "\n&flyteidl/plugins/kubeflow/common.proto" + "\022\031flyteidl.plugins.kubeflow\"\252\001\n\tRunPolic" + "y\022C\n\020clean_pod_policy\030\001 \001(\0162).flyteidl.p" + "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se" + "conds_after_finished\030\002 \001(\005\022\035\n\025activeDead" + "lineSeconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001(\005" + "*K\n\rSuccessPolicy\022\032\n\026SUCCESS_POLICY_DEFA" + "ULT\020\000\022\036\n\032SUCCESS_POLICY_ALL_WORKERS\020\001*\177\n" + "\016CleanPodPolicy\022\035\n\031CLEANPOD_POLICY_UNDEF" + "INED\020\000\022\027\n\023CLEANPOD_POLICY_ALL\020\001\022\033\n\027CLEAN" + "POD_POLICY_RUNNING\020\002\022\030\n\024CLEANPOD_POLICY_" + "NONE\020\003*c\n\rRestartPolicy\022\031\n\025RESTART_POLIC" + "Y_ALWAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020" + "\001\022\030\n\024RESTART_POLICY_NEVER\020\002B9Z7github.co" + "m/flyteorg/flyteidl/gen/pb-go/flyteidl/p" + "luginsb\006proto3" + ; +::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = { + false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, + descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, + "flyteidl/plugins/kubeflow/common.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, 614, +}; + +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto() { + static constexpr ::google::protobuf::internal::InitFunc deps[1] = + { + }; + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, deps, 0); +} + +// Force running AddDescriptors() at dynamic initialization time. +static bool dynamic_init_dummy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto(); return true; }(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { +const ::google::protobuf::EnumDescriptor* SuccessPolicy_descriptor() { + ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto); + return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[0]; +} +bool SuccessPolicy_IsValid(int value) { + switch (value) { + case 0: + case 1: + return true; + default: + return false; + } +} + +const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor() { + ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto); + return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[1]; +} +bool CleanPodPolicy_IsValid(int value) { + switch (value) { + case 0: + case 1: + case 2: + case 3: + return true; + default: + return false; + } +} + +const ::google::protobuf::EnumDescriptor* RestartPolicy_descriptor() { + ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto); + return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[2]; +} +bool RestartPolicy_IsValid(int value) { + switch (value) { + case 0: + case 1: + case 2: + return true; + default: + return false; + } +} + + +// =================================================================== + +void RunPolicy::InitAsDefaultInstance() { +} +class RunPolicy::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int RunPolicy::kCleanPodPolicyFieldNumber; +const int RunPolicy::kTtlSecondsAfterFinishedFieldNumber; +const int RunPolicy::kActiveDeadlineSecondsFieldNumber; +const int RunPolicy::kBackoffLimitFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +RunPolicy::RunPolicy() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.RunPolicy) +} +RunPolicy::RunPolicy(const RunPolicy& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::memcpy(&clean_pod_policy_, &from.clean_pod_policy_, + static_cast(reinterpret_cast(&backoff_limit_) - + reinterpret_cast(&clean_pod_policy_)) + sizeof(backoff_limit_)); + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.RunPolicy) +} + +void RunPolicy::SharedCtor() { + ::memset(&clean_pod_policy_, 0, static_cast( + reinterpret_cast(&backoff_limit_) - + reinterpret_cast(&clean_pod_policy_)) + sizeof(backoff_limit_)); +} + +RunPolicy::~RunPolicy() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.RunPolicy) + SharedDtor(); +} + +void RunPolicy::SharedDtor() { +} + +void RunPolicy::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const RunPolicy& RunPolicy::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto.base); + return *internal_default_instance(); +} + + +void RunPolicy::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.RunPolicy) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + ::memset(&clean_pod_policy_, 0, static_cast( + reinterpret_cast(&backoff_limit_) - + reinterpret_cast(&clean_pod_policy_)) + sizeof(backoff_limit_)); + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* RunPolicy::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; + ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); + msg->set_clean_pod_policy(static_cast<::flyteidl::plugins::kubeflow::CleanPodPolicy>(val)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 ttl_seconds_after_finished = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 16) goto handle_unusual; + msg->set_ttl_seconds_after_finished(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 activeDeadlineSeconds = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + msg->set_activedeadlineseconds(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 backoff_limit = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; + msg->set_backoff_limit(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool RunPolicy::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.RunPolicy) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { + int value = 0; + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( + input, &value))); + set_clean_pod_policy(static_cast< ::flyteidl::plugins::kubeflow::CleanPodPolicy >(value)); + } else { + goto handle_unusual; + } + break; + } + + // int32 ttl_seconds_after_finished = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (16 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &ttl_seconds_after_finished_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 activeDeadlineSeconds = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &activedeadlineseconds_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 backoff_limit = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &backoff_limit_))); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.RunPolicy) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.RunPolicy) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void RunPolicy::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.RunPolicy) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + if (this->clean_pod_policy() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteEnum( + 1, this->clean_pod_policy(), output); + } + + // int32 ttl_seconds_after_finished = 2; + if (this->ttl_seconds_after_finished() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(2, this->ttl_seconds_after_finished(), output); + } + + // int32 activeDeadlineSeconds = 3; + if (this->activedeadlineseconds() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->activedeadlineseconds(), output); + } + + // int32 backoff_limit = 4; + if (this->backoff_limit() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(4, this->backoff_limit(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.RunPolicy) +} + +::google::protobuf::uint8* RunPolicy::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.RunPolicy) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + if (this->clean_pod_policy() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( + 1, this->clean_pod_policy(), target); + } + + // int32 ttl_seconds_after_finished = 2; + if (this->ttl_seconds_after_finished() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(2, this->ttl_seconds_after_finished(), target); + } + + // int32 activeDeadlineSeconds = 3; + if (this->activedeadlineseconds() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->activedeadlineseconds(), target); + } + + // int32 backoff_limit = 4; + if (this->backoff_limit() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(4, this->backoff_limit(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.RunPolicy) + return target; +} + +size_t RunPolicy::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.RunPolicy) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + if (this->clean_pod_policy() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::EnumSize(this->clean_pod_policy()); + } + + // int32 ttl_seconds_after_finished = 2; + if (this->ttl_seconds_after_finished() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->ttl_seconds_after_finished()); + } + + // int32 activeDeadlineSeconds = 3; + if (this->activedeadlineseconds() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->activedeadlineseconds()); + } + + // int32 backoff_limit = 4; + if (this->backoff_limit() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->backoff_limit()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void RunPolicy::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.RunPolicy) + GOOGLE_DCHECK_NE(&from, this); + const RunPolicy* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.RunPolicy) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.RunPolicy) + MergeFrom(*source); + } +} + +void RunPolicy::MergeFrom(const RunPolicy& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.RunPolicy) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.clean_pod_policy() != 0) { + set_clean_pod_policy(from.clean_pod_policy()); + } + if (from.ttl_seconds_after_finished() != 0) { + set_ttl_seconds_after_finished(from.ttl_seconds_after_finished()); + } + if (from.activedeadlineseconds() != 0) { + set_activedeadlineseconds(from.activedeadlineseconds()); + } + if (from.backoff_limit() != 0) { + set_backoff_limit(from.backoff_limit()); + } +} + +void RunPolicy::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.RunPolicy) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void RunPolicy::CopyFrom(const RunPolicy& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.RunPolicy) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool RunPolicy::IsInitialized() const { + return true; +} + +void RunPolicy::Swap(RunPolicy* other) { + if (other == this) return; + InternalSwap(other); +} +void RunPolicy::InternalSwap(RunPolicy* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + swap(clean_pod_policy_, other->clean_pod_policy_); + swap(ttl_seconds_after_finished_, other->ttl_seconds_after_finished_); + swap(activedeadlineseconds_, other->activedeadlineseconds_); + swap(backoff_limit_, other->backoff_limit_); +} + +::google::protobuf::Metadata RunPolicy::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[kIndexInFileMessages]; +} + + +// @@protoc_insertion_point(namespace_scope) +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::RunPolicy* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::RunPolicy >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::RunPolicy >(arena); +} +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) +#include diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h new file mode 100644 index 000000000..4c186d6f8 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h @@ -0,0 +1,371 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/common.proto + +#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto +#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto + +#include +#include + +#include +#if PROTOBUF_VERSION < 3007000 +#error This file was generated by a newer version of protoc which is +#error incompatible with your Protocol Buffer headers. Please update +#error your headers. +#endif +#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION +#error This file was generated by an older version of protoc which is +#error incompatible with your Protocol Buffer headers. Please +#error regenerate this file with a newer version of protoc. +#endif + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include // IWYU pragma: export +#include // IWYU pragma: export +#include +#include +// @@protoc_insertion_point(includes) +#include +#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto + +// Internal implementation detail -- do not use these members. +struct TableStruct_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto { + static const ::google::protobuf::internal::ParseTableField entries[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::AuxillaryParseTableField aux[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::ParseTable schema[1] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::FieldMetadata field_metadata[]; + static const ::google::protobuf::internal::SerializationTable serialization_table[]; + static const ::google::protobuf::uint32 offsets[]; +}; +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class RunPolicy; +class RunPolicyDefaultTypeInternal; +extern RunPolicyDefaultTypeInternal _RunPolicy_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> ::flyteidl::plugins::kubeflow::RunPolicy* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::RunPolicy>(Arena*); +} // namespace protobuf +} // namespace google +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +enum SuccessPolicy { + SUCCESS_POLICY_DEFAULT = 0, + SUCCESS_POLICY_ALL_WORKERS = 1, + SuccessPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(), + SuccessPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max() +}; +bool SuccessPolicy_IsValid(int value); +const SuccessPolicy SuccessPolicy_MIN = SUCCESS_POLICY_DEFAULT; +const SuccessPolicy SuccessPolicy_MAX = SUCCESS_POLICY_ALL_WORKERS; +const int SuccessPolicy_ARRAYSIZE = SuccessPolicy_MAX + 1; + +const ::google::protobuf::EnumDescriptor* SuccessPolicy_descriptor(); +inline const ::std::string& SuccessPolicy_Name(SuccessPolicy value) { + return ::google::protobuf::internal::NameOfEnum( + SuccessPolicy_descriptor(), value); +} +inline bool SuccessPolicy_Parse( + const ::std::string& name, SuccessPolicy* value) { + return ::google::protobuf::internal::ParseNamedEnum( + SuccessPolicy_descriptor(), name, value); +} +enum CleanPodPolicy { + CLEANPOD_POLICY_UNDEFINED = 0, + CLEANPOD_POLICY_ALL = 1, + CLEANPOD_POLICY_RUNNING = 2, + CLEANPOD_POLICY_NONE = 3, + CleanPodPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(), + CleanPodPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max() +}; +bool CleanPodPolicy_IsValid(int value); +const CleanPodPolicy CleanPodPolicy_MIN = CLEANPOD_POLICY_UNDEFINED; +const CleanPodPolicy CleanPodPolicy_MAX = CLEANPOD_POLICY_NONE; +const int CleanPodPolicy_ARRAYSIZE = CleanPodPolicy_MAX + 1; + +const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor(); +inline const ::std::string& CleanPodPolicy_Name(CleanPodPolicy value) { + return ::google::protobuf::internal::NameOfEnum( + CleanPodPolicy_descriptor(), value); +} +inline bool CleanPodPolicy_Parse( + const ::std::string& name, CleanPodPolicy* value) { + return ::google::protobuf::internal::ParseNamedEnum( + CleanPodPolicy_descriptor(), name, value); +} +enum RestartPolicy { + RESTART_POLICY_ALWAYS = 0, + RESTART_POLICY_ON_FAILURE = 1, + RESTART_POLICY_NEVER = 2, + RestartPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(), + RestartPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max() +}; +bool RestartPolicy_IsValid(int value); +const RestartPolicy RestartPolicy_MIN = RESTART_POLICY_ALWAYS; +const RestartPolicy RestartPolicy_MAX = RESTART_POLICY_NEVER; +const int RestartPolicy_ARRAYSIZE = RestartPolicy_MAX + 1; + +const ::google::protobuf::EnumDescriptor* RestartPolicy_descriptor(); +inline const ::std::string& RestartPolicy_Name(RestartPolicy value) { + return ::google::protobuf::internal::NameOfEnum( + RestartPolicy_descriptor(), value); +} +inline bool RestartPolicy_Parse( + const ::std::string& name, RestartPolicy* value) { + return ::google::protobuf::internal::ParseNamedEnum( + RestartPolicy_descriptor(), name, value); +} +// =================================================================== + +class RunPolicy final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.RunPolicy) */ { + public: + RunPolicy(); + virtual ~RunPolicy(); + + RunPolicy(const RunPolicy& from); + + inline RunPolicy& operator=(const RunPolicy& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + RunPolicy(RunPolicy&& from) noexcept + : RunPolicy() { + *this = ::std::move(from); + } + + inline RunPolicy& operator=(RunPolicy&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const RunPolicy& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const RunPolicy* internal_default_instance() { + return reinterpret_cast( + &_RunPolicy_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(RunPolicy* other); + friend void swap(RunPolicy& a, RunPolicy& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline RunPolicy* New() const final { + return CreateMaybeMessage(nullptr); + } + + RunPolicy* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const RunPolicy& from); + void MergeFrom(const RunPolicy& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(RunPolicy* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + void clear_clean_pod_policy(); + static const int kCleanPodPolicyFieldNumber = 1; + ::flyteidl::plugins::kubeflow::CleanPodPolicy clean_pod_policy() const; + void set_clean_pod_policy(::flyteidl::plugins::kubeflow::CleanPodPolicy value); + + // int32 ttl_seconds_after_finished = 2; + void clear_ttl_seconds_after_finished(); + static const int kTtlSecondsAfterFinishedFieldNumber = 2; + ::google::protobuf::int32 ttl_seconds_after_finished() const; + void set_ttl_seconds_after_finished(::google::protobuf::int32 value); + + // int32 activeDeadlineSeconds = 3; + void clear_activedeadlineseconds(); + static const int kActiveDeadlineSecondsFieldNumber = 3; + ::google::protobuf::int32 activedeadlineseconds() const; + void set_activedeadlineseconds(::google::protobuf::int32 value); + + // int32 backoff_limit = 4; + void clear_backoff_limit(); + static const int kBackoffLimitFieldNumber = 4; + ::google::protobuf::int32 backoff_limit() const; + void set_backoff_limit(::google::protobuf::int32 value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.RunPolicy) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + int clean_pod_policy_; + ::google::protobuf::int32 ttl_seconds_after_finished_; + ::google::protobuf::int32 activedeadlineseconds_; + ::google::protobuf::int32 backoff_limit_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; +}; +// =================================================================== + + +// =================================================================== + +#ifdef __GNUC__ + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wstrict-aliasing" +#endif // __GNUC__ +// RunPolicy + +// .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; +inline void RunPolicy::clear_clean_pod_policy() { + clean_pod_policy_ = 0; +} +inline ::flyteidl::plugins::kubeflow::CleanPodPolicy RunPolicy::clean_pod_policy() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.RunPolicy.clean_pod_policy) + return static_cast< ::flyteidl::plugins::kubeflow::CleanPodPolicy >(clean_pod_policy_); +} +inline void RunPolicy::set_clean_pod_policy(::flyteidl::plugins::kubeflow::CleanPodPolicy value) { + + clean_pod_policy_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.RunPolicy.clean_pod_policy) +} + +// int32 ttl_seconds_after_finished = 2; +inline void RunPolicy::clear_ttl_seconds_after_finished() { + ttl_seconds_after_finished_ = 0; +} +inline ::google::protobuf::int32 RunPolicy::ttl_seconds_after_finished() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.RunPolicy.ttl_seconds_after_finished) + return ttl_seconds_after_finished_; +} +inline void RunPolicy::set_ttl_seconds_after_finished(::google::protobuf::int32 value) { + + ttl_seconds_after_finished_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.RunPolicy.ttl_seconds_after_finished) +} + +// int32 activeDeadlineSeconds = 3; +inline void RunPolicy::clear_activedeadlineseconds() { + activedeadlineseconds_ = 0; +} +inline ::google::protobuf::int32 RunPolicy::activedeadlineseconds() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.RunPolicy.activeDeadlineSeconds) + return activedeadlineseconds_; +} +inline void RunPolicy::set_activedeadlineseconds(::google::protobuf::int32 value) { + + activedeadlineseconds_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.RunPolicy.activeDeadlineSeconds) +} + +// int32 backoff_limit = 4; +inline void RunPolicy::clear_backoff_limit() { + backoff_limit_ = 0; +} +inline ::google::protobuf::int32 RunPolicy::backoff_limit() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.RunPolicy.backoff_limit) + return backoff_limit_; +} +inline void RunPolicy::set_backoff_limit(::google::protobuf::int32 value) { + + backoff_limit_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.RunPolicy.backoff_limit) +} + +#ifdef __GNUC__ + #pragma GCC diagnostic pop +#endif // __GNUC__ + +// @@protoc_insertion_point(namespace_scope) + +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl + +namespace google { +namespace protobuf { + +template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::SuccessPolicy> : ::std::true_type {}; +template <> +inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::SuccessPolicy>() { + return ::flyteidl::plugins::kubeflow::SuccessPolicy_descriptor(); +} +template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::CleanPodPolicy> : ::std::true_type {}; +template <> +inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::CleanPodPolicy>() { + return ::flyteidl::plugins::kubeflow::CleanPodPolicy_descriptor(); +} +template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::RestartPolicy> : ::std::true_type {}; +template <> +inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::RestartPolicy>() { + return ::flyteidl::plugins::kubeflow::RestartPolicy_descriptor(); +} + +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) + +#include +#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.grpc.pb.cc similarity index 78% rename from gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc rename to gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.grpc.pb.cc index 8a312292c..bbf565e02 100644 --- a/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.grpc.pb.cc @@ -1,9 +1,9 @@ // Generated by the gRPC C++ plugin. // If you make any local change, they will be lost. -// source: flyteidl/plugins/mpi.proto +// source: flyteidl/plugins/kubeflow/mpi.proto -#include "flyteidl/plugins/mpi.pb.h" -#include "flyteidl/plugins/mpi.grpc.pb.h" +#include "flyteidl/plugins/kubeflow/mpi.pb.h" +#include "flyteidl/plugins/kubeflow/mpi.grpc.pb.h" #include #include @@ -18,7 +18,9 @@ #include namespace flyteidl { namespace plugins { +namespace kubeflow { } // namespace flyteidl } // namespace plugins +} // namespace kubeflow diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.grpc.pb.h similarity index 76% rename from gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h rename to gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.grpc.pb.h index 6725f0e0e..c6570dd36 100644 --- a/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.grpc.pb.h @@ -1,10 +1,10 @@ // Generated by the gRPC C++ plugin. // If you make any local change, they will be lost. -// source: flyteidl/plugins/mpi.proto -#ifndef GRPC_flyteidl_2fplugins_2fmpi_2eproto__INCLUDED -#define GRPC_flyteidl_2fplugins_2fmpi_2eproto__INCLUDED +// source: flyteidl/plugins/kubeflow/mpi.proto +#ifndef GRPC_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto__INCLUDED +#define GRPC_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto__INCLUDED -#include "flyteidl/plugins/mpi.pb.h" +#include "flyteidl/plugins/kubeflow/mpi.pb.h" #include #include @@ -39,9 +39,11 @@ class ServerContext; namespace flyteidl { namespace plugins { +namespace kubeflow { +} // namespace kubeflow } // namespace plugins } // namespace flyteidl -#endif // GRPC_flyteidl_2fplugins_2fmpi_2eproto__INCLUDED +#endif // GRPC_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto__INCLUDED diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc new file mode 100644 index 000000000..a48ad8335 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc @@ -0,0 +1,1031 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/mpi.proto + +#include "flyteidl/plugins/kubeflow/mpi.pb.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +// @@protoc_insertion_point(includes) +#include + +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto; +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class DistributedMPITrainingTaskDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedMPITrainingTask_default_instance_; +class DistributedMPITrainingReplicaSpecDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedMPITrainingReplicaSpec_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +static void InitDefaultsDistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_DistributedMPITrainingTask_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::DistributedMPITrainingTask(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::DistributedMPITrainingTask::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<2> scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 2, InitDefaultsDistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto}, { + &scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base, + &scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto.base,}}; + +static void InitDefaultsDistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_DistributedMPITrainingReplicaSpec_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto}, {}}; + +void InitDefaults_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); + ::google::protobuf::internal::InitSCC(&scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); +} + +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto[2]; +constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = nullptr; +constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = nullptr; + +const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, worker_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, launcher_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, run_policy_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, success_policy_), + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, pod_template_name_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, restart_policy_), +}; +static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask)}, + { 9, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec)}, +}; + +static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedMPITrainingTask_default_instance_), + reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedMPITrainingReplicaSpec_default_instance_), +}; + +::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = { + {}, AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, "flyteidl/plugins/kubeflow/mpi.proto", schemas, + file_default_instances, TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto::offsets, + file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 2, file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, +}; + +const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto[] = + "\n#flyteidl/plugins/kubeflow/mpi.proto\022\031f" + "lyteidl.plugins.kubeflow\032&flyteidl/plugi" + "ns/kubeflow/common.proto\"\310\002\n\032Distributed" + "MPITrainingTask\022U\n\017worker_replicas\030\001 \001(\013" + "2<.flyteidl.plugins.kubeflow.Distributed" + "MPITrainingReplicaSpec\022W\n\021launcher_repli" + "cas\030\002 \001(\0132<.flyteidl.plugins.kubeflow.Di" + "stributedMPITrainingReplicaSpec\0228\n\nrun_p" + "olicy\030\003 \001(\0132$.flyteidl.plugins.kubeflow." + "RunPolicy\022@\n\016success_policy\030\004 \001(\0162(.flyt" + "eidl.plugins.kubeflow.SuccessPolicy\"\222\001\n!" + "DistributedMPITrainingReplicaSpec\022\020\n\010rep" + "licas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t\022@" + "\n\016restart_policy\030\003 \001(\0162(.flyteidl.plugin" + "s.kubeflow.RestartPolicyB9Z7github.com/f" + "lyteorg/flyteidl/gen/pb-go/flyteidl/plug" + "insb\006proto3" + ; +::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = { + false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, + descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, + "flyteidl/plugins/kubeflow/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 651, +}; + +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() { + static constexpr ::google::protobuf::internal::InitFunc deps[1] = + { + ::AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, + }; + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, deps, 1); +} + +// Force running AddDescriptors() at dynamic initialization time. +static bool dynamic_init_dummy_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto(); return true; }(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +// =================================================================== + +void DistributedMPITrainingTask::InitAsDefaultInstance() { + ::flyteidl::plugins::kubeflow::_DistributedMPITrainingTask_default_instance_._instance.get_mutable()->worker_replicas_ = const_cast< ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec*>( + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedMPITrainingTask_default_instance_._instance.get_mutable()->launcher_replicas_ = const_cast< ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec*>( + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedMPITrainingTask_default_instance_._instance.get_mutable()->run_policy_ = const_cast< ::flyteidl::plugins::kubeflow::RunPolicy*>( + ::flyteidl::plugins::kubeflow::RunPolicy::internal_default_instance()); +} +class DistributedMPITrainingTask::HasBitSetters { + public: + static const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& worker_replicas(const DistributedMPITrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& launcher_replicas(const DistributedMPITrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::RunPolicy& run_policy(const DistributedMPITrainingTask* msg); +}; + +const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& +DistributedMPITrainingTask::HasBitSetters::worker_replicas(const DistributedMPITrainingTask* msg) { + return *msg->worker_replicas_; +} +const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& +DistributedMPITrainingTask::HasBitSetters::launcher_replicas(const DistributedMPITrainingTask* msg) { + return *msg->launcher_replicas_; +} +const ::flyteidl::plugins::kubeflow::RunPolicy& +DistributedMPITrainingTask::HasBitSetters::run_policy(const DistributedMPITrainingTask* msg) { + return *msg->run_policy_; +} +void DistributedMPITrainingTask::clear_run_policy() { + if (GetArenaNoVirtual() == nullptr && run_policy_ != nullptr) { + delete run_policy_; + } + run_policy_ = nullptr; +} +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedMPITrainingTask::kWorkerReplicasFieldNumber; +const int DistributedMPITrainingTask::kLauncherReplicasFieldNumber; +const int DistributedMPITrainingTask::kRunPolicyFieldNumber; +const int DistributedMPITrainingTask::kSuccessPolicyFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedMPITrainingTask::DistributedMPITrainingTask() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) +} +DistributedMPITrainingTask::DistributedMPITrainingTask(const DistributedMPITrainingTask& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + if (from.has_worker_replicas()) { + worker_replicas_ = new ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec(*from.worker_replicas_); + } else { + worker_replicas_ = nullptr; + } + if (from.has_launcher_replicas()) { + launcher_replicas_ = new ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec(*from.launcher_replicas_); + } else { + launcher_replicas_ = nullptr; + } + if (from.has_run_policy()) { + run_policy_ = new ::flyteidl::plugins::kubeflow::RunPolicy(*from.run_policy_); + } else { + run_policy_ = nullptr; + } + success_policy_ = from.success_policy_; + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) +} + +void DistributedMPITrainingTask::SharedCtor() { + ::google::protobuf::internal::InitSCC( + &scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); + ::memset(&worker_replicas_, 0, static_cast( + reinterpret_cast(&success_policy_) - + reinterpret_cast(&worker_replicas_)) + sizeof(success_policy_)); +} + +DistributedMPITrainingTask::~DistributedMPITrainingTask() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + SharedDtor(); +} + +void DistributedMPITrainingTask::SharedDtor() { + if (this != internal_default_instance()) delete worker_replicas_; + if (this != internal_default_instance()) delete launcher_replicas_; + if (this != internal_default_instance()) delete run_policy_; +} + +void DistributedMPITrainingTask::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedMPITrainingTask& DistributedMPITrainingTask::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedMPITrainingTask::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + if (GetArenaNoVirtual() == nullptr && worker_replicas_ != nullptr) { + delete worker_replicas_; + } + worker_replicas_ = nullptr; + if (GetArenaNoVirtual() == nullptr && launcher_replicas_ != nullptr) { + delete launcher_replicas_; + } + launcher_replicas_ = nullptr; + if (GetArenaNoVirtual() == nullptr && run_policy_ != nullptr) { + delete run_policy_; + } + run_policy_ = nullptr; + success_policy_ = 0; + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedMPITrainingTask::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 10) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::_InternalParse; + object = msg->mutable_worker_replicas(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::_InternalParse; + object = msg->mutable_launcher_replicas(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 26) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::RunPolicy::_InternalParse; + object = msg->mutable_run_policy(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; + ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); + msg->set_success_policy(static_cast<::flyteidl::plugins::kubeflow::SuccessPolicy>(val)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +len_delim_till_end: + return ctx->StoreAndTailCall(ptr, end, {_InternalParse, msg}, + {parser_till_end, object}, size); +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedMPITrainingTask::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (10 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_worker_replicas())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_launcher_replicas())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (26 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_run_policy())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { + int value = 0; + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( + input, &value))); + set_success_policy(static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(value)); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedMPITrainingTask::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 1, HasBitSetters::worker_replicas(this), output); + } + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + if (this->has_launcher_replicas()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 2, HasBitSetters::launcher_replicas(this), output); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + if (this->has_run_policy()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 3, HasBitSetters::run_policy(this), output); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + if (this->success_policy() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteEnum( + 4, this->success_policy(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) +} + +::google::protobuf::uint8* DistributedMPITrainingTask::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 1, HasBitSetters::worker_replicas(this), target); + } + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + if (this->has_launcher_replicas()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 2, HasBitSetters::launcher_replicas(this), target); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + if (this->has_run_policy()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 3, HasBitSetters::run_policy(this), target); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + if (this->success_policy() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( + 4, this->success_policy(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + return target; +} + +size_t DistributedMPITrainingTask::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *worker_replicas_); + } + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + if (this->has_launcher_replicas()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *launcher_replicas_); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + if (this->has_run_policy()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *run_policy_); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + if (this->success_policy() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::EnumSize(this->success_policy()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedMPITrainingTask::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + GOOGLE_DCHECK_NE(&from, this); + const DistributedMPITrainingTask* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + MergeFrom(*source); + } +} + +void DistributedMPITrainingTask::MergeFrom(const DistributedMPITrainingTask& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.has_worker_replicas()) { + mutable_worker_replicas()->::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::MergeFrom(from.worker_replicas()); + } + if (from.has_launcher_replicas()) { + mutable_launcher_replicas()->::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::MergeFrom(from.launcher_replicas()); + } + if (from.has_run_policy()) { + mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy()); + } + if (from.success_policy() != 0) { + set_success_policy(from.success_policy()); + } +} + +void DistributedMPITrainingTask::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedMPITrainingTask::CopyFrom(const DistributedMPITrainingTask& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedMPITrainingTask::IsInitialized() const { + return true; +} + +void DistributedMPITrainingTask::Swap(DistributedMPITrainingTask* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedMPITrainingTask::InternalSwap(DistributedMPITrainingTask* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + swap(worker_replicas_, other->worker_replicas_); + swap(launcher_replicas_, other->launcher_replicas_); + swap(run_policy_, other->run_policy_); + swap(success_policy_, other->success_policy_); +} + +::google::protobuf::Metadata DistributedMPITrainingTask::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto[kIndexInFileMessages]; +} + + +// =================================================================== + +void DistributedMPITrainingReplicaSpec::InitAsDefaultInstance() { +} +class DistributedMPITrainingReplicaSpec::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedMPITrainingReplicaSpec::kReplicasFieldNumber; +const int DistributedMPITrainingReplicaSpec::kPodTemplateNameFieldNumber; +const int DistributedMPITrainingReplicaSpec::kRestartPolicyFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedMPITrainingReplicaSpec::DistributedMPITrainingReplicaSpec() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) +} +DistributedMPITrainingReplicaSpec::DistributedMPITrainingReplicaSpec(const DistributedMPITrainingReplicaSpec& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (from.pod_template_name().size() > 0) { + pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + } + ::memcpy(&replicas_, &from.replicas_, + static_cast(reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) +} + +void DistributedMPITrainingReplicaSpec::SharedCtor() { + ::google::protobuf::internal::InitSCC( + &scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); + pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&replicas_, 0, static_cast( + reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); +} + +DistributedMPITrainingReplicaSpec::~DistributedMPITrainingReplicaSpec() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + SharedDtor(); +} + +void DistributedMPITrainingReplicaSpec::SharedDtor() { + pod_template_name_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} + +void DistributedMPITrainingReplicaSpec::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedMPITrainingReplicaSpec& DistributedMPITrainingReplicaSpec::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedMPITrainingReplicaSpec::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&replicas_, 0, static_cast( + reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedMPITrainingReplicaSpec::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // int32 replicas = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; + msg->set_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // string pod_template_name = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name"); + object = msg->mutable_pod_template_name(); + if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) { + parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8; + goto string_till_end; + } + GOOGLE_PROTOBUF_PARSER_ASSERT(::google::protobuf::internal::StringCheckUTF8(ptr, size, ctx)); + ::google::protobuf::internal::InlineGreedyStringParser(object, ptr, size, ctx); + ptr += size; + break; + } + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); + msg->set_restart_policy(static_cast<::flyteidl::plugins::kubeflow::RestartPolicy>(val)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +string_till_end: + static_cast<::std::string*>(object)->clear(); + static_cast<::std::string*>(object)->reserve(size); + goto len_delim_till_end; +len_delim_till_end: + return ctx->StoreAndTailCall(ptr, end, {_InternalParse, msg}, + {parser_till_end, object}, size); +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedMPITrainingReplicaSpec::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // int32 replicas = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &replicas_))); + } else { + goto handle_unusual; + } + break; + } + + // string pod_template_name = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadString( + input, this->mutable_pod_template_name())); + DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::PARSE, + "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name")); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + int value = 0; + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( + input, &value))); + set_restart_policy(static_cast< ::flyteidl::plugins::kubeflow::RestartPolicy >(value)); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedMPITrainingReplicaSpec::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 replicas = 1; + if (this->replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->replicas(), output); + } + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name"); + ::google::protobuf::internal::WireFormatLite::WriteStringMaybeAliased( + 2, this->pod_template_name(), output); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteEnum( + 3, this->restart_policy(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) +} + +::google::protobuf::uint8* DistributedMPITrainingReplicaSpec::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 replicas = 1; + if (this->replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->replicas(), target); + } + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name"); + target = + ::google::protobuf::internal::WireFormatLite::WriteStringToArray( + 2, this->pod_template_name(), target); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( + 3, this->restart_policy(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + return target; +} + +size_t DistributedMPITrainingReplicaSpec::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::StringSize( + this->pod_template_name()); + } + + // int32 replicas = 1; + if (this->replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->replicas()); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::EnumSize(this->restart_policy()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedMPITrainingReplicaSpec::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + GOOGLE_DCHECK_NE(&from, this); + const DistributedMPITrainingReplicaSpec* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + MergeFrom(*source); + } +} + +void DistributedMPITrainingReplicaSpec::MergeFrom(const DistributedMPITrainingReplicaSpec& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.pod_template_name().size() > 0) { + + pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + } + if (from.replicas() != 0) { + set_replicas(from.replicas()); + } + if (from.restart_policy() != 0) { + set_restart_policy(from.restart_policy()); + } +} + +void DistributedMPITrainingReplicaSpec::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedMPITrainingReplicaSpec::CopyFrom(const DistributedMPITrainingReplicaSpec& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedMPITrainingReplicaSpec::IsInitialized() const { + return true; +} + +void DistributedMPITrainingReplicaSpec::Swap(DistributedMPITrainingReplicaSpec* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedMPITrainingReplicaSpec::InternalSwap(DistributedMPITrainingReplicaSpec* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + pod_template_name_.Swap(&other->pod_template_name_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), + GetArenaNoVirtual()); + swap(replicas_, other->replicas_); + swap(restart_policy_, other->restart_policy_); +} + +::google::protobuf::Metadata DistributedMPITrainingReplicaSpec::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto[kIndexInFileMessages]; +} + + +// @@protoc_insertion_point(namespace_scope) +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::DistributedMPITrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::DistributedMPITrainingTask >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::DistributedMPITrainingTask >(arena); +} +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec >(arena); +} +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) +#include diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h new file mode 100644 index 000000000..96a1ab6a1 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h @@ -0,0 +1,622 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/mpi.proto + +#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto +#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto + +#include +#include + +#include +#if PROTOBUF_VERSION < 3007000 +#error This file was generated by a newer version of protoc which is +#error incompatible with your Protocol Buffer headers. Please update +#error your headers. +#endif +#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION +#error This file was generated by an older version of protoc which is +#error incompatible with your Protocol Buffer headers. Please +#error regenerate this file with a newer version of protoc. +#endif + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include // IWYU pragma: export +#include // IWYU pragma: export +#include +#include "flyteidl/plugins/kubeflow/common.pb.h" +// @@protoc_insertion_point(includes) +#include +#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto + +// Internal implementation detail -- do not use these members. +struct TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto { + static const ::google::protobuf::internal::ParseTableField entries[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::AuxillaryParseTableField aux[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::ParseTable schema[2] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::FieldMetadata field_metadata[]; + static const ::google::protobuf::internal::SerializationTable serialization_table[]; + static const ::google::protobuf::uint32 offsets[]; +}; +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class DistributedMPITrainingReplicaSpec; +class DistributedMPITrainingReplicaSpecDefaultTypeInternal; +extern DistributedMPITrainingReplicaSpecDefaultTypeInternal _DistributedMPITrainingReplicaSpec_default_instance_; +class DistributedMPITrainingTask; +class DistributedMPITrainingTaskDefaultTypeInternal; +extern DistributedMPITrainingTaskDefaultTypeInternal _DistributedMPITrainingTask_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec>(Arena*); +template<> ::flyteidl::plugins::kubeflow::DistributedMPITrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedMPITrainingTask>(Arena*); +} // namespace protobuf +} // namespace google +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +// =================================================================== + +class DistributedMPITrainingTask final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) */ { + public: + DistributedMPITrainingTask(); + virtual ~DistributedMPITrainingTask(); + + DistributedMPITrainingTask(const DistributedMPITrainingTask& from); + + inline DistributedMPITrainingTask& operator=(const DistributedMPITrainingTask& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedMPITrainingTask(DistributedMPITrainingTask&& from) noexcept + : DistributedMPITrainingTask() { + *this = ::std::move(from); + } + + inline DistributedMPITrainingTask& operator=(DistributedMPITrainingTask&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedMPITrainingTask& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedMPITrainingTask* internal_default_instance() { + return reinterpret_cast( + &_DistributedMPITrainingTask_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(DistributedMPITrainingTask* other); + friend void swap(DistributedMPITrainingTask& a, DistributedMPITrainingTask& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedMPITrainingTask* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedMPITrainingTask* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedMPITrainingTask& from); + void MergeFrom(const DistributedMPITrainingTask& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedMPITrainingTask* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + bool has_worker_replicas() const; + void clear_worker_replicas(); + static const int kWorkerReplicasFieldNumber = 1; + const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& worker_replicas() const; + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* release_worker_replicas(); + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* mutable_worker_replicas(); + void set_allocated_worker_replicas(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* worker_replicas); + + // .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + bool has_launcher_replicas() const; + void clear_launcher_replicas(); + static const int kLauncherReplicasFieldNumber = 2; + const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& launcher_replicas() const; + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* release_launcher_replicas(); + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* mutable_launcher_replicas(); + void set_allocated_launcher_replicas(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* launcher_replicas); + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + bool has_run_policy() const; + void clear_run_policy(); + static const int kRunPolicyFieldNumber = 3; + const ::flyteidl::plugins::kubeflow::RunPolicy& run_policy() const; + ::flyteidl::plugins::kubeflow::RunPolicy* release_run_policy(); + ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy(); + void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy); + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + void clear_success_policy(); + static const int kSuccessPolicyFieldNumber = 4; + ::flyteidl::plugins::kubeflow::SuccessPolicy success_policy() const; + void set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* worker_replicas_; + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* launcher_replicas_; + ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_; + int success_policy_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto; +}; +// ------------------------------------------------------------------- + +class DistributedMPITrainingReplicaSpec final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) */ { + public: + DistributedMPITrainingReplicaSpec(); + virtual ~DistributedMPITrainingReplicaSpec(); + + DistributedMPITrainingReplicaSpec(const DistributedMPITrainingReplicaSpec& from); + + inline DistributedMPITrainingReplicaSpec& operator=(const DistributedMPITrainingReplicaSpec& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedMPITrainingReplicaSpec(DistributedMPITrainingReplicaSpec&& from) noexcept + : DistributedMPITrainingReplicaSpec() { + *this = ::std::move(from); + } + + inline DistributedMPITrainingReplicaSpec& operator=(DistributedMPITrainingReplicaSpec&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedMPITrainingReplicaSpec& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedMPITrainingReplicaSpec* internal_default_instance() { + return reinterpret_cast( + &_DistributedMPITrainingReplicaSpec_default_instance_); + } + static constexpr int kIndexInFileMessages = + 1; + + void Swap(DistributedMPITrainingReplicaSpec* other); + friend void swap(DistributedMPITrainingReplicaSpec& a, DistributedMPITrainingReplicaSpec& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedMPITrainingReplicaSpec* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedMPITrainingReplicaSpec* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedMPITrainingReplicaSpec& from); + void MergeFrom(const DistributedMPITrainingReplicaSpec& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedMPITrainingReplicaSpec* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // string pod_template_name = 2; + void clear_pod_template_name(); + static const int kPodTemplateNameFieldNumber = 2; + const ::std::string& pod_template_name() const; + void set_pod_template_name(const ::std::string& value); + #if LANG_CXX11 + void set_pod_template_name(::std::string&& value); + #endif + void set_pod_template_name(const char* value); + void set_pod_template_name(const char* value, size_t size); + ::std::string* mutable_pod_template_name(); + ::std::string* release_pod_template_name(); + void set_allocated_pod_template_name(::std::string* pod_template_name); + + // int32 replicas = 1; + void clear_replicas(); + static const int kReplicasFieldNumber = 1; + ::google::protobuf::int32 replicas() const; + void set_replicas(::google::protobuf::int32 value); + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + void clear_restart_policy(); + static const int kRestartPolicyFieldNumber = 3; + ::flyteidl::plugins::kubeflow::RestartPolicy restart_policy() const; + void set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::google::protobuf::internal::ArenaStringPtr pod_template_name_; + ::google::protobuf::int32 replicas_; + int restart_policy_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto; +}; +// =================================================================== + + +// =================================================================== + +#ifdef __GNUC__ + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wstrict-aliasing" +#endif // __GNUC__ +// DistributedMPITrainingTask + +// .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; +inline bool DistributedMPITrainingTask::has_worker_replicas() const { + return this != internal_default_instance() && worker_replicas_ != nullptr; +} +inline void DistributedMPITrainingTask::clear_worker_replicas() { + if (GetArenaNoVirtual() == nullptr && worker_replicas_ != nullptr) { + delete worker_replicas_; + } + worker_replicas_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& DistributedMPITrainingTask::worker_replicas() const { + const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* p = worker_replicas_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.worker_replicas) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_DistributedMPITrainingReplicaSpec_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* DistributedMPITrainingTask::release_worker_replicas() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.worker_replicas) + + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* temp = worker_replicas_; + worker_replicas_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* DistributedMPITrainingTask::mutable_worker_replicas() { + + if (worker_replicas_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec>(GetArenaNoVirtual()); + worker_replicas_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.worker_replicas) + return worker_replicas_; +} +inline void DistributedMPITrainingTask::set_allocated_worker_replicas(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* worker_replicas) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete worker_replicas_; + } + if (worker_replicas) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + worker_replicas = ::google::protobuf::internal::GetOwnedMessage( + message_arena, worker_replicas, submessage_arena); + } + + } else { + + } + worker_replicas_ = worker_replicas; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.worker_replicas) +} + +// .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; +inline bool DistributedMPITrainingTask::has_launcher_replicas() const { + return this != internal_default_instance() && launcher_replicas_ != nullptr; +} +inline void DistributedMPITrainingTask::clear_launcher_replicas() { + if (GetArenaNoVirtual() == nullptr && launcher_replicas_ != nullptr) { + delete launcher_replicas_; + } + launcher_replicas_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec& DistributedMPITrainingTask::launcher_replicas() const { + const ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* p = launcher_replicas_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.launcher_replicas) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_DistributedMPITrainingReplicaSpec_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* DistributedMPITrainingTask::release_launcher_replicas() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.launcher_replicas) + + ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* temp = launcher_replicas_; + launcher_replicas_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* DistributedMPITrainingTask::mutable_launcher_replicas() { + + if (launcher_replicas_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec>(GetArenaNoVirtual()); + launcher_replicas_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.launcher_replicas) + return launcher_replicas_; +} +inline void DistributedMPITrainingTask::set_allocated_launcher_replicas(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* launcher_replicas) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete launcher_replicas_; + } + if (launcher_replicas) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + launcher_replicas = ::google::protobuf::internal::GetOwnedMessage( + message_arena, launcher_replicas, submessage_arena); + } + + } else { + + } + launcher_replicas_ = launcher_replicas; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.launcher_replicas) +} + +// .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; +inline bool DistributedMPITrainingTask::has_run_policy() const { + return this != internal_default_instance() && run_policy_ != nullptr; +} +inline const ::flyteidl::plugins::kubeflow::RunPolicy& DistributedMPITrainingTask::run_policy() const { + const ::flyteidl::plugins::kubeflow::RunPolicy* p = run_policy_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.run_policy) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_RunPolicy_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::RunPolicy* DistributedMPITrainingTask::release_run_policy() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.run_policy) + + ::flyteidl::plugins::kubeflow::RunPolicy* temp = run_policy_; + run_policy_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::RunPolicy* DistributedMPITrainingTask::mutable_run_policy() { + + if (run_policy_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::RunPolicy>(GetArenaNoVirtual()); + run_policy_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.run_policy) + return run_policy_; +} +inline void DistributedMPITrainingTask::set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete reinterpret_cast< ::google::protobuf::MessageLite*>(run_policy_); + } + if (run_policy) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + run_policy = ::google::protobuf::internal::GetOwnedMessage( + message_arena, run_policy, submessage_arena); + } + + } else { + + } + run_policy_ = run_policy; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.run_policy) +} + +// .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; +inline void DistributedMPITrainingTask::clear_success_policy() { + success_policy_ = 0; +} +inline ::flyteidl::plugins::kubeflow::SuccessPolicy DistributedMPITrainingTask::success_policy() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.success_policy) + return static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(success_policy_); +} +inline void DistributedMPITrainingTask::set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value) { + + success_policy_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.success_policy) +} + +// ------------------------------------------------------------------- + +// DistributedMPITrainingReplicaSpec + +// int32 replicas = 1; +inline void DistributedMPITrainingReplicaSpec::clear_replicas() { + replicas_ = 0; +} +inline ::google::protobuf::int32 DistributedMPITrainingReplicaSpec::replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.replicas) + return replicas_; +} +inline void DistributedMPITrainingReplicaSpec::set_replicas(::google::protobuf::int32 value) { + + replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.replicas) +} + +// string pod_template_name = 2; +inline void DistributedMPITrainingReplicaSpec::clear_pod_template_name() { + pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline const ::std::string& DistributedMPITrainingReplicaSpec::pod_template_name() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + return pod_template_name_.GetNoArena(); +} +inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(const ::std::string& value) { + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) +} +#if LANG_CXX11 +inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(::std::string&& value) { + + pod_template_name_.SetNoArena( + &::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::move(value)); + // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) +} +#endif +inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(const char* value) { + GOOGLE_DCHECK(value != nullptr); + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); + // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) +} +inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(const char* value, size_t size) { + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), + ::std::string(reinterpret_cast(value), size)); + // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) +} +inline ::std::string* DistributedMPITrainingReplicaSpec::mutable_pod_template_name() { + + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + return pod_template_name_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline ::std::string* DistributedMPITrainingReplicaSpec::release_pod_template_name() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + + return pod_template_name_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline void DistributedMPITrainingReplicaSpec::set_allocated_pod_template_name(::std::string* pod_template_name) { + if (pod_template_name != nullptr) { + + } else { + + } + pod_template_name_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), pod_template_name); + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) +} + +// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; +inline void DistributedMPITrainingReplicaSpec::clear_restart_policy() { + restart_policy_ = 0; +} +inline ::flyteidl::plugins::kubeflow::RestartPolicy DistributedMPITrainingReplicaSpec::restart_policy() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.restart_policy) + return static_cast< ::flyteidl::plugins::kubeflow::RestartPolicy >(restart_policy_); +} +inline void DistributedMPITrainingReplicaSpec::set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value) { + + restart_policy_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.restart_policy) +} + +#ifdef __GNUC__ + #pragma GCC diagnostic pop +#endif // __GNUC__ +// ------------------------------------------------------------------- + + +// @@protoc_insertion_point(namespace_scope) + +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl + +// @@protoc_insertion_point(global_scope) + +#include +#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.grpc.pb.cc similarity index 77% rename from gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.cc rename to gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.grpc.pb.cc index e626cd085..af2f89e97 100644 --- a/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.grpc.pb.cc @@ -1,9 +1,9 @@ // Generated by the gRPC C++ plugin. // If you make any local change, they will be lost. -// source: flyteidl/plugins/pytorch.proto +// source: flyteidl/plugins/kubeflow/pytorch.proto -#include "flyteidl/plugins/pytorch.pb.h" -#include "flyteidl/plugins/pytorch.grpc.pb.h" +#include "flyteidl/plugins/kubeflow/pytorch.pb.h" +#include "flyteidl/plugins/kubeflow/pytorch.grpc.pb.h" #include #include @@ -18,7 +18,9 @@ #include namespace flyteidl { namespace plugins { +namespace kubeflow { } // namespace flyteidl } // namespace plugins +} // namespace kubeflow diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.grpc.pb.h similarity index 75% rename from gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h rename to gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.grpc.pb.h index 8345dd3c6..45c83cf06 100644 --- a/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.grpc.pb.h @@ -1,10 +1,10 @@ // Generated by the gRPC C++ plugin. // If you make any local change, they will be lost. -// source: flyteidl/plugins/pytorch.proto -#ifndef GRPC_flyteidl_2fplugins_2fpytorch_2eproto__INCLUDED -#define GRPC_flyteidl_2fplugins_2fpytorch_2eproto__INCLUDED +// source: flyteidl/plugins/kubeflow/pytorch.proto +#ifndef GRPC_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto__INCLUDED +#define GRPC_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto__INCLUDED -#include "flyteidl/plugins/pytorch.pb.h" +#include "flyteidl/plugins/kubeflow/pytorch.pb.h" #include #include @@ -39,9 +39,11 @@ class ServerContext; namespace flyteidl { namespace plugins { +namespace kubeflow { +} // namespace kubeflow } // namespace plugins } // namespace flyteidl -#endif // GRPC_flyteidl_2fplugins_2fpytorch_2eproto__INCLUDED +#endif // GRPC_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto__INCLUDED diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc new file mode 100644 index 000000000..8ead16062 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc @@ -0,0 +1,1031 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/pytorch.proto + +#include "flyteidl/plugins/kubeflow/pytorch.pb.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +// @@protoc_insertion_point(includes) +#include + +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class DistributedPyTorchTrainingTaskDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedPyTorchTrainingTask_default_instance_; +class DistributedPyTorchTrainingReplicaSpecDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedPyTorchTrainingReplicaSpec_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +static void InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<2> scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 2, InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto}, { + &scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base, + &scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto.base,}}; + +static void InitDefaultsDistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingReplicaSpec_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto}, {}}; + +void InitDefaults_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); + ::google::protobuf::internal::InitSCC(&scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); +} + +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[2]; +constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = nullptr; +constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = nullptr; + +const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, worker_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, master_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, run_policy_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, success_policy_), + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, pod_template_name_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, restart_policy_), +}; +static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask)}, + { 9, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec)}, +}; + +static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_), + reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingReplicaSpec_default_instance_), +}; + +::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = { + {}, AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, "flyteidl/plugins/kubeflow/pytorch.proto", schemas, + file_default_instances, TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto::offsets, + file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 2, file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, +}; + +const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[] = + "\n\'flyteidl/plugins/kubeflow/pytorch.prot" + "o\022\031flyteidl.plugins.kubeflow\032&flyteidl/p" + "lugins/kubeflow/common.proto\"\322\002\n\036Distrib" + "utedPyTorchTrainingTask\022Y\n\017worker_replic" + "as\030\001 \001(\0132@.flyteidl.plugins.kubeflow.Dis" + "tributedPyTorchTrainingReplicaSpec\022Y\n\017ma" + "ster_replicas\030\002 \001(\0132@.flyteidl.plugins.k" + "ubeflow.DistributedPyTorchTrainingReplic" + "aSpec\0228\n\nrun_policy\030\003 \001(\0132$.flyteidl.plu" + "gins.kubeflow.RunPolicy\022@\n\016success_polic" + "y\030\004 \001(\0162(.flyteidl.plugins.kubeflow.Succ" + "essPolicy\"\226\001\n%DistributedPyTorchTraining" + "ReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\031\n\021pod_tem" + "plate_name\030\002 \001(\t\022@\n\016restart_policy\030\003 \001(\016" + "2(.flyteidl.plugins.kubeflow.RestartPoli" + "cyB9Z7github.com/flyteorg/flyteidl/gen/p" + "b-go/flyteidl/pluginsb\006proto3" + ; +::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = { + false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, + descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, + "flyteidl/plugins/kubeflow/pytorch.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 669, +}; + +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { + static constexpr ::google::protobuf::internal::InitFunc deps[1] = + { + ::AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, + }; + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, deps, 1); +} + +// Force running AddDescriptors() at dynamic initialization time. +static bool dynamic_init_dummy_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto(); return true; }(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +// =================================================================== + +void DistributedPyTorchTrainingTask::InitAsDefaultInstance() { + ::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_._instance.get_mutable()->worker_replicas_ = const_cast< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec*>( + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_._instance.get_mutable()->master_replicas_ = const_cast< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec*>( + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_._instance.get_mutable()->run_policy_ = const_cast< ::flyteidl::plugins::kubeflow::RunPolicy*>( + ::flyteidl::plugins::kubeflow::RunPolicy::internal_default_instance()); +} +class DistributedPyTorchTrainingTask::HasBitSetters { + public: + static const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& worker_replicas(const DistributedPyTorchTrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& master_replicas(const DistributedPyTorchTrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::RunPolicy& run_policy(const DistributedPyTorchTrainingTask* msg); +}; + +const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& +DistributedPyTorchTrainingTask::HasBitSetters::worker_replicas(const DistributedPyTorchTrainingTask* msg) { + return *msg->worker_replicas_; +} +const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& +DistributedPyTorchTrainingTask::HasBitSetters::master_replicas(const DistributedPyTorchTrainingTask* msg) { + return *msg->master_replicas_; +} +const ::flyteidl::plugins::kubeflow::RunPolicy& +DistributedPyTorchTrainingTask::HasBitSetters::run_policy(const DistributedPyTorchTrainingTask* msg) { + return *msg->run_policy_; +} +void DistributedPyTorchTrainingTask::clear_run_policy() { + if (GetArenaNoVirtual() == nullptr && run_policy_ != nullptr) { + delete run_policy_; + } + run_policy_ = nullptr; +} +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedPyTorchTrainingTask::kWorkerReplicasFieldNumber; +const int DistributedPyTorchTrainingTask::kMasterReplicasFieldNumber; +const int DistributedPyTorchTrainingTask::kRunPolicyFieldNumber; +const int DistributedPyTorchTrainingTask::kSuccessPolicyFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) +} +DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask(const DistributedPyTorchTrainingTask& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + if (from.has_worker_replicas()) { + worker_replicas_ = new ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec(*from.worker_replicas_); + } else { + worker_replicas_ = nullptr; + } + if (from.has_master_replicas()) { + master_replicas_ = new ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec(*from.master_replicas_); + } else { + master_replicas_ = nullptr; + } + if (from.has_run_policy()) { + run_policy_ = new ::flyteidl::plugins::kubeflow::RunPolicy(*from.run_policy_); + } else { + run_policy_ = nullptr; + } + success_policy_ = from.success_policy_; + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) +} + +void DistributedPyTorchTrainingTask::SharedCtor() { + ::google::protobuf::internal::InitSCC( + &scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); + ::memset(&worker_replicas_, 0, static_cast( + reinterpret_cast(&success_policy_) - + reinterpret_cast(&worker_replicas_)) + sizeof(success_policy_)); +} + +DistributedPyTorchTrainingTask::~DistributedPyTorchTrainingTask() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + SharedDtor(); +} + +void DistributedPyTorchTrainingTask::SharedDtor() { + if (this != internal_default_instance()) delete worker_replicas_; + if (this != internal_default_instance()) delete master_replicas_; + if (this != internal_default_instance()) delete run_policy_; +} + +void DistributedPyTorchTrainingTask::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedPyTorchTrainingTask& DistributedPyTorchTrainingTask::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedPyTorchTrainingTask::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + if (GetArenaNoVirtual() == nullptr && worker_replicas_ != nullptr) { + delete worker_replicas_; + } + worker_replicas_ = nullptr; + if (GetArenaNoVirtual() == nullptr && master_replicas_ != nullptr) { + delete master_replicas_; + } + master_replicas_ = nullptr; + if (GetArenaNoVirtual() == nullptr && run_policy_ != nullptr) { + delete run_policy_; + } + run_policy_ = nullptr; + success_policy_ = 0; + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedPyTorchTrainingTask::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 10) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::_InternalParse; + object = msg->mutable_worker_replicas(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::_InternalParse; + object = msg->mutable_master_replicas(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 26) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::RunPolicy::_InternalParse; + object = msg->mutable_run_policy(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; + ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); + msg->set_success_policy(static_cast<::flyteidl::plugins::kubeflow::SuccessPolicy>(val)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +len_delim_till_end: + return ctx->StoreAndTailCall(ptr, end, {_InternalParse, msg}, + {parser_till_end, object}, size); +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedPyTorchTrainingTask::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (10 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_worker_replicas())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_master_replicas())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (26 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_run_policy())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { + int value = 0; + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( + input, &value))); + set_success_policy(static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(value)); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedPyTorchTrainingTask::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 1, HasBitSetters::worker_replicas(this), output); + } + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + if (this->has_master_replicas()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 2, HasBitSetters::master_replicas(this), output); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + if (this->has_run_policy()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 3, HasBitSetters::run_policy(this), output); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + if (this->success_policy() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteEnum( + 4, this->success_policy(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) +} + +::google::protobuf::uint8* DistributedPyTorchTrainingTask::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 1, HasBitSetters::worker_replicas(this), target); + } + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + if (this->has_master_replicas()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 2, HasBitSetters::master_replicas(this), target); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + if (this->has_run_policy()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 3, HasBitSetters::run_policy(this), target); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + if (this->success_policy() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( + 4, this->success_policy(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + return target; +} + +size_t DistributedPyTorchTrainingTask::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *worker_replicas_); + } + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + if (this->has_master_replicas()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *master_replicas_); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + if (this->has_run_policy()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *run_policy_); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + if (this->success_policy() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::EnumSize(this->success_policy()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedPyTorchTrainingTask::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + const DistributedPyTorchTrainingTask* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + MergeFrom(*source); + } +} + +void DistributedPyTorchTrainingTask::MergeFrom(const DistributedPyTorchTrainingTask& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.has_worker_replicas()) { + mutable_worker_replicas()->::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::MergeFrom(from.worker_replicas()); + } + if (from.has_master_replicas()) { + mutable_master_replicas()->::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::MergeFrom(from.master_replicas()); + } + if (from.has_run_policy()) { + mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy()); + } + if (from.success_policy() != 0) { + set_success_policy(from.success_policy()); + } +} + +void DistributedPyTorchTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedPyTorchTrainingTask::CopyFrom(const DistributedPyTorchTrainingTask& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedPyTorchTrainingTask::IsInitialized() const { + return true; +} + +void DistributedPyTorchTrainingTask::Swap(DistributedPyTorchTrainingTask* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedPyTorchTrainingTask::InternalSwap(DistributedPyTorchTrainingTask* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + swap(worker_replicas_, other->worker_replicas_); + swap(master_replicas_, other->master_replicas_); + swap(run_policy_, other->run_policy_); + swap(success_policy_, other->success_policy_); +} + +::google::protobuf::Metadata DistributedPyTorchTrainingTask::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[kIndexInFileMessages]; +} + + +// =================================================================== + +void DistributedPyTorchTrainingReplicaSpec::InitAsDefaultInstance() { +} +class DistributedPyTorchTrainingReplicaSpec::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedPyTorchTrainingReplicaSpec::kReplicasFieldNumber; +const int DistributedPyTorchTrainingReplicaSpec::kPodTemplateNameFieldNumber; +const int DistributedPyTorchTrainingReplicaSpec::kRestartPolicyFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedPyTorchTrainingReplicaSpec::DistributedPyTorchTrainingReplicaSpec() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) +} +DistributedPyTorchTrainingReplicaSpec::DistributedPyTorchTrainingReplicaSpec(const DistributedPyTorchTrainingReplicaSpec& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (from.pod_template_name().size() > 0) { + pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + } + ::memcpy(&replicas_, &from.replicas_, + static_cast(reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) +} + +void DistributedPyTorchTrainingReplicaSpec::SharedCtor() { + ::google::protobuf::internal::InitSCC( + &scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); + pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&replicas_, 0, static_cast( + reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); +} + +DistributedPyTorchTrainingReplicaSpec::~DistributedPyTorchTrainingReplicaSpec() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + SharedDtor(); +} + +void DistributedPyTorchTrainingReplicaSpec::SharedDtor() { + pod_template_name_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} + +void DistributedPyTorchTrainingReplicaSpec::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedPyTorchTrainingReplicaSpec& DistributedPyTorchTrainingReplicaSpec::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedPyTorchTrainingReplicaSpec::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&replicas_, 0, static_cast( + reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedPyTorchTrainingReplicaSpec::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // int32 replicas = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; + msg->set_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // string pod_template_name = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name"); + object = msg->mutable_pod_template_name(); + if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) { + parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8; + goto string_till_end; + } + GOOGLE_PROTOBUF_PARSER_ASSERT(::google::protobuf::internal::StringCheckUTF8(ptr, size, ctx)); + ::google::protobuf::internal::InlineGreedyStringParser(object, ptr, size, ctx); + ptr += size; + break; + } + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); + msg->set_restart_policy(static_cast<::flyteidl::plugins::kubeflow::RestartPolicy>(val)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +string_till_end: + static_cast<::std::string*>(object)->clear(); + static_cast<::std::string*>(object)->reserve(size); + goto len_delim_till_end; +len_delim_till_end: + return ctx->StoreAndTailCall(ptr, end, {_InternalParse, msg}, + {parser_till_end, object}, size); +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedPyTorchTrainingReplicaSpec::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // int32 replicas = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &replicas_))); + } else { + goto handle_unusual; + } + break; + } + + // string pod_template_name = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadString( + input, this->mutable_pod_template_name())); + DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::PARSE, + "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name")); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + int value = 0; + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( + input, &value))); + set_restart_policy(static_cast< ::flyteidl::plugins::kubeflow::RestartPolicy >(value)); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedPyTorchTrainingReplicaSpec::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 replicas = 1; + if (this->replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->replicas(), output); + } + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name"); + ::google::protobuf::internal::WireFormatLite::WriteStringMaybeAliased( + 2, this->pod_template_name(), output); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteEnum( + 3, this->restart_policy(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) +} + +::google::protobuf::uint8* DistributedPyTorchTrainingReplicaSpec::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 replicas = 1; + if (this->replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->replicas(), target); + } + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name"); + target = + ::google::protobuf::internal::WireFormatLite::WriteStringToArray( + 2, this->pod_template_name(), target); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( + 3, this->restart_policy(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + return target; +} + +size_t DistributedPyTorchTrainingReplicaSpec::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::StringSize( + this->pod_template_name()); + } + + // int32 replicas = 1; + if (this->replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->replicas()); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::EnumSize(this->restart_policy()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedPyTorchTrainingReplicaSpec::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + GOOGLE_DCHECK_NE(&from, this); + const DistributedPyTorchTrainingReplicaSpec* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + MergeFrom(*source); + } +} + +void DistributedPyTorchTrainingReplicaSpec::MergeFrom(const DistributedPyTorchTrainingReplicaSpec& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.pod_template_name().size() > 0) { + + pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + } + if (from.replicas() != 0) { + set_replicas(from.replicas()); + } + if (from.restart_policy() != 0) { + set_restart_policy(from.restart_policy()); + } +} + +void DistributedPyTorchTrainingReplicaSpec::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedPyTorchTrainingReplicaSpec::CopyFrom(const DistributedPyTorchTrainingReplicaSpec& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedPyTorchTrainingReplicaSpec::IsInitialized() const { + return true; +} + +void DistributedPyTorchTrainingReplicaSpec::Swap(DistributedPyTorchTrainingReplicaSpec* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedPyTorchTrainingReplicaSpec::InternalSwap(DistributedPyTorchTrainingReplicaSpec* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + pod_template_name_.Swap(&other->pod_template_name_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), + GetArenaNoVirtual()); + swap(replicas_, other->replicas_); + swap(restart_policy_, other->restart_policy_); +} + +::google::protobuf::Metadata DistributedPyTorchTrainingReplicaSpec::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[kIndexInFileMessages]; +} + + +// @@protoc_insertion_point(namespace_scope) +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask >(arena); +} +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec >(arena); +} +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) +#include diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h new file mode 100644 index 000000000..702c19079 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h @@ -0,0 +1,622 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/pytorch.proto + +#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto +#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto + +#include +#include + +#include +#if PROTOBUF_VERSION < 3007000 +#error This file was generated by a newer version of protoc which is +#error incompatible with your Protocol Buffer headers. Please update +#error your headers. +#endif +#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION +#error This file was generated by an older version of protoc which is +#error incompatible with your Protocol Buffer headers. Please +#error regenerate this file with a newer version of protoc. +#endif + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include // IWYU pragma: export +#include // IWYU pragma: export +#include +#include "flyteidl/plugins/kubeflow/common.pb.h" +// @@protoc_insertion_point(includes) +#include +#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto + +// Internal implementation detail -- do not use these members. +struct TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto { + static const ::google::protobuf::internal::ParseTableField entries[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::AuxillaryParseTableField aux[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::ParseTable schema[2] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::FieldMetadata field_metadata[]; + static const ::google::protobuf::internal::SerializationTable serialization_table[]; + static const ::google::protobuf::uint32 offsets[]; +}; +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class DistributedPyTorchTrainingReplicaSpec; +class DistributedPyTorchTrainingReplicaSpecDefaultTypeInternal; +extern DistributedPyTorchTrainingReplicaSpecDefaultTypeInternal _DistributedPyTorchTrainingReplicaSpec_default_instance_; +class DistributedPyTorchTrainingTask; +class DistributedPyTorchTrainingTaskDefaultTypeInternal; +extern DistributedPyTorchTrainingTaskDefaultTypeInternal _DistributedPyTorchTrainingTask_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec>(Arena*); +template<> ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask>(Arena*); +} // namespace protobuf +} // namespace google +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +// =================================================================== + +class DistributedPyTorchTrainingTask final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) */ { + public: + DistributedPyTorchTrainingTask(); + virtual ~DistributedPyTorchTrainingTask(); + + DistributedPyTorchTrainingTask(const DistributedPyTorchTrainingTask& from); + + inline DistributedPyTorchTrainingTask& operator=(const DistributedPyTorchTrainingTask& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedPyTorchTrainingTask(DistributedPyTorchTrainingTask&& from) noexcept + : DistributedPyTorchTrainingTask() { + *this = ::std::move(from); + } + + inline DistributedPyTorchTrainingTask& operator=(DistributedPyTorchTrainingTask&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedPyTorchTrainingTask& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedPyTorchTrainingTask* internal_default_instance() { + return reinterpret_cast( + &_DistributedPyTorchTrainingTask_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(DistributedPyTorchTrainingTask* other); + friend void swap(DistributedPyTorchTrainingTask& a, DistributedPyTorchTrainingTask& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedPyTorchTrainingTask* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedPyTorchTrainingTask* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedPyTorchTrainingTask& from); + void MergeFrom(const DistributedPyTorchTrainingTask& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedPyTorchTrainingTask* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + bool has_worker_replicas() const; + void clear_worker_replicas(); + static const int kWorkerReplicasFieldNumber = 1; + const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& worker_replicas() const; + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* release_worker_replicas(); + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* mutable_worker_replicas(); + void set_allocated_worker_replicas(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* worker_replicas); + + // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + bool has_master_replicas() const; + void clear_master_replicas(); + static const int kMasterReplicasFieldNumber = 2; + const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& master_replicas() const; + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* release_master_replicas(); + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* mutable_master_replicas(); + void set_allocated_master_replicas(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* master_replicas); + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + bool has_run_policy() const; + void clear_run_policy(); + static const int kRunPolicyFieldNumber = 3; + const ::flyteidl::plugins::kubeflow::RunPolicy& run_policy() const; + ::flyteidl::plugins::kubeflow::RunPolicy* release_run_policy(); + ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy(); + void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy); + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + void clear_success_policy(); + static const int kSuccessPolicyFieldNumber = 4; + ::flyteidl::plugins::kubeflow::SuccessPolicy success_policy() const; + void set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* worker_replicas_; + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* master_replicas_; + ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_; + int success_policy_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; +}; +// ------------------------------------------------------------------- + +class DistributedPyTorchTrainingReplicaSpec final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) */ { + public: + DistributedPyTorchTrainingReplicaSpec(); + virtual ~DistributedPyTorchTrainingReplicaSpec(); + + DistributedPyTorchTrainingReplicaSpec(const DistributedPyTorchTrainingReplicaSpec& from); + + inline DistributedPyTorchTrainingReplicaSpec& operator=(const DistributedPyTorchTrainingReplicaSpec& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedPyTorchTrainingReplicaSpec(DistributedPyTorchTrainingReplicaSpec&& from) noexcept + : DistributedPyTorchTrainingReplicaSpec() { + *this = ::std::move(from); + } + + inline DistributedPyTorchTrainingReplicaSpec& operator=(DistributedPyTorchTrainingReplicaSpec&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedPyTorchTrainingReplicaSpec& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedPyTorchTrainingReplicaSpec* internal_default_instance() { + return reinterpret_cast( + &_DistributedPyTorchTrainingReplicaSpec_default_instance_); + } + static constexpr int kIndexInFileMessages = + 1; + + void Swap(DistributedPyTorchTrainingReplicaSpec* other); + friend void swap(DistributedPyTorchTrainingReplicaSpec& a, DistributedPyTorchTrainingReplicaSpec& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedPyTorchTrainingReplicaSpec* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedPyTorchTrainingReplicaSpec* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedPyTorchTrainingReplicaSpec& from); + void MergeFrom(const DistributedPyTorchTrainingReplicaSpec& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedPyTorchTrainingReplicaSpec* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // string pod_template_name = 2; + void clear_pod_template_name(); + static const int kPodTemplateNameFieldNumber = 2; + const ::std::string& pod_template_name() const; + void set_pod_template_name(const ::std::string& value); + #if LANG_CXX11 + void set_pod_template_name(::std::string&& value); + #endif + void set_pod_template_name(const char* value); + void set_pod_template_name(const char* value, size_t size); + ::std::string* mutable_pod_template_name(); + ::std::string* release_pod_template_name(); + void set_allocated_pod_template_name(::std::string* pod_template_name); + + // int32 replicas = 1; + void clear_replicas(); + static const int kReplicasFieldNumber = 1; + ::google::protobuf::int32 replicas() const; + void set_replicas(::google::protobuf::int32 value); + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + void clear_restart_policy(); + static const int kRestartPolicyFieldNumber = 3; + ::flyteidl::plugins::kubeflow::RestartPolicy restart_policy() const; + void set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::google::protobuf::internal::ArenaStringPtr pod_template_name_; + ::google::protobuf::int32 replicas_; + int restart_policy_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; +}; +// =================================================================== + + +// =================================================================== + +#ifdef __GNUC__ + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wstrict-aliasing" +#endif // __GNUC__ +// DistributedPyTorchTrainingTask + +// .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; +inline bool DistributedPyTorchTrainingTask::has_worker_replicas() const { + return this != internal_default_instance() && worker_replicas_ != nullptr; +} +inline void DistributedPyTorchTrainingTask::clear_worker_replicas() { + if (GetArenaNoVirtual() == nullptr && worker_replicas_ != nullptr) { + delete worker_replicas_; + } + worker_replicas_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& DistributedPyTorchTrainingTask::worker_replicas() const { + const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* p = worker_replicas_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.worker_replicas) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingReplicaSpec_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* DistributedPyTorchTrainingTask::release_worker_replicas() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.worker_replicas) + + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* temp = worker_replicas_; + worker_replicas_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* DistributedPyTorchTrainingTask::mutable_worker_replicas() { + + if (worker_replicas_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec>(GetArenaNoVirtual()); + worker_replicas_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.worker_replicas) + return worker_replicas_; +} +inline void DistributedPyTorchTrainingTask::set_allocated_worker_replicas(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* worker_replicas) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete worker_replicas_; + } + if (worker_replicas) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + worker_replicas = ::google::protobuf::internal::GetOwnedMessage( + message_arena, worker_replicas, submessage_arena); + } + + } else { + + } + worker_replicas_ = worker_replicas; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.worker_replicas) +} + +// .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; +inline bool DistributedPyTorchTrainingTask::has_master_replicas() const { + return this != internal_default_instance() && master_replicas_ != nullptr; +} +inline void DistributedPyTorchTrainingTask::clear_master_replicas() { + if (GetArenaNoVirtual() == nullptr && master_replicas_ != nullptr) { + delete master_replicas_; + } + master_replicas_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& DistributedPyTorchTrainingTask::master_replicas() const { + const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* p = master_replicas_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.master_replicas) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingReplicaSpec_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* DistributedPyTorchTrainingTask::release_master_replicas() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.master_replicas) + + ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* temp = master_replicas_; + master_replicas_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* DistributedPyTorchTrainingTask::mutable_master_replicas() { + + if (master_replicas_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec>(GetArenaNoVirtual()); + master_replicas_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.master_replicas) + return master_replicas_; +} +inline void DistributedPyTorchTrainingTask::set_allocated_master_replicas(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* master_replicas) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete master_replicas_; + } + if (master_replicas) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + master_replicas = ::google::protobuf::internal::GetOwnedMessage( + message_arena, master_replicas, submessage_arena); + } + + } else { + + } + master_replicas_ = master_replicas; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.master_replicas) +} + +// .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; +inline bool DistributedPyTorchTrainingTask::has_run_policy() const { + return this != internal_default_instance() && run_policy_ != nullptr; +} +inline const ::flyteidl::plugins::kubeflow::RunPolicy& DistributedPyTorchTrainingTask::run_policy() const { + const ::flyteidl::plugins::kubeflow::RunPolicy* p = run_policy_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.run_policy) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_RunPolicy_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::RunPolicy* DistributedPyTorchTrainingTask::release_run_policy() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.run_policy) + + ::flyteidl::plugins::kubeflow::RunPolicy* temp = run_policy_; + run_policy_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::RunPolicy* DistributedPyTorchTrainingTask::mutable_run_policy() { + + if (run_policy_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::RunPolicy>(GetArenaNoVirtual()); + run_policy_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.run_policy) + return run_policy_; +} +inline void DistributedPyTorchTrainingTask::set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete reinterpret_cast< ::google::protobuf::MessageLite*>(run_policy_); + } + if (run_policy) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + run_policy = ::google::protobuf::internal::GetOwnedMessage( + message_arena, run_policy, submessage_arena); + } + + } else { + + } + run_policy_ = run_policy; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.run_policy) +} + +// .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; +inline void DistributedPyTorchTrainingTask::clear_success_policy() { + success_policy_ = 0; +} +inline ::flyteidl::plugins::kubeflow::SuccessPolicy DistributedPyTorchTrainingTask::success_policy() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.success_policy) + return static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(success_policy_); +} +inline void DistributedPyTorchTrainingTask::set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value) { + + success_policy_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.success_policy) +} + +// ------------------------------------------------------------------- + +// DistributedPyTorchTrainingReplicaSpec + +// int32 replicas = 1; +inline void DistributedPyTorchTrainingReplicaSpec::clear_replicas() { + replicas_ = 0; +} +inline ::google::protobuf::int32 DistributedPyTorchTrainingReplicaSpec::replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.replicas) + return replicas_; +} +inline void DistributedPyTorchTrainingReplicaSpec::set_replicas(::google::protobuf::int32 value) { + + replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.replicas) +} + +// string pod_template_name = 2; +inline void DistributedPyTorchTrainingReplicaSpec::clear_pod_template_name() { + pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline const ::std::string& DistributedPyTorchTrainingReplicaSpec::pod_template_name() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + return pod_template_name_.GetNoArena(); +} +inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(const ::std::string& value) { + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) +} +#if LANG_CXX11 +inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(::std::string&& value) { + + pod_template_name_.SetNoArena( + &::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::move(value)); + // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) +} +#endif +inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(const char* value) { + GOOGLE_DCHECK(value != nullptr); + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); + // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) +} +inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(const char* value, size_t size) { + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), + ::std::string(reinterpret_cast(value), size)); + // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) +} +inline ::std::string* DistributedPyTorchTrainingReplicaSpec::mutable_pod_template_name() { + + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + return pod_template_name_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline ::std::string* DistributedPyTorchTrainingReplicaSpec::release_pod_template_name() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + + return pod_template_name_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline void DistributedPyTorchTrainingReplicaSpec::set_allocated_pod_template_name(::std::string* pod_template_name) { + if (pod_template_name != nullptr) { + + } else { + + } + pod_template_name_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), pod_template_name); + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) +} + +// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; +inline void DistributedPyTorchTrainingReplicaSpec::clear_restart_policy() { + restart_policy_ = 0; +} +inline ::flyteidl::plugins::kubeflow::RestartPolicy DistributedPyTorchTrainingReplicaSpec::restart_policy() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.restart_policy) + return static_cast< ::flyteidl::plugins::kubeflow::RestartPolicy >(restart_policy_); +} +inline void DistributedPyTorchTrainingReplicaSpec::set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value) { + + restart_policy_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.restart_policy) +} + +#ifdef __GNUC__ + #pragma GCC diagnostic pop +#endif // __GNUC__ +// ------------------------------------------------------------------- + + +// @@protoc_insertion_point(namespace_scope) + +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl + +// @@protoc_insertion_point(global_scope) + +#include +#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.grpc.pb.cc similarity index 76% rename from gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.cc rename to gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.grpc.pb.cc index f3a3c5622..536038459 100644 --- a/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.grpc.pb.cc @@ -1,9 +1,9 @@ // Generated by the gRPC C++ plugin. // If you make any local change, they will be lost. -// source: flyteidl/plugins/tensorflow.proto +// source: flyteidl/plugins/kubeflow/tensorflow.proto -#include "flyteidl/plugins/tensorflow.pb.h" -#include "flyteidl/plugins/tensorflow.grpc.pb.h" +#include "flyteidl/plugins/kubeflow/tensorflow.pb.h" +#include "flyteidl/plugins/kubeflow/tensorflow.grpc.pb.h" #include #include @@ -18,7 +18,9 @@ #include namespace flyteidl { namespace plugins { +namespace kubeflow { } // namespace flyteidl } // namespace plugins +} // namespace kubeflow diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.grpc.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.grpc.pb.h new file mode 100644 index 000000000..2ab6f394d --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.grpc.pb.h @@ -0,0 +1,49 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/kubeflow/tensorflow.proto +#ifndef GRPC_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto__INCLUDED +#define GRPC_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto__INCLUDED + +#include "flyteidl/plugins/kubeflow/tensorflow.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace grpc_impl { +class Channel; +class CompletionQueue; +class ServerCompletionQueue; +} // namespace grpc_impl + +namespace grpc { +namespace experimental { +template +class MessageAllocator; +} // namespace experimental +} // namespace grpc_impl + +namespace grpc { +class ServerContext; +} // namespace grpc + +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl + + +#endif // GRPC_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto__INCLUDED diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc new file mode 100644 index 000000000..56c700d88 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc @@ -0,0 +1,1101 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/tensorflow.proto + +#include "flyteidl/plugins/kubeflow/tensorflow.pb.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +// @@protoc_insertion_point(includes) +#include + +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto; +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class DistributedTensorflowTrainingTaskDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedTensorflowTrainingTask_default_instance_; +class DistributedTensorflowTrainingReplicaSpecDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedTensorflowTrainingReplicaSpec_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +static void InitDefaultsDistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingTask_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<2> scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 2, InitDefaultsDistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto}, { + &scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base, + &scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto.base,}}; + +static void InitDefaultsDistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingReplicaSpec_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto}, {}}; + +void InitDefaults_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); + ::google::protobuf::internal::InitSCC(&scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); +} + +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto[2]; +constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = nullptr; +constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = nullptr; + +const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, worker_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, ps_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, chief_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, run_policy_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, success_policy_), + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, pod_template_name_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, restart_policy_), +}; +static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask)}, + { 10, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec)}, +}; + +static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingTask_default_instance_), + reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingReplicaSpec_default_instance_), +}; + +::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = { + {}, AddDescriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, "flyteidl/plugins/kubeflow/tensorflow.proto", schemas, + file_default_instances, TableStruct_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto::offsets, + file_level_metadata_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, 2, file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, +}; + +const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto[] = + "\n*flyteidl/plugins/kubeflow/tensorflow.p" + "roto\022\031flyteidl.plugins.kubeflow\032&flyteid" + "l/plugins/kubeflow/common.proto\"\264\003\n!Dist" + "ributedTensorflowTrainingTask\022\\\n\017worker_" + "replicas\030\001 \001(\0132C.flyteidl.plugins.kubefl" + "ow.DistributedTensorflowTrainingReplicaS" + "pec\022X\n\013ps_replicas\030\002 \001(\0132C.flyteidl.plug" + "ins.kubeflow.DistributedTensorflowTraini" + "ngReplicaSpec\022[\n\016chief_replicas\030\003 \001(\0132C." + "flyteidl.plugins.kubeflow.DistributedTen" + "sorflowTrainingReplicaSpec\0228\n\nrun_policy" + "\030\004 \001(\0132$.flyteidl.plugins.kubeflow.RunPo" + "licy\022@\n\016success_policy\030\005 \001(\0162(.flyteidl." + "plugins.kubeflow.SuccessPolicy\"\231\001\n(Distr" + "ibutedTensorflowTrainingReplicaSpec\022\020\n\010r" + "eplicas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t" + "\022@\n\016restart_policy\030\003 \001(\0162(.flyteidl.plug" + "ins.kubeflow.RestartPolicyB9Z7github.com" + "/flyteorg/flyteidl/gen/pb-go/flyteidl/pl" + "uginsb\006proto3" + ; +::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = { + false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, + descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, + "flyteidl/plugins/kubeflow/tensorflow.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, 773, +}; + +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto() { + static constexpr ::google::protobuf::internal::InitFunc deps[1] = + { + ::AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, + }; + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, deps, 1); +} + +// Force running AddDescriptors() at dynamic initialization time. +static bool dynamic_init_dummy_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto(); return true; }(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +// =================================================================== + +void DistributedTensorflowTrainingTask::InitAsDefaultInstance() { + ::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingTask_default_instance_._instance.get_mutable()->worker_replicas_ = const_cast< ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec*>( + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingTask_default_instance_._instance.get_mutable()->ps_replicas_ = const_cast< ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec*>( + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingTask_default_instance_._instance.get_mutable()->chief_replicas_ = const_cast< ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec*>( + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingTask_default_instance_._instance.get_mutable()->run_policy_ = const_cast< ::flyteidl::plugins::kubeflow::RunPolicy*>( + ::flyteidl::plugins::kubeflow::RunPolicy::internal_default_instance()); +} +class DistributedTensorflowTrainingTask::HasBitSetters { + public: + static const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& worker_replicas(const DistributedTensorflowTrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& ps_replicas(const DistributedTensorflowTrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& chief_replicas(const DistributedTensorflowTrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::RunPolicy& run_policy(const DistributedTensorflowTrainingTask* msg); +}; + +const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& +DistributedTensorflowTrainingTask::HasBitSetters::worker_replicas(const DistributedTensorflowTrainingTask* msg) { + return *msg->worker_replicas_; +} +const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& +DistributedTensorflowTrainingTask::HasBitSetters::ps_replicas(const DistributedTensorflowTrainingTask* msg) { + return *msg->ps_replicas_; +} +const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& +DistributedTensorflowTrainingTask::HasBitSetters::chief_replicas(const DistributedTensorflowTrainingTask* msg) { + return *msg->chief_replicas_; +} +const ::flyteidl::plugins::kubeflow::RunPolicy& +DistributedTensorflowTrainingTask::HasBitSetters::run_policy(const DistributedTensorflowTrainingTask* msg) { + return *msg->run_policy_; +} +void DistributedTensorflowTrainingTask::clear_run_policy() { + if (GetArenaNoVirtual() == nullptr && run_policy_ != nullptr) { + delete run_policy_; + } + run_policy_ = nullptr; +} +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedTensorflowTrainingTask::kWorkerReplicasFieldNumber; +const int DistributedTensorflowTrainingTask::kPsReplicasFieldNumber; +const int DistributedTensorflowTrainingTask::kChiefReplicasFieldNumber; +const int DistributedTensorflowTrainingTask::kRunPolicyFieldNumber; +const int DistributedTensorflowTrainingTask::kSuccessPolicyFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) +} +DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask(const DistributedTensorflowTrainingTask& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + if (from.has_worker_replicas()) { + worker_replicas_ = new ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec(*from.worker_replicas_); + } else { + worker_replicas_ = nullptr; + } + if (from.has_ps_replicas()) { + ps_replicas_ = new ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec(*from.ps_replicas_); + } else { + ps_replicas_ = nullptr; + } + if (from.has_chief_replicas()) { + chief_replicas_ = new ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec(*from.chief_replicas_); + } else { + chief_replicas_ = nullptr; + } + if (from.has_run_policy()) { + run_policy_ = new ::flyteidl::plugins::kubeflow::RunPolicy(*from.run_policy_); + } else { + run_policy_ = nullptr; + } + success_policy_ = from.success_policy_; + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) +} + +void DistributedTensorflowTrainingTask::SharedCtor() { + ::google::protobuf::internal::InitSCC( + &scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); + ::memset(&worker_replicas_, 0, static_cast( + reinterpret_cast(&success_policy_) - + reinterpret_cast(&worker_replicas_)) + sizeof(success_policy_)); +} + +DistributedTensorflowTrainingTask::~DistributedTensorflowTrainingTask() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + SharedDtor(); +} + +void DistributedTensorflowTrainingTask::SharedDtor() { + if (this != internal_default_instance()) delete worker_replicas_; + if (this != internal_default_instance()) delete ps_replicas_; + if (this != internal_default_instance()) delete chief_replicas_; + if (this != internal_default_instance()) delete run_policy_; +} + +void DistributedTensorflowTrainingTask::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedTensorflowTrainingTask& DistributedTensorflowTrainingTask::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedTensorflowTrainingTask::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + if (GetArenaNoVirtual() == nullptr && worker_replicas_ != nullptr) { + delete worker_replicas_; + } + worker_replicas_ = nullptr; + if (GetArenaNoVirtual() == nullptr && ps_replicas_ != nullptr) { + delete ps_replicas_; + } + ps_replicas_ = nullptr; + if (GetArenaNoVirtual() == nullptr && chief_replicas_ != nullptr) { + delete chief_replicas_; + } + chief_replicas_ = nullptr; + if (GetArenaNoVirtual() == nullptr && run_policy_ != nullptr) { + delete run_policy_; + } + run_policy_ = nullptr; + success_policy_ = 0; + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedTensorflowTrainingTask::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 10) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::_InternalParse; + object = msg->mutable_worker_replicas(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::_InternalParse; + object = msg->mutable_ps_replicas(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 26) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::_InternalParse; + object = msg->mutable_chief_replicas(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 34) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::RunPolicy::_InternalParse; + object = msg->mutable_run_policy(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + case 5: { + if (static_cast<::google::protobuf::uint8>(tag) != 40) goto handle_unusual; + ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); + msg->set_success_policy(static_cast<::flyteidl::plugins::kubeflow::SuccessPolicy>(val)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +len_delim_till_end: + return ctx->StoreAndTailCall(ptr, end, {_InternalParse, msg}, + {parser_till_end, object}, size); +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedTensorflowTrainingTask::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (10 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_worker_replicas())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_ps_replicas())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (26 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_chief_replicas())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (34 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_run_policy())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + case 5: { + if (static_cast< ::google::protobuf::uint8>(tag) == (40 & 0xFF)) { + int value = 0; + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( + input, &value))); + set_success_policy(static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(value)); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedTensorflowTrainingTask::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 1, HasBitSetters::worker_replicas(this), output); + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + if (this->has_ps_replicas()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 2, HasBitSetters::ps_replicas(this), output); + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + if (this->has_chief_replicas()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 3, HasBitSetters::chief_replicas(this), output); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + if (this->has_run_policy()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 4, HasBitSetters::run_policy(this), output); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + if (this->success_policy() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteEnum( + 5, this->success_policy(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) +} + +::google::protobuf::uint8* DistributedTensorflowTrainingTask::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 1, HasBitSetters::worker_replicas(this), target); + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + if (this->has_ps_replicas()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 2, HasBitSetters::ps_replicas(this), target); + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + if (this->has_chief_replicas()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 3, HasBitSetters::chief_replicas(this), target); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + if (this->has_run_policy()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 4, HasBitSetters::run_policy(this), target); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + if (this->success_policy() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( + 5, this->success_policy(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + return target; +} + +size_t DistributedTensorflowTrainingTask::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + if (this->has_worker_replicas()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *worker_replicas_); + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + if (this->has_ps_replicas()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *ps_replicas_); + } + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + if (this->has_chief_replicas()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *chief_replicas_); + } + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + if (this->has_run_policy()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *run_policy_); + } + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + if (this->success_policy() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::EnumSize(this->success_policy()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedTensorflowTrainingTask::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + const DistributedTensorflowTrainingTask* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + MergeFrom(*source); + } +} + +void DistributedTensorflowTrainingTask::MergeFrom(const DistributedTensorflowTrainingTask& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.has_worker_replicas()) { + mutable_worker_replicas()->::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::MergeFrom(from.worker_replicas()); + } + if (from.has_ps_replicas()) { + mutable_ps_replicas()->::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::MergeFrom(from.ps_replicas()); + } + if (from.has_chief_replicas()) { + mutable_chief_replicas()->::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::MergeFrom(from.chief_replicas()); + } + if (from.has_run_policy()) { + mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy()); + } + if (from.success_policy() != 0) { + set_success_policy(from.success_policy()); + } +} + +void DistributedTensorflowTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedTensorflowTrainingTask::CopyFrom(const DistributedTensorflowTrainingTask& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedTensorflowTrainingTask::IsInitialized() const { + return true; +} + +void DistributedTensorflowTrainingTask::Swap(DistributedTensorflowTrainingTask* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedTensorflowTrainingTask::InternalSwap(DistributedTensorflowTrainingTask* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + swap(worker_replicas_, other->worker_replicas_); + swap(ps_replicas_, other->ps_replicas_); + swap(chief_replicas_, other->chief_replicas_); + swap(run_policy_, other->run_policy_); + swap(success_policy_, other->success_policy_); +} + +::google::protobuf::Metadata DistributedTensorflowTrainingTask::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto[kIndexInFileMessages]; +} + + +// =================================================================== + +void DistributedTensorflowTrainingReplicaSpec::InitAsDefaultInstance() { +} +class DistributedTensorflowTrainingReplicaSpec::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedTensorflowTrainingReplicaSpec::kReplicasFieldNumber; +const int DistributedTensorflowTrainingReplicaSpec::kPodTemplateNameFieldNumber; +const int DistributedTensorflowTrainingReplicaSpec::kRestartPolicyFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedTensorflowTrainingReplicaSpec::DistributedTensorflowTrainingReplicaSpec() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) +} +DistributedTensorflowTrainingReplicaSpec::DistributedTensorflowTrainingReplicaSpec(const DistributedTensorflowTrainingReplicaSpec& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (from.pod_template_name().size() > 0) { + pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + } + ::memcpy(&replicas_, &from.replicas_, + static_cast(reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) +} + +void DistributedTensorflowTrainingReplicaSpec::SharedCtor() { + ::google::protobuf::internal::InitSCC( + &scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); + pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&replicas_, 0, static_cast( + reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); +} + +DistributedTensorflowTrainingReplicaSpec::~DistributedTensorflowTrainingReplicaSpec() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + SharedDtor(); +} + +void DistributedTensorflowTrainingReplicaSpec::SharedDtor() { + pod_template_name_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} + +void DistributedTensorflowTrainingReplicaSpec::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedTensorflowTrainingReplicaSpec& DistributedTensorflowTrainingReplicaSpec::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedTensorflowTrainingReplicaSpec::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&replicas_, 0, static_cast( + reinterpret_cast(&restart_policy_) - + reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedTensorflowTrainingReplicaSpec::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // int32 replicas = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; + msg->set_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // string pod_template_name = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name"); + object = msg->mutable_pod_template_name(); + if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) { + parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8; + goto string_till_end; + } + GOOGLE_PROTOBUF_PARSER_ASSERT(::google::protobuf::internal::StringCheckUTF8(ptr, size, ctx)); + ::google::protobuf::internal::InlineGreedyStringParser(object, ptr, size, ctx); + ptr += size; + break; + } + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); + msg->set_restart_policy(static_cast<::flyteidl::plugins::kubeflow::RestartPolicy>(val)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +string_till_end: + static_cast<::std::string*>(object)->clear(); + static_cast<::std::string*>(object)->reserve(size); + goto len_delim_till_end; +len_delim_till_end: + return ctx->StoreAndTailCall(ptr, end, {_InternalParse, msg}, + {parser_till_end, object}, size); +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedTensorflowTrainingReplicaSpec::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // int32 replicas = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &replicas_))); + } else { + goto handle_unusual; + } + break; + } + + // string pod_template_name = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadString( + input, this->mutable_pod_template_name())); + DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::PARSE, + "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name")); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + int value = 0; + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( + input, &value))); + set_restart_policy(static_cast< ::flyteidl::plugins::kubeflow::RestartPolicy >(value)); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedTensorflowTrainingReplicaSpec::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 replicas = 1; + if (this->replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->replicas(), output); + } + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name"); + ::google::protobuf::internal::WireFormatLite::WriteStringMaybeAliased( + 2, this->pod_template_name(), output); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteEnum( + 3, this->restart_policy(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) +} + +::google::protobuf::uint8* DistributedTensorflowTrainingReplicaSpec::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 replicas = 1; + if (this->replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->replicas(), target); + } + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name"); + target = + ::google::protobuf::internal::WireFormatLite::WriteStringToArray( + 2, this->pod_template_name(), target); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( + 3, this->restart_policy(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + return target; +} + +size_t DistributedTensorflowTrainingReplicaSpec::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // string pod_template_name = 2; + if (this->pod_template_name().size() > 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::StringSize( + this->pod_template_name()); + } + + // int32 replicas = 1; + if (this->replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->replicas()); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + if (this->restart_policy() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::EnumSize(this->restart_policy()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedTensorflowTrainingReplicaSpec::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + GOOGLE_DCHECK_NE(&from, this); + const DistributedTensorflowTrainingReplicaSpec* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + MergeFrom(*source); + } +} + +void DistributedTensorflowTrainingReplicaSpec::MergeFrom(const DistributedTensorflowTrainingReplicaSpec& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.pod_template_name().size() > 0) { + + pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + } + if (from.replicas() != 0) { + set_replicas(from.replicas()); + } + if (from.restart_policy() != 0) { + set_restart_policy(from.restart_policy()); + } +} + +void DistributedTensorflowTrainingReplicaSpec::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedTensorflowTrainingReplicaSpec::CopyFrom(const DistributedTensorflowTrainingReplicaSpec& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedTensorflowTrainingReplicaSpec::IsInitialized() const { + return true; +} + +void DistributedTensorflowTrainingReplicaSpec::Swap(DistributedTensorflowTrainingReplicaSpec* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedTensorflowTrainingReplicaSpec::InternalSwap(DistributedTensorflowTrainingReplicaSpec* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + pod_template_name_.Swap(&other->pod_template_name_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), + GetArenaNoVirtual()); + swap(replicas_, other->replicas_); + swap(restart_policy_, other->restart_policy_); +} + +::google::protobuf::Metadata DistributedTensorflowTrainingReplicaSpec::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto[kIndexInFileMessages]; +} + + +// @@protoc_insertion_point(namespace_scope) +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask >(arena); +} +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec >(arena); +} +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) +#include diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h new file mode 100644 index 000000000..933f28bef --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h @@ -0,0 +1,683 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/tensorflow.proto + +#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto +#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto + +#include +#include + +#include +#if PROTOBUF_VERSION < 3007000 +#error This file was generated by a newer version of protoc which is +#error incompatible with your Protocol Buffer headers. Please update +#error your headers. +#endif +#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION +#error This file was generated by an older version of protoc which is +#error incompatible with your Protocol Buffer headers. Please +#error regenerate this file with a newer version of protoc. +#endif + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include // IWYU pragma: export +#include // IWYU pragma: export +#include +#include "flyteidl/plugins/kubeflow/common.pb.h" +// @@protoc_insertion_point(includes) +#include +#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto + +// Internal implementation detail -- do not use these members. +struct TableStruct_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto { + static const ::google::protobuf::internal::ParseTableField entries[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::AuxillaryParseTableField aux[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::ParseTable schema[2] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::FieldMetadata field_metadata[]; + static const ::google::protobuf::internal::SerializationTable serialization_table[]; + static const ::google::protobuf::uint32 offsets[]; +}; +void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto(); +namespace flyteidl { +namespace plugins { +namespace kubeflow { +class DistributedTensorflowTrainingReplicaSpec; +class DistributedTensorflowTrainingReplicaSpecDefaultTypeInternal; +extern DistributedTensorflowTrainingReplicaSpecDefaultTypeInternal _DistributedTensorflowTrainingReplicaSpec_default_instance_; +class DistributedTensorflowTrainingTask; +class DistributedTensorflowTrainingTaskDefaultTypeInternal; +extern DistributedTensorflowTrainingTaskDefaultTypeInternal _DistributedTensorflowTrainingTask_default_instance_; +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec>(Arena*); +template<> ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask>(Arena*); +} // namespace protobuf +} // namespace google +namespace flyteidl { +namespace plugins { +namespace kubeflow { + +// =================================================================== + +class DistributedTensorflowTrainingTask final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) */ { + public: + DistributedTensorflowTrainingTask(); + virtual ~DistributedTensorflowTrainingTask(); + + DistributedTensorflowTrainingTask(const DistributedTensorflowTrainingTask& from); + + inline DistributedTensorflowTrainingTask& operator=(const DistributedTensorflowTrainingTask& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedTensorflowTrainingTask(DistributedTensorflowTrainingTask&& from) noexcept + : DistributedTensorflowTrainingTask() { + *this = ::std::move(from); + } + + inline DistributedTensorflowTrainingTask& operator=(DistributedTensorflowTrainingTask&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedTensorflowTrainingTask& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedTensorflowTrainingTask* internal_default_instance() { + return reinterpret_cast( + &_DistributedTensorflowTrainingTask_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(DistributedTensorflowTrainingTask* other); + friend void swap(DistributedTensorflowTrainingTask& a, DistributedTensorflowTrainingTask& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedTensorflowTrainingTask* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedTensorflowTrainingTask* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedTensorflowTrainingTask& from); + void MergeFrom(const DistributedTensorflowTrainingTask& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedTensorflowTrainingTask* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + bool has_worker_replicas() const; + void clear_worker_replicas(); + static const int kWorkerReplicasFieldNumber = 1; + const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& worker_replicas() const; + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* release_worker_replicas(); + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* mutable_worker_replicas(); + void set_allocated_worker_replicas(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* worker_replicas); + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + bool has_ps_replicas() const; + void clear_ps_replicas(); + static const int kPsReplicasFieldNumber = 2; + const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& ps_replicas() const; + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* release_ps_replicas(); + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* mutable_ps_replicas(); + void set_allocated_ps_replicas(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* ps_replicas); + + // .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + bool has_chief_replicas() const; + void clear_chief_replicas(); + static const int kChiefReplicasFieldNumber = 3; + const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& chief_replicas() const; + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* release_chief_replicas(); + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* mutable_chief_replicas(); + void set_allocated_chief_replicas(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* chief_replicas); + + // .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + bool has_run_policy() const; + void clear_run_policy(); + static const int kRunPolicyFieldNumber = 4; + const ::flyteidl::plugins::kubeflow::RunPolicy& run_policy() const; + ::flyteidl::plugins::kubeflow::RunPolicy* release_run_policy(); + ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy(); + void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy); + + // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + void clear_success_policy(); + static const int kSuccessPolicyFieldNumber = 5; + ::flyteidl::plugins::kubeflow::SuccessPolicy success_policy() const; + void set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* worker_replicas_; + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* ps_replicas_; + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* chief_replicas_; + ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_; + int success_policy_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto; +}; +// ------------------------------------------------------------------- + +class DistributedTensorflowTrainingReplicaSpec final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) */ { + public: + DistributedTensorflowTrainingReplicaSpec(); + virtual ~DistributedTensorflowTrainingReplicaSpec(); + + DistributedTensorflowTrainingReplicaSpec(const DistributedTensorflowTrainingReplicaSpec& from); + + inline DistributedTensorflowTrainingReplicaSpec& operator=(const DistributedTensorflowTrainingReplicaSpec& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedTensorflowTrainingReplicaSpec(DistributedTensorflowTrainingReplicaSpec&& from) noexcept + : DistributedTensorflowTrainingReplicaSpec() { + *this = ::std::move(from); + } + + inline DistributedTensorflowTrainingReplicaSpec& operator=(DistributedTensorflowTrainingReplicaSpec&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedTensorflowTrainingReplicaSpec& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedTensorflowTrainingReplicaSpec* internal_default_instance() { + return reinterpret_cast( + &_DistributedTensorflowTrainingReplicaSpec_default_instance_); + } + static constexpr int kIndexInFileMessages = + 1; + + void Swap(DistributedTensorflowTrainingReplicaSpec* other); + friend void swap(DistributedTensorflowTrainingReplicaSpec& a, DistributedTensorflowTrainingReplicaSpec& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedTensorflowTrainingReplicaSpec* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedTensorflowTrainingReplicaSpec* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedTensorflowTrainingReplicaSpec& from); + void MergeFrom(const DistributedTensorflowTrainingReplicaSpec& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedTensorflowTrainingReplicaSpec* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // string pod_template_name = 2; + void clear_pod_template_name(); + static const int kPodTemplateNameFieldNumber = 2; + const ::std::string& pod_template_name() const; + void set_pod_template_name(const ::std::string& value); + #if LANG_CXX11 + void set_pod_template_name(::std::string&& value); + #endif + void set_pod_template_name(const char* value); + void set_pod_template_name(const char* value, size_t size); + ::std::string* mutable_pod_template_name(); + ::std::string* release_pod_template_name(); + void set_allocated_pod_template_name(::std::string* pod_template_name); + + // int32 replicas = 1; + void clear_replicas(); + static const int kReplicasFieldNumber = 1; + ::google::protobuf::int32 replicas() const; + void set_replicas(::google::protobuf::int32 value); + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + void clear_restart_policy(); + static const int kRestartPolicyFieldNumber = 3; + ::flyteidl::plugins::kubeflow::RestartPolicy restart_policy() const; + void set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::google::protobuf::internal::ArenaStringPtr pod_template_name_; + ::google::protobuf::int32 replicas_; + int restart_policy_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto; +}; +// =================================================================== + + +// =================================================================== + +#ifdef __GNUC__ + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wstrict-aliasing" +#endif // __GNUC__ +// DistributedTensorflowTrainingTask + +// .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; +inline bool DistributedTensorflowTrainingTask::has_worker_replicas() const { + return this != internal_default_instance() && worker_replicas_ != nullptr; +} +inline void DistributedTensorflowTrainingTask::clear_worker_replicas() { + if (GetArenaNoVirtual() == nullptr && worker_replicas_ != nullptr) { + delete worker_replicas_; + } + worker_replicas_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& DistributedTensorflowTrainingTask::worker_replicas() const { + const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* p = worker_replicas_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.worker_replicas) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingReplicaSpec_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* DistributedTensorflowTrainingTask::release_worker_replicas() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.worker_replicas) + + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* temp = worker_replicas_; + worker_replicas_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* DistributedTensorflowTrainingTask::mutable_worker_replicas() { + + if (worker_replicas_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec>(GetArenaNoVirtual()); + worker_replicas_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.worker_replicas) + return worker_replicas_; +} +inline void DistributedTensorflowTrainingTask::set_allocated_worker_replicas(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* worker_replicas) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete worker_replicas_; + } + if (worker_replicas) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + worker_replicas = ::google::protobuf::internal::GetOwnedMessage( + message_arena, worker_replicas, submessage_arena); + } + + } else { + + } + worker_replicas_ = worker_replicas; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.worker_replicas) +} + +// .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; +inline bool DistributedTensorflowTrainingTask::has_ps_replicas() const { + return this != internal_default_instance() && ps_replicas_ != nullptr; +} +inline void DistributedTensorflowTrainingTask::clear_ps_replicas() { + if (GetArenaNoVirtual() == nullptr && ps_replicas_ != nullptr) { + delete ps_replicas_; + } + ps_replicas_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& DistributedTensorflowTrainingTask::ps_replicas() const { + const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* p = ps_replicas_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.ps_replicas) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingReplicaSpec_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* DistributedTensorflowTrainingTask::release_ps_replicas() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.ps_replicas) + + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* temp = ps_replicas_; + ps_replicas_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* DistributedTensorflowTrainingTask::mutable_ps_replicas() { + + if (ps_replicas_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec>(GetArenaNoVirtual()); + ps_replicas_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.ps_replicas) + return ps_replicas_; +} +inline void DistributedTensorflowTrainingTask::set_allocated_ps_replicas(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* ps_replicas) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete ps_replicas_; + } + if (ps_replicas) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + ps_replicas = ::google::protobuf::internal::GetOwnedMessage( + message_arena, ps_replicas, submessage_arena); + } + + } else { + + } + ps_replicas_ = ps_replicas; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.ps_replicas) +} + +// .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; +inline bool DistributedTensorflowTrainingTask::has_chief_replicas() const { + return this != internal_default_instance() && chief_replicas_ != nullptr; +} +inline void DistributedTensorflowTrainingTask::clear_chief_replicas() { + if (GetArenaNoVirtual() == nullptr && chief_replicas_ != nullptr) { + delete chief_replicas_; + } + chief_replicas_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec& DistributedTensorflowTrainingTask::chief_replicas() const { + const ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* p = chief_replicas_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.chief_replicas) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingReplicaSpec_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* DistributedTensorflowTrainingTask::release_chief_replicas() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.chief_replicas) + + ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* temp = chief_replicas_; + chief_replicas_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* DistributedTensorflowTrainingTask::mutable_chief_replicas() { + + if (chief_replicas_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec>(GetArenaNoVirtual()); + chief_replicas_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.chief_replicas) + return chief_replicas_; +} +inline void DistributedTensorflowTrainingTask::set_allocated_chief_replicas(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* chief_replicas) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete chief_replicas_; + } + if (chief_replicas) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + chief_replicas = ::google::protobuf::internal::GetOwnedMessage( + message_arena, chief_replicas, submessage_arena); + } + + } else { + + } + chief_replicas_ = chief_replicas; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.chief_replicas) +} + +// .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; +inline bool DistributedTensorflowTrainingTask::has_run_policy() const { + return this != internal_default_instance() && run_policy_ != nullptr; +} +inline const ::flyteidl::plugins::kubeflow::RunPolicy& DistributedTensorflowTrainingTask::run_policy() const { + const ::flyteidl::plugins::kubeflow::RunPolicy* p = run_policy_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.run_policy) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_RunPolicy_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::RunPolicy* DistributedTensorflowTrainingTask::release_run_policy() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.run_policy) + + ::flyteidl::plugins::kubeflow::RunPolicy* temp = run_policy_; + run_policy_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::RunPolicy* DistributedTensorflowTrainingTask::mutable_run_policy() { + + if (run_policy_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::RunPolicy>(GetArenaNoVirtual()); + run_policy_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.run_policy) + return run_policy_; +} +inline void DistributedTensorflowTrainingTask::set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete reinterpret_cast< ::google::protobuf::MessageLite*>(run_policy_); + } + if (run_policy) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + run_policy = ::google::protobuf::internal::GetOwnedMessage( + message_arena, run_policy, submessage_arena); + } + + } else { + + } + run_policy_ = run_policy; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.run_policy) +} + +// .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; +inline void DistributedTensorflowTrainingTask::clear_success_policy() { + success_policy_ = 0; +} +inline ::flyteidl::plugins::kubeflow::SuccessPolicy DistributedTensorflowTrainingTask::success_policy() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.success_policy) + return static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(success_policy_); +} +inline void DistributedTensorflowTrainingTask::set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value) { + + success_policy_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.success_policy) +} + +// ------------------------------------------------------------------- + +// DistributedTensorflowTrainingReplicaSpec + +// int32 replicas = 1; +inline void DistributedTensorflowTrainingReplicaSpec::clear_replicas() { + replicas_ = 0; +} +inline ::google::protobuf::int32 DistributedTensorflowTrainingReplicaSpec::replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.replicas) + return replicas_; +} +inline void DistributedTensorflowTrainingReplicaSpec::set_replicas(::google::protobuf::int32 value) { + + replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.replicas) +} + +// string pod_template_name = 2; +inline void DistributedTensorflowTrainingReplicaSpec::clear_pod_template_name() { + pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline const ::std::string& DistributedTensorflowTrainingReplicaSpec::pod_template_name() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + return pod_template_name_.GetNoArena(); +} +inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(const ::std::string& value) { + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) +} +#if LANG_CXX11 +inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(::std::string&& value) { + + pod_template_name_.SetNoArena( + &::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::move(value)); + // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) +} +#endif +inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(const char* value) { + GOOGLE_DCHECK(value != nullptr); + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); + // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) +} +inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(const char* value, size_t size) { + + pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), + ::std::string(reinterpret_cast(value), size)); + // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) +} +inline ::std::string* DistributedTensorflowTrainingReplicaSpec::mutable_pod_template_name() { + + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + return pod_template_name_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline ::std::string* DistributedTensorflowTrainingReplicaSpec::release_pod_template_name() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + + return pod_template_name_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline void DistributedTensorflowTrainingReplicaSpec::set_allocated_pod_template_name(::std::string* pod_template_name) { + if (pod_template_name != nullptr) { + + } else { + + } + pod_template_name_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), pod_template_name); + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) +} + +// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; +inline void DistributedTensorflowTrainingReplicaSpec::clear_restart_policy() { + restart_policy_ = 0; +} +inline ::flyteidl::plugins::kubeflow::RestartPolicy DistributedTensorflowTrainingReplicaSpec::restart_policy() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.restart_policy) + return static_cast< ::flyteidl::plugins::kubeflow::RestartPolicy >(restart_policy_); +} +inline void DistributedTensorflowTrainingReplicaSpec::set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value) { + + restart_policy_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.restart_policy) +} + +#ifdef __GNUC__ + #pragma GCC diagnostic pop +#endif // __GNUC__ +// ------------------------------------------------------------------- + + +// @@protoc_insertion_point(namespace_scope) + +} // namespace kubeflow +} // namespace plugins +} // namespace flyteidl + +// @@protoc_insertion_point(global_scope) + +#include +#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.pb.cc b/gen/pb-cpp/flyteidl/plugins/mpi.pb.cc deleted file mode 100644 index 87aa4c458..000000000 --- a/gen/pb-cpp/flyteidl/plugins/mpi.pb.cc +++ /dev/null @@ -1,461 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/mpi.proto - -#include "flyteidl/plugins/mpi.pb.h" - -#include - -#include -#include -#include -#include -#include -#include -#include -#include -// @@protoc_insertion_point(includes) -#include - -namespace flyteidl { -namespace plugins { -class DistributedMPITrainingTaskDefaultTypeInternal { - public: - ::google::protobuf::internal::ExplicitlyConstructed _instance; -} _DistributedMPITrainingTask_default_instance_; -} // namespace plugins -} // namespace flyteidl -static void InitDefaultsDistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto() { - GOOGLE_PROTOBUF_VERIFY_VERSION; - - { - void* ptr = &::flyteidl::plugins::_DistributedMPITrainingTask_default_instance_; - new (ptr) ::flyteidl::plugins::DistributedMPITrainingTask(); - ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); - } - ::flyteidl::plugins::DistributedMPITrainingTask::InitAsDefaultInstance(); -} - -::google::protobuf::internal::SCCInfo<0> scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto = - {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto}, {}}; - -void InitDefaults_flyteidl_2fplugins_2fmpi_2eproto() { - ::google::protobuf::internal::InitSCC(&scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto.base); -} - -::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fmpi_2eproto[1]; -constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fmpi_2eproto = nullptr; -constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fmpi_2eproto = nullptr; - -const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fmpi_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { - ~0u, // no _has_bits_ - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, _internal_metadata_), - ~0u, // no _extensions_ - ~0u, // no _oneof_case_ - ~0u, // no _weak_field_map_ - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, num_workers_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, num_launcher_replicas_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, slots_), -}; -static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { - { 0, -1, sizeof(::flyteidl::plugins::DistributedMPITrainingTask)}, -}; - -static ::google::protobuf::Message const * const file_default_instances[] = { - reinterpret_cast(&::flyteidl::plugins::_DistributedMPITrainingTask_default_instance_), -}; - -::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fmpi_2eproto = { - {}, AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto, "flyteidl/plugins/mpi.proto", schemas, - file_default_instances, TableStruct_flyteidl_2fplugins_2fmpi_2eproto::offsets, - file_level_metadata_flyteidl_2fplugins_2fmpi_2eproto, 1, file_level_enum_descriptors_flyteidl_2fplugins_2fmpi_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fmpi_2eproto, -}; - -const char descriptor_table_protodef_flyteidl_2fplugins_2fmpi_2eproto[] = - "\n\032flyteidl/plugins/mpi.proto\022\020flyteidl.p" - "lugins\"_\n\032DistributedMPITrainingTask\022\023\n\013" - "num_workers\030\001 \001(\005\022\035\n\025num_launcher_replic" - "as\030\002 \001(\005\022\r\n\005slots\030\003 \001(\005B9Z7github.com/fl" - "yteorg/flyteidl/gen/pb-go/flyteidl/plugi" - "nsb\006proto3" - ; -::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fmpi_2eproto = { - false, InitDefaults_flyteidl_2fplugins_2fmpi_2eproto, - descriptor_table_protodef_flyteidl_2fplugins_2fmpi_2eproto, - "flyteidl/plugins/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fmpi_2eproto, 210, -}; - -void AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto() { - static constexpr ::google::protobuf::internal::InitFunc deps[1] = - { - }; - ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fmpi_2eproto, deps, 0); -} - -// Force running AddDescriptors() at dynamic initialization time. -static bool dynamic_init_dummy_flyteidl_2fplugins_2fmpi_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto(); return true; }(); -namespace flyteidl { -namespace plugins { - -// =================================================================== - -void DistributedMPITrainingTask::InitAsDefaultInstance() { -} -class DistributedMPITrainingTask::HasBitSetters { - public: -}; - -#if !defined(_MSC_VER) || _MSC_VER >= 1900 -const int DistributedMPITrainingTask::kNumWorkersFieldNumber; -const int DistributedMPITrainingTask::kNumLauncherReplicasFieldNumber; -const int DistributedMPITrainingTask::kSlotsFieldNumber; -#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 - -DistributedMPITrainingTask::DistributedMPITrainingTask() - : ::google::protobuf::Message(), _internal_metadata_(nullptr) { - SharedCtor(); - // @@protoc_insertion_point(constructor:flyteidl.plugins.DistributedMPITrainingTask) -} -DistributedMPITrainingTask::DistributedMPITrainingTask(const DistributedMPITrainingTask& from) - : ::google::protobuf::Message(), - _internal_metadata_(nullptr) { - _internal_metadata_.MergeFrom(from._internal_metadata_); - ::memcpy(&num_workers_, &from.num_workers_, - static_cast(reinterpret_cast(&slots_) - - reinterpret_cast(&num_workers_)) + sizeof(slots_)); - // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.DistributedMPITrainingTask) -} - -void DistributedMPITrainingTask::SharedCtor() { - ::memset(&num_workers_, 0, static_cast( - reinterpret_cast(&slots_) - - reinterpret_cast(&num_workers_)) + sizeof(slots_)); -} - -DistributedMPITrainingTask::~DistributedMPITrainingTask() { - // @@protoc_insertion_point(destructor:flyteidl.plugins.DistributedMPITrainingTask) - SharedDtor(); -} - -void DistributedMPITrainingTask::SharedDtor() { -} - -void DistributedMPITrainingTask::SetCachedSize(int size) const { - _cached_size_.Set(size); -} -const DistributedMPITrainingTask& DistributedMPITrainingTask::default_instance() { - ::google::protobuf::internal::InitSCC(&::scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto.base); - return *internal_default_instance(); -} - - -void DistributedMPITrainingTask::Clear() { -// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.DistributedMPITrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - // Prevent compiler warnings about cached_has_bits being unused - (void) cached_has_bits; - - ::memset(&num_workers_, 0, static_cast( - reinterpret_cast(&slots_) - - reinterpret_cast(&num_workers_)) + sizeof(slots_)); - _internal_metadata_.Clear(); -} - -#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER -const char* DistributedMPITrainingTask::_InternalParse(const char* begin, const char* end, void* object, - ::google::protobuf::internal::ParseContext* ctx) { - auto msg = static_cast(object); - ::google::protobuf::int32 size; (void)size; - int depth; (void)depth; - ::google::protobuf::uint32 tag; - ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; - auto ptr = begin; - while (ptr < end) { - ptr = ::google::protobuf::io::Parse32(ptr, &tag); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - switch (tag >> 3) { - // int32 num_workers = 1; - case 1: { - if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; - msg->set_num_workers(::google::protobuf::internal::ReadVarint(&ptr)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } - // int32 num_launcher_replicas = 2; - case 2: { - if (static_cast<::google::protobuf::uint8>(tag) != 16) goto handle_unusual; - msg->set_num_launcher_replicas(::google::protobuf::internal::ReadVarint(&ptr)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } - // int32 slots = 3; - case 3: { - if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; - msg->set_slots(::google::protobuf::internal::ReadVarint(&ptr)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } - default: { - handle_unusual: - if ((tag & 7) == 4 || tag == 0) { - ctx->EndGroup(tag); - return ptr; - } - auto res = UnknownFieldParse(tag, {_InternalParse, msg}, - ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); - ptr = res.first; - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); - if (res.second) return ptr; - } - } // switch - } // while - return ptr; -} -#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER -bool DistributedMPITrainingTask::MergePartialFromCodedStream( - ::google::protobuf::io::CodedInputStream* input) { -#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure - ::google::protobuf::uint32 tag; - // @@protoc_insertion_point(parse_start:flyteidl.plugins.DistributedMPITrainingTask) - for (;;) { - ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); - tag = p.first; - if (!p.second) goto handle_unusual; - switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { - // int32 num_workers = 1; - case 1: { - if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { - - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( - input, &num_workers_))); - } else { - goto handle_unusual; - } - break; - } - - // int32 num_launcher_replicas = 2; - case 2: { - if (static_cast< ::google::protobuf::uint8>(tag) == (16 & 0xFF)) { - - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( - input, &num_launcher_replicas_))); - } else { - goto handle_unusual; - } - break; - } - - // int32 slots = 3; - case 3: { - if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { - - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( - input, &slots_))); - } else { - goto handle_unusual; - } - break; - } - - default: { - handle_unusual: - if (tag == 0) { - goto success; - } - DO_(::google::protobuf::internal::WireFormat::SkipField( - input, tag, _internal_metadata_.mutable_unknown_fields())); - break; - } - } - } -success: - // @@protoc_insertion_point(parse_success:flyteidl.plugins.DistributedMPITrainingTask) - return true; -failure: - // @@protoc_insertion_point(parse_failure:flyteidl.plugins.DistributedMPITrainingTask) - return false; -#undef DO_ -} -#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - -void DistributedMPITrainingTask::SerializeWithCachedSizes( - ::google::protobuf::io::CodedOutputStream* output) const { - // @@protoc_insertion_point(serialize_start:flyteidl.plugins.DistributedMPITrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - // int32 num_workers = 1; - if (this->num_workers() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->num_workers(), output); - } - - // int32 num_launcher_replicas = 2; - if (this->num_launcher_replicas() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteInt32(2, this->num_launcher_replicas(), output); - } - - // int32 slots = 3; - if (this->slots() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->slots(), output); - } - - if (_internal_metadata_.have_unknown_fields()) { - ::google::protobuf::internal::WireFormat::SerializeUnknownFields( - _internal_metadata_.unknown_fields(), output); - } - // @@protoc_insertion_point(serialize_end:flyteidl.plugins.DistributedMPITrainingTask) -} - -::google::protobuf::uint8* DistributedMPITrainingTask::InternalSerializeWithCachedSizesToArray( - ::google::protobuf::uint8* target) const { - // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.DistributedMPITrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - // int32 num_workers = 1; - if (this->num_workers() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->num_workers(), target); - } - - // int32 num_launcher_replicas = 2; - if (this->num_launcher_replicas() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(2, this->num_launcher_replicas(), target); - } - - // int32 slots = 3; - if (this->slots() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->slots(), target); - } - - if (_internal_metadata_.have_unknown_fields()) { - target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( - _internal_metadata_.unknown_fields(), target); - } - // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.DistributedMPITrainingTask) - return target; -} - -size_t DistributedMPITrainingTask::ByteSizeLong() const { -// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.DistributedMPITrainingTask) - size_t total_size = 0; - - if (_internal_metadata_.have_unknown_fields()) { - total_size += - ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( - _internal_metadata_.unknown_fields()); - } - ::google::protobuf::uint32 cached_has_bits = 0; - // Prevent compiler warnings about cached_has_bits being unused - (void) cached_has_bits; - - // int32 num_workers = 1; - if (this->num_workers() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::Int32Size( - this->num_workers()); - } - - // int32 num_launcher_replicas = 2; - if (this->num_launcher_replicas() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::Int32Size( - this->num_launcher_replicas()); - } - - // int32 slots = 3; - if (this->slots() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::Int32Size( - this->slots()); - } - - int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); - SetCachedSize(cached_size); - return total_size; -} - -void DistributedMPITrainingTask::MergeFrom(const ::google::protobuf::Message& from) { -// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.DistributedMPITrainingTask) - GOOGLE_DCHECK_NE(&from, this); - const DistributedMPITrainingTask* source = - ::google::protobuf::DynamicCastToGenerated( - &from); - if (source == nullptr) { - // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.DistributedMPITrainingTask) - ::google::protobuf::internal::ReflectionOps::Merge(from, this); - } else { - // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.DistributedMPITrainingTask) - MergeFrom(*source); - } -} - -void DistributedMPITrainingTask::MergeFrom(const DistributedMPITrainingTask& from) { -// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.DistributedMPITrainingTask) - GOOGLE_DCHECK_NE(&from, this); - _internal_metadata_.MergeFrom(from._internal_metadata_); - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - if (from.num_workers() != 0) { - set_num_workers(from.num_workers()); - } - if (from.num_launcher_replicas() != 0) { - set_num_launcher_replicas(from.num_launcher_replicas()); - } - if (from.slots() != 0) { - set_slots(from.slots()); - } -} - -void DistributedMPITrainingTask::CopyFrom(const ::google::protobuf::Message& from) { -// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.DistributedMPITrainingTask) - if (&from == this) return; - Clear(); - MergeFrom(from); -} - -void DistributedMPITrainingTask::CopyFrom(const DistributedMPITrainingTask& from) { -// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.DistributedMPITrainingTask) - if (&from == this) return; - Clear(); - MergeFrom(from); -} - -bool DistributedMPITrainingTask::IsInitialized() const { - return true; -} - -void DistributedMPITrainingTask::Swap(DistributedMPITrainingTask* other) { - if (other == this) return; - InternalSwap(other); -} -void DistributedMPITrainingTask::InternalSwap(DistributedMPITrainingTask* other) { - using std::swap; - _internal_metadata_.Swap(&other->_internal_metadata_); - swap(num_workers_, other->num_workers_); - swap(num_launcher_replicas_, other->num_launcher_replicas_); - swap(slots_, other->slots_); -} - -::google::protobuf::Metadata DistributedMPITrainingTask::GetMetadata() const { - ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fmpi_2eproto); - return ::file_level_metadata_flyteidl_2fplugins_2fmpi_2eproto[kIndexInFileMessages]; -} - - -// @@protoc_insertion_point(namespace_scope) -} // namespace plugins -} // namespace flyteidl -namespace google { -namespace protobuf { -template<> PROTOBUF_NOINLINE ::flyteidl::plugins::DistributedMPITrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::DistributedMPITrainingTask >(Arena* arena) { - return Arena::CreateInternal< ::flyteidl::plugins::DistributedMPITrainingTask >(arena); -} -} // namespace protobuf -} // namespace google - -// @@protoc_insertion_point(global_scope) -#include diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.pb.h b/gen/pb-cpp/flyteidl/plugins/mpi.pb.h deleted file mode 100644 index 119bb2ca9..000000000 --- a/gen/pb-cpp/flyteidl/plugins/mpi.pb.h +++ /dev/null @@ -1,257 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/mpi.proto - -#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fmpi_2eproto -#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fmpi_2eproto - -#include -#include - -#include -#if PROTOBUF_VERSION < 3007000 -#error This file was generated by a newer version of protoc which is -#error incompatible with your Protocol Buffer headers. Please update -#error your headers. -#endif -#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION -#error This file was generated by an older version of protoc which is -#error incompatible with your Protocol Buffer headers. Please -#error regenerate this file with a newer version of protoc. -#endif - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include // IWYU pragma: export -#include // IWYU pragma: export -#include -// @@protoc_insertion_point(includes) -#include -#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fmpi_2eproto - -// Internal implementation detail -- do not use these members. -struct TableStruct_flyteidl_2fplugins_2fmpi_2eproto { - static const ::google::protobuf::internal::ParseTableField entries[] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::AuxillaryParseTableField aux[] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::ParseTable schema[1] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::FieldMetadata field_metadata[]; - static const ::google::protobuf::internal::SerializationTable serialization_table[]; - static const ::google::protobuf::uint32 offsets[]; -}; -void AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto(); -namespace flyteidl { -namespace plugins { -class DistributedMPITrainingTask; -class DistributedMPITrainingTaskDefaultTypeInternal; -extern DistributedMPITrainingTaskDefaultTypeInternal _DistributedMPITrainingTask_default_instance_; -} // namespace plugins -} // namespace flyteidl -namespace google { -namespace protobuf { -template<> ::flyteidl::plugins::DistributedMPITrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::DistributedMPITrainingTask>(Arena*); -} // namespace protobuf -} // namespace google -namespace flyteidl { -namespace plugins { - -// =================================================================== - -class DistributedMPITrainingTask final : - public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.DistributedMPITrainingTask) */ { - public: - DistributedMPITrainingTask(); - virtual ~DistributedMPITrainingTask(); - - DistributedMPITrainingTask(const DistributedMPITrainingTask& from); - - inline DistributedMPITrainingTask& operator=(const DistributedMPITrainingTask& from) { - CopyFrom(from); - return *this; - } - #if LANG_CXX11 - DistributedMPITrainingTask(DistributedMPITrainingTask&& from) noexcept - : DistributedMPITrainingTask() { - *this = ::std::move(from); - } - - inline DistributedMPITrainingTask& operator=(DistributedMPITrainingTask&& from) noexcept { - if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { - if (this != &from) InternalSwap(&from); - } else { - CopyFrom(from); - } - return *this; - } - #endif - static const ::google::protobuf::Descriptor* descriptor() { - return default_instance().GetDescriptor(); - } - static const DistributedMPITrainingTask& default_instance(); - - static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY - static inline const DistributedMPITrainingTask* internal_default_instance() { - return reinterpret_cast( - &_DistributedMPITrainingTask_default_instance_); - } - static constexpr int kIndexInFileMessages = - 0; - - void Swap(DistributedMPITrainingTask* other); - friend void swap(DistributedMPITrainingTask& a, DistributedMPITrainingTask& b) { - a.Swap(&b); - } - - // implements Message ---------------------------------------------- - - inline DistributedMPITrainingTask* New() const final { - return CreateMaybeMessage(nullptr); - } - - DistributedMPITrainingTask* New(::google::protobuf::Arena* arena) const final { - return CreateMaybeMessage(arena); - } - void CopyFrom(const ::google::protobuf::Message& from) final; - void MergeFrom(const ::google::protobuf::Message& from) final; - void CopyFrom(const DistributedMPITrainingTask& from); - void MergeFrom(const DistributedMPITrainingTask& from); - PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; - bool IsInitialized() const final; - - size_t ByteSizeLong() const final; - #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); - ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } - #else - bool MergePartialFromCodedStream( - ::google::protobuf::io::CodedInputStream* input) final; - #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - void SerializeWithCachedSizes( - ::google::protobuf::io::CodedOutputStream* output) const final; - ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( - ::google::protobuf::uint8* target) const final; - int GetCachedSize() const final { return _cached_size_.Get(); } - - private: - void SharedCtor(); - void SharedDtor(); - void SetCachedSize(int size) const final; - void InternalSwap(DistributedMPITrainingTask* other); - private: - inline ::google::protobuf::Arena* GetArenaNoVirtual() const { - return nullptr; - } - inline void* MaybeArenaPtr() const { - return nullptr; - } - public: - - ::google::protobuf::Metadata GetMetadata() const final; - - // nested types ---------------------------------------------------- - - // accessors ------------------------------------------------------- - - // int32 num_workers = 1; - void clear_num_workers(); - static const int kNumWorkersFieldNumber = 1; - ::google::protobuf::int32 num_workers() const; - void set_num_workers(::google::protobuf::int32 value); - - // int32 num_launcher_replicas = 2; - void clear_num_launcher_replicas(); - static const int kNumLauncherReplicasFieldNumber = 2; - ::google::protobuf::int32 num_launcher_replicas() const; - void set_num_launcher_replicas(::google::protobuf::int32 value); - - // int32 slots = 3; - void clear_slots(); - static const int kSlotsFieldNumber = 3; - ::google::protobuf::int32 slots() const; - void set_slots(::google::protobuf::int32 value); - - // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedMPITrainingTask) - private: - class HasBitSetters; - - ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; - ::google::protobuf::int32 num_workers_; - ::google::protobuf::int32 num_launcher_replicas_; - ::google::protobuf::int32 slots_; - mutable ::google::protobuf::internal::CachedSize _cached_size_; - friend struct ::TableStruct_flyteidl_2fplugins_2fmpi_2eproto; -}; -// =================================================================== - - -// =================================================================== - -#ifdef __GNUC__ - #pragma GCC diagnostic push - #pragma GCC diagnostic ignored "-Wstrict-aliasing" -#endif // __GNUC__ -// DistributedMPITrainingTask - -// int32 num_workers = 1; -inline void DistributedMPITrainingTask::clear_num_workers() { - num_workers_ = 0; -} -inline ::google::protobuf::int32 DistributedMPITrainingTask::num_workers() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedMPITrainingTask.num_workers) - return num_workers_; -} -inline void DistributedMPITrainingTask::set_num_workers(::google::protobuf::int32 value) { - - num_workers_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedMPITrainingTask.num_workers) -} - -// int32 num_launcher_replicas = 2; -inline void DistributedMPITrainingTask::clear_num_launcher_replicas() { - num_launcher_replicas_ = 0; -} -inline ::google::protobuf::int32 DistributedMPITrainingTask::num_launcher_replicas() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedMPITrainingTask.num_launcher_replicas) - return num_launcher_replicas_; -} -inline void DistributedMPITrainingTask::set_num_launcher_replicas(::google::protobuf::int32 value) { - - num_launcher_replicas_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedMPITrainingTask.num_launcher_replicas) -} - -// int32 slots = 3; -inline void DistributedMPITrainingTask::clear_slots() { - slots_ = 0; -} -inline ::google::protobuf::int32 DistributedMPITrainingTask::slots() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedMPITrainingTask.slots) - return slots_; -} -inline void DistributedMPITrainingTask::set_slots(::google::protobuf::int32 value) { - - slots_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedMPITrainingTask.slots) -} - -#ifdef __GNUC__ - #pragma GCC diagnostic pop -#endif // __GNUC__ - -// @@protoc_insertion_point(namespace_scope) - -} // namespace plugins -} // namespace flyteidl - -// @@protoc_insertion_point(global_scope) - -#include -#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fmpi_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc b/gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc deleted file mode 100644 index 9b1951b38..000000000 --- a/gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc +++ /dev/null @@ -1,368 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/pytorch.proto - -#include "flyteidl/plugins/pytorch.pb.h" - -#include - -#include -#include -#include -#include -#include -#include -#include -#include -// @@protoc_insertion_point(includes) -#include - -namespace flyteidl { -namespace plugins { -class DistributedPyTorchTrainingTaskDefaultTypeInternal { - public: - ::google::protobuf::internal::ExplicitlyConstructed _instance; -} _DistributedPyTorchTrainingTask_default_instance_; -} // namespace plugins -} // namespace flyteidl -static void InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto() { - GOOGLE_PROTOBUF_VERIFY_VERSION; - - { - void* ptr = &::flyteidl::plugins::_DistributedPyTorchTrainingTask_default_instance_; - new (ptr) ::flyteidl::plugins::DistributedPyTorchTrainingTask(); - ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); - } - ::flyteidl::plugins::DistributedPyTorchTrainingTask::InitAsDefaultInstance(); -} - -::google::protobuf::internal::SCCInfo<0> scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto = - {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto}, {}}; - -void InitDefaults_flyteidl_2fplugins_2fpytorch_2eproto() { - ::google::protobuf::internal::InitSCC(&scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto.base); -} - -::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fpytorch_2eproto[1]; -constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fpytorch_2eproto = nullptr; -constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fpytorch_2eproto = nullptr; - -const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fpytorch_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { - ~0u, // no _has_bits_ - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedPyTorchTrainingTask, _internal_metadata_), - ~0u, // no _extensions_ - ~0u, // no _oneof_case_ - ~0u, // no _weak_field_map_ - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedPyTorchTrainingTask, workers_), -}; -static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { - { 0, -1, sizeof(::flyteidl::plugins::DistributedPyTorchTrainingTask)}, -}; - -static ::google::protobuf::Message const * const file_default_instances[] = { - reinterpret_cast(&::flyteidl::plugins::_DistributedPyTorchTrainingTask_default_instance_), -}; - -::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fpytorch_2eproto = { - {}, AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto, "flyteidl/plugins/pytorch.proto", schemas, - file_default_instances, TableStruct_flyteidl_2fplugins_2fpytorch_2eproto::offsets, - file_level_metadata_flyteidl_2fplugins_2fpytorch_2eproto, 1, file_level_enum_descriptors_flyteidl_2fplugins_2fpytorch_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fpytorch_2eproto, -}; - -const char descriptor_table_protodef_flyteidl_2fplugins_2fpytorch_2eproto[] = - "\n\036flyteidl/plugins/pytorch.proto\022\020flytei" - "dl.plugins\"1\n\036DistributedPyTorchTraining" - "Task\022\017\n\007workers\030\001 \001(\005B9Z7github.com/flyt" - "eorg/flyteidl/gen/pb-go/flyteidl/plugins" - "b\006proto3" - ; -::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fpytorch_2eproto = { - false, InitDefaults_flyteidl_2fplugins_2fpytorch_2eproto, - descriptor_table_protodef_flyteidl_2fplugins_2fpytorch_2eproto, - "flyteidl/plugins/pytorch.proto", &assign_descriptors_table_flyteidl_2fplugins_2fpytorch_2eproto, 168, -}; - -void AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto() { - static constexpr ::google::protobuf::internal::InitFunc deps[1] = - { - }; - ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fpytorch_2eproto, deps, 0); -} - -// Force running AddDescriptors() at dynamic initialization time. -static bool dynamic_init_dummy_flyteidl_2fplugins_2fpytorch_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto(); return true; }(); -namespace flyteidl { -namespace plugins { - -// =================================================================== - -void DistributedPyTorchTrainingTask::InitAsDefaultInstance() { -} -class DistributedPyTorchTrainingTask::HasBitSetters { - public: -}; - -#if !defined(_MSC_VER) || _MSC_VER >= 1900 -const int DistributedPyTorchTrainingTask::kWorkersFieldNumber; -#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 - -DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask() - : ::google::protobuf::Message(), _internal_metadata_(nullptr) { - SharedCtor(); - // @@protoc_insertion_point(constructor:flyteidl.plugins.DistributedPyTorchTrainingTask) -} -DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask(const DistributedPyTorchTrainingTask& from) - : ::google::protobuf::Message(), - _internal_metadata_(nullptr) { - _internal_metadata_.MergeFrom(from._internal_metadata_); - workers_ = from.workers_; - // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.DistributedPyTorchTrainingTask) -} - -void DistributedPyTorchTrainingTask::SharedCtor() { - workers_ = 0; -} - -DistributedPyTorchTrainingTask::~DistributedPyTorchTrainingTask() { - // @@protoc_insertion_point(destructor:flyteidl.plugins.DistributedPyTorchTrainingTask) - SharedDtor(); -} - -void DistributedPyTorchTrainingTask::SharedDtor() { -} - -void DistributedPyTorchTrainingTask::SetCachedSize(int size) const { - _cached_size_.Set(size); -} -const DistributedPyTorchTrainingTask& DistributedPyTorchTrainingTask::default_instance() { - ::google::protobuf::internal::InitSCC(&::scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto.base); - return *internal_default_instance(); -} - - -void DistributedPyTorchTrainingTask::Clear() { -// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - // Prevent compiler warnings about cached_has_bits being unused - (void) cached_has_bits; - - workers_ = 0; - _internal_metadata_.Clear(); -} - -#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER -const char* DistributedPyTorchTrainingTask::_InternalParse(const char* begin, const char* end, void* object, - ::google::protobuf::internal::ParseContext* ctx) { - auto msg = static_cast(object); - ::google::protobuf::int32 size; (void)size; - int depth; (void)depth; - ::google::protobuf::uint32 tag; - ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; - auto ptr = begin; - while (ptr < end) { - ptr = ::google::protobuf::io::Parse32(ptr, &tag); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - switch (tag >> 3) { - // int32 workers = 1; - case 1: { - if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; - msg->set_workers(::google::protobuf::internal::ReadVarint(&ptr)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } - default: { - handle_unusual: - if ((tag & 7) == 4 || tag == 0) { - ctx->EndGroup(tag); - return ptr; - } - auto res = UnknownFieldParse(tag, {_InternalParse, msg}, - ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); - ptr = res.first; - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); - if (res.second) return ptr; - } - } // switch - } // while - return ptr; -} -#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER -bool DistributedPyTorchTrainingTask::MergePartialFromCodedStream( - ::google::protobuf::io::CodedInputStream* input) { -#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure - ::google::protobuf::uint32 tag; - // @@protoc_insertion_point(parse_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - for (;;) { - ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); - tag = p.first; - if (!p.second) goto handle_unusual; - switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { - // int32 workers = 1; - case 1: { - if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { - - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( - input, &workers_))); - } else { - goto handle_unusual; - } - break; - } - - default: { - handle_unusual: - if (tag == 0) { - goto success; - } - DO_(::google::protobuf::internal::WireFormat::SkipField( - input, tag, _internal_metadata_.mutable_unknown_fields())); - break; - } - } - } -success: - // @@protoc_insertion_point(parse_success:flyteidl.plugins.DistributedPyTorchTrainingTask) - return true; -failure: - // @@protoc_insertion_point(parse_failure:flyteidl.plugins.DistributedPyTorchTrainingTask) - return false; -#undef DO_ -} -#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - -void DistributedPyTorchTrainingTask::SerializeWithCachedSizes( - ::google::protobuf::io::CodedOutputStream* output) const { - // @@protoc_insertion_point(serialize_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - // int32 workers = 1; - if (this->workers() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->workers(), output); - } - - if (_internal_metadata_.have_unknown_fields()) { - ::google::protobuf::internal::WireFormat::SerializeUnknownFields( - _internal_metadata_.unknown_fields(), output); - } - // @@protoc_insertion_point(serialize_end:flyteidl.plugins.DistributedPyTorchTrainingTask) -} - -::google::protobuf::uint8* DistributedPyTorchTrainingTask::InternalSerializeWithCachedSizesToArray( - ::google::protobuf::uint8* target) const { - // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - // int32 workers = 1; - if (this->workers() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->workers(), target); - } - - if (_internal_metadata_.have_unknown_fields()) { - target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( - _internal_metadata_.unknown_fields(), target); - } - // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.DistributedPyTorchTrainingTask) - return target; -} - -size_t DistributedPyTorchTrainingTask::ByteSizeLong() const { -// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - size_t total_size = 0; - - if (_internal_metadata_.have_unknown_fields()) { - total_size += - ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( - _internal_metadata_.unknown_fields()); - } - ::google::protobuf::uint32 cached_has_bits = 0; - // Prevent compiler warnings about cached_has_bits being unused - (void) cached_has_bits; - - // int32 workers = 1; - if (this->workers() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::Int32Size( - this->workers()); - } - - int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); - SetCachedSize(cached_size); - return total_size; -} - -void DistributedPyTorchTrainingTask::MergeFrom(const ::google::protobuf::Message& from) { -// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - GOOGLE_DCHECK_NE(&from, this); - const DistributedPyTorchTrainingTask* source = - ::google::protobuf::DynamicCastToGenerated( - &from); - if (source == nullptr) { - // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.DistributedPyTorchTrainingTask) - ::google::protobuf::internal::ReflectionOps::Merge(from, this); - } else { - // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.DistributedPyTorchTrainingTask) - MergeFrom(*source); - } -} - -void DistributedPyTorchTrainingTask::MergeFrom(const DistributedPyTorchTrainingTask& from) { -// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - GOOGLE_DCHECK_NE(&from, this); - _internal_metadata_.MergeFrom(from._internal_metadata_); - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - if (from.workers() != 0) { - set_workers(from.workers()); - } -} - -void DistributedPyTorchTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { -// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - if (&from == this) return; - Clear(); - MergeFrom(from); -} - -void DistributedPyTorchTrainingTask::CopyFrom(const DistributedPyTorchTrainingTask& from) { -// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) - if (&from == this) return; - Clear(); - MergeFrom(from); -} - -bool DistributedPyTorchTrainingTask::IsInitialized() const { - return true; -} - -void DistributedPyTorchTrainingTask::Swap(DistributedPyTorchTrainingTask* other) { - if (other == this) return; - InternalSwap(other); -} -void DistributedPyTorchTrainingTask::InternalSwap(DistributedPyTorchTrainingTask* other) { - using std::swap; - _internal_metadata_.Swap(&other->_internal_metadata_); - swap(workers_, other->workers_); -} - -::google::protobuf::Metadata DistributedPyTorchTrainingTask::GetMetadata() const { - ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fpytorch_2eproto); - return ::file_level_metadata_flyteidl_2fplugins_2fpytorch_2eproto[kIndexInFileMessages]; -} - - -// @@protoc_insertion_point(namespace_scope) -} // namespace plugins -} // namespace flyteidl -namespace google { -namespace protobuf { -template<> PROTOBUF_NOINLINE ::flyteidl::plugins::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::DistributedPyTorchTrainingTask >(Arena* arena) { - return Arena::CreateInternal< ::flyteidl::plugins::DistributedPyTorchTrainingTask >(arena); -} -} // namespace protobuf -} // namespace google - -// @@protoc_insertion_point(global_scope) -#include diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.pb.h b/gen/pb-cpp/flyteidl/plugins/pytorch.pb.h deleted file mode 100644 index c546d0f48..000000000 --- a/gen/pb-cpp/flyteidl/plugins/pytorch.pb.h +++ /dev/null @@ -1,215 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/pytorch.proto - -#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fpytorch_2eproto -#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fpytorch_2eproto - -#include -#include - -#include -#if PROTOBUF_VERSION < 3007000 -#error This file was generated by a newer version of protoc which is -#error incompatible with your Protocol Buffer headers. Please update -#error your headers. -#endif -#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION -#error This file was generated by an older version of protoc which is -#error incompatible with your Protocol Buffer headers. Please -#error regenerate this file with a newer version of protoc. -#endif - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include // IWYU pragma: export -#include // IWYU pragma: export -#include -// @@protoc_insertion_point(includes) -#include -#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fpytorch_2eproto - -// Internal implementation detail -- do not use these members. -struct TableStruct_flyteidl_2fplugins_2fpytorch_2eproto { - static const ::google::protobuf::internal::ParseTableField entries[] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::AuxillaryParseTableField aux[] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::ParseTable schema[1] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::FieldMetadata field_metadata[]; - static const ::google::protobuf::internal::SerializationTable serialization_table[]; - static const ::google::protobuf::uint32 offsets[]; -}; -void AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto(); -namespace flyteidl { -namespace plugins { -class DistributedPyTorchTrainingTask; -class DistributedPyTorchTrainingTaskDefaultTypeInternal; -extern DistributedPyTorchTrainingTaskDefaultTypeInternal _DistributedPyTorchTrainingTask_default_instance_; -} // namespace plugins -} // namespace flyteidl -namespace google { -namespace protobuf { -template<> ::flyteidl::plugins::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::DistributedPyTorchTrainingTask>(Arena*); -} // namespace protobuf -} // namespace google -namespace flyteidl { -namespace plugins { - -// =================================================================== - -class DistributedPyTorchTrainingTask final : - public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.DistributedPyTorchTrainingTask) */ { - public: - DistributedPyTorchTrainingTask(); - virtual ~DistributedPyTorchTrainingTask(); - - DistributedPyTorchTrainingTask(const DistributedPyTorchTrainingTask& from); - - inline DistributedPyTorchTrainingTask& operator=(const DistributedPyTorchTrainingTask& from) { - CopyFrom(from); - return *this; - } - #if LANG_CXX11 - DistributedPyTorchTrainingTask(DistributedPyTorchTrainingTask&& from) noexcept - : DistributedPyTorchTrainingTask() { - *this = ::std::move(from); - } - - inline DistributedPyTorchTrainingTask& operator=(DistributedPyTorchTrainingTask&& from) noexcept { - if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { - if (this != &from) InternalSwap(&from); - } else { - CopyFrom(from); - } - return *this; - } - #endif - static const ::google::protobuf::Descriptor* descriptor() { - return default_instance().GetDescriptor(); - } - static const DistributedPyTorchTrainingTask& default_instance(); - - static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY - static inline const DistributedPyTorchTrainingTask* internal_default_instance() { - return reinterpret_cast( - &_DistributedPyTorchTrainingTask_default_instance_); - } - static constexpr int kIndexInFileMessages = - 0; - - void Swap(DistributedPyTorchTrainingTask* other); - friend void swap(DistributedPyTorchTrainingTask& a, DistributedPyTorchTrainingTask& b) { - a.Swap(&b); - } - - // implements Message ---------------------------------------------- - - inline DistributedPyTorchTrainingTask* New() const final { - return CreateMaybeMessage(nullptr); - } - - DistributedPyTorchTrainingTask* New(::google::protobuf::Arena* arena) const final { - return CreateMaybeMessage(arena); - } - void CopyFrom(const ::google::protobuf::Message& from) final; - void MergeFrom(const ::google::protobuf::Message& from) final; - void CopyFrom(const DistributedPyTorchTrainingTask& from); - void MergeFrom(const DistributedPyTorchTrainingTask& from); - PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; - bool IsInitialized() const final; - - size_t ByteSizeLong() const final; - #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); - ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } - #else - bool MergePartialFromCodedStream( - ::google::protobuf::io::CodedInputStream* input) final; - #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - void SerializeWithCachedSizes( - ::google::protobuf::io::CodedOutputStream* output) const final; - ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( - ::google::protobuf::uint8* target) const final; - int GetCachedSize() const final { return _cached_size_.Get(); } - - private: - void SharedCtor(); - void SharedDtor(); - void SetCachedSize(int size) const final; - void InternalSwap(DistributedPyTorchTrainingTask* other); - private: - inline ::google::protobuf::Arena* GetArenaNoVirtual() const { - return nullptr; - } - inline void* MaybeArenaPtr() const { - return nullptr; - } - public: - - ::google::protobuf::Metadata GetMetadata() const final; - - // nested types ---------------------------------------------------- - - // accessors ------------------------------------------------------- - - // int32 workers = 1; - void clear_workers(); - static const int kWorkersFieldNumber = 1; - ::google::protobuf::int32 workers() const; - void set_workers(::google::protobuf::int32 value); - - // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedPyTorchTrainingTask) - private: - class HasBitSetters; - - ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; - ::google::protobuf::int32 workers_; - mutable ::google::protobuf::internal::CachedSize _cached_size_; - friend struct ::TableStruct_flyteidl_2fplugins_2fpytorch_2eproto; -}; -// =================================================================== - - -// =================================================================== - -#ifdef __GNUC__ - #pragma GCC diagnostic push - #pragma GCC diagnostic ignored "-Wstrict-aliasing" -#endif // __GNUC__ -// DistributedPyTorchTrainingTask - -// int32 workers = 1; -inline void DistributedPyTorchTrainingTask::clear_workers() { - workers_ = 0; -} -inline ::google::protobuf::int32 DistributedPyTorchTrainingTask::workers() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedPyTorchTrainingTask.workers) - return workers_; -} -inline void DistributedPyTorchTrainingTask::set_workers(::google::protobuf::int32 value) { - - workers_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedPyTorchTrainingTask.workers) -} - -#ifdef __GNUC__ - #pragma GCC diagnostic pop -#endif // __GNUC__ - -// @@protoc_insertion_point(namespace_scope) - -} // namespace plugins -} // namespace flyteidl - -// @@protoc_insertion_point(global_scope) - -#include -#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fpytorch_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc b/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc deleted file mode 100644 index 9dae11c1a..000000000 --- a/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc +++ /dev/null @@ -1,461 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/tensorflow.proto - -#include "flyteidl/plugins/tensorflow.pb.h" - -#include - -#include -#include -#include -#include -#include -#include -#include -#include -// @@protoc_insertion_point(includes) -#include - -namespace flyteidl { -namespace plugins { -class DistributedTensorflowTrainingTaskDefaultTypeInternal { - public: - ::google::protobuf::internal::ExplicitlyConstructed _instance; -} _DistributedTensorflowTrainingTask_default_instance_; -} // namespace plugins -} // namespace flyteidl -static void InitDefaultsDistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto() { - GOOGLE_PROTOBUF_VERIFY_VERSION; - - { - void* ptr = &::flyteidl::plugins::_DistributedTensorflowTrainingTask_default_instance_; - new (ptr) ::flyteidl::plugins::DistributedTensorflowTrainingTask(); - ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); - } - ::flyteidl::plugins::DistributedTensorflowTrainingTask::InitAsDefaultInstance(); -} - -::google::protobuf::internal::SCCInfo<0> scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto = - {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto}, {}}; - -void InitDefaults_flyteidl_2fplugins_2ftensorflow_2eproto() { - ::google::protobuf::internal::InitSCC(&scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto.base); -} - -::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2ftensorflow_2eproto[1]; -constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto = nullptr; -constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto = nullptr; - -const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { - ~0u, // no _has_bits_ - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, _internal_metadata_), - ~0u, // no _extensions_ - ~0u, // no _oneof_case_ - ~0u, // no _weak_field_map_ - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, workers_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, ps_replicas_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, chief_replicas_), -}; -static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { - { 0, -1, sizeof(::flyteidl::plugins::DistributedTensorflowTrainingTask)}, -}; - -static ::google::protobuf::Message const * const file_default_instances[] = { - reinterpret_cast(&::flyteidl::plugins::_DistributedTensorflowTrainingTask_default_instance_), -}; - -::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2ftensorflow_2eproto = { - {}, AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto, "flyteidl/plugins/tensorflow.proto", schemas, - file_default_instances, TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto::offsets, - file_level_metadata_flyteidl_2fplugins_2ftensorflow_2eproto, 1, file_level_enum_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto, -}; - -const char descriptor_table_protodef_flyteidl_2fplugins_2ftensorflow_2eproto[] = - "\n!flyteidl/plugins/tensorflow.proto\022\020fly" - "teidl.plugins\"a\n!DistributedTensorflowTr" - "ainingTask\022\017\n\007workers\030\001 \001(\005\022\023\n\013ps_replic" - "as\030\002 \001(\005\022\026\n\016chief_replicas\030\003 \001(\005B9Z7gith" - "ub.com/flyteorg/flyteidl/gen/pb-go/flyte" - "idl/pluginsb\006proto3" - ; -::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2ftensorflow_2eproto = { - false, InitDefaults_flyteidl_2fplugins_2ftensorflow_2eproto, - descriptor_table_protodef_flyteidl_2fplugins_2ftensorflow_2eproto, - "flyteidl/plugins/tensorflow.proto", &assign_descriptors_table_flyteidl_2fplugins_2ftensorflow_2eproto, 219, -}; - -void AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto() { - static constexpr ::google::protobuf::internal::InitFunc deps[1] = - { - }; - ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2ftensorflow_2eproto, deps, 0); -} - -// Force running AddDescriptors() at dynamic initialization time. -static bool dynamic_init_dummy_flyteidl_2fplugins_2ftensorflow_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto(); return true; }(); -namespace flyteidl { -namespace plugins { - -// =================================================================== - -void DistributedTensorflowTrainingTask::InitAsDefaultInstance() { -} -class DistributedTensorflowTrainingTask::HasBitSetters { - public: -}; - -#if !defined(_MSC_VER) || _MSC_VER >= 1900 -const int DistributedTensorflowTrainingTask::kWorkersFieldNumber; -const int DistributedTensorflowTrainingTask::kPsReplicasFieldNumber; -const int DistributedTensorflowTrainingTask::kChiefReplicasFieldNumber; -#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 - -DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask() - : ::google::protobuf::Message(), _internal_metadata_(nullptr) { - SharedCtor(); - // @@protoc_insertion_point(constructor:flyteidl.plugins.DistributedTensorflowTrainingTask) -} -DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask(const DistributedTensorflowTrainingTask& from) - : ::google::protobuf::Message(), - _internal_metadata_(nullptr) { - _internal_metadata_.MergeFrom(from._internal_metadata_); - ::memcpy(&workers_, &from.workers_, - static_cast(reinterpret_cast(&chief_replicas_) - - reinterpret_cast(&workers_)) + sizeof(chief_replicas_)); - // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.DistributedTensorflowTrainingTask) -} - -void DistributedTensorflowTrainingTask::SharedCtor() { - ::memset(&workers_, 0, static_cast( - reinterpret_cast(&chief_replicas_) - - reinterpret_cast(&workers_)) + sizeof(chief_replicas_)); -} - -DistributedTensorflowTrainingTask::~DistributedTensorflowTrainingTask() { - // @@protoc_insertion_point(destructor:flyteidl.plugins.DistributedTensorflowTrainingTask) - SharedDtor(); -} - -void DistributedTensorflowTrainingTask::SharedDtor() { -} - -void DistributedTensorflowTrainingTask::SetCachedSize(int size) const { - _cached_size_.Set(size); -} -const DistributedTensorflowTrainingTask& DistributedTensorflowTrainingTask::default_instance() { - ::google::protobuf::internal::InitSCC(&::scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto.base); - return *internal_default_instance(); -} - - -void DistributedTensorflowTrainingTask::Clear() { -// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - // Prevent compiler warnings about cached_has_bits being unused - (void) cached_has_bits; - - ::memset(&workers_, 0, static_cast( - reinterpret_cast(&chief_replicas_) - - reinterpret_cast(&workers_)) + sizeof(chief_replicas_)); - _internal_metadata_.Clear(); -} - -#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER -const char* DistributedTensorflowTrainingTask::_InternalParse(const char* begin, const char* end, void* object, - ::google::protobuf::internal::ParseContext* ctx) { - auto msg = static_cast(object); - ::google::protobuf::int32 size; (void)size; - int depth; (void)depth; - ::google::protobuf::uint32 tag; - ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; - auto ptr = begin; - while (ptr < end) { - ptr = ::google::protobuf::io::Parse32(ptr, &tag); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - switch (tag >> 3) { - // int32 workers = 1; - case 1: { - if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; - msg->set_workers(::google::protobuf::internal::ReadVarint(&ptr)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } - // int32 ps_replicas = 2; - case 2: { - if (static_cast<::google::protobuf::uint8>(tag) != 16) goto handle_unusual; - msg->set_ps_replicas(::google::protobuf::internal::ReadVarint(&ptr)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } - // int32 chief_replicas = 3; - case 3: { - if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; - msg->set_chief_replicas(::google::protobuf::internal::ReadVarint(&ptr)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } - default: { - handle_unusual: - if ((tag & 7) == 4 || tag == 0) { - ctx->EndGroup(tag); - return ptr; - } - auto res = UnknownFieldParse(tag, {_InternalParse, msg}, - ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); - ptr = res.first; - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); - if (res.second) return ptr; - } - } // switch - } // while - return ptr; -} -#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER -bool DistributedTensorflowTrainingTask::MergePartialFromCodedStream( - ::google::protobuf::io::CodedInputStream* input) { -#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure - ::google::protobuf::uint32 tag; - // @@protoc_insertion_point(parse_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - for (;;) { - ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); - tag = p.first; - if (!p.second) goto handle_unusual; - switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { - // int32 workers = 1; - case 1: { - if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { - - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( - input, &workers_))); - } else { - goto handle_unusual; - } - break; - } - - // int32 ps_replicas = 2; - case 2: { - if (static_cast< ::google::protobuf::uint8>(tag) == (16 & 0xFF)) { - - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( - input, &ps_replicas_))); - } else { - goto handle_unusual; - } - break; - } - - // int32 chief_replicas = 3; - case 3: { - if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { - - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( - input, &chief_replicas_))); - } else { - goto handle_unusual; - } - break; - } - - default: { - handle_unusual: - if (tag == 0) { - goto success; - } - DO_(::google::protobuf::internal::WireFormat::SkipField( - input, tag, _internal_metadata_.mutable_unknown_fields())); - break; - } - } - } -success: - // @@protoc_insertion_point(parse_success:flyteidl.plugins.DistributedTensorflowTrainingTask) - return true; -failure: - // @@protoc_insertion_point(parse_failure:flyteidl.plugins.DistributedTensorflowTrainingTask) - return false; -#undef DO_ -} -#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - -void DistributedTensorflowTrainingTask::SerializeWithCachedSizes( - ::google::protobuf::io::CodedOutputStream* output) const { - // @@protoc_insertion_point(serialize_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - // int32 workers = 1; - if (this->workers() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->workers(), output); - } - - // int32 ps_replicas = 2; - if (this->ps_replicas() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteInt32(2, this->ps_replicas(), output); - } - - // int32 chief_replicas = 3; - if (this->chief_replicas() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->chief_replicas(), output); - } - - if (_internal_metadata_.have_unknown_fields()) { - ::google::protobuf::internal::WireFormat::SerializeUnknownFields( - _internal_metadata_.unknown_fields(), output); - } - // @@protoc_insertion_point(serialize_end:flyteidl.plugins.DistributedTensorflowTrainingTask) -} - -::google::protobuf::uint8* DistributedTensorflowTrainingTask::InternalSerializeWithCachedSizesToArray( - ::google::protobuf::uint8* target) const { - // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - // int32 workers = 1; - if (this->workers() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->workers(), target); - } - - // int32 ps_replicas = 2; - if (this->ps_replicas() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(2, this->ps_replicas(), target); - } - - // int32 chief_replicas = 3; - if (this->chief_replicas() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->chief_replicas(), target); - } - - if (_internal_metadata_.have_unknown_fields()) { - target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( - _internal_metadata_.unknown_fields(), target); - } - // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.DistributedTensorflowTrainingTask) - return target; -} - -size_t DistributedTensorflowTrainingTask::ByteSizeLong() const { -// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - size_t total_size = 0; - - if (_internal_metadata_.have_unknown_fields()) { - total_size += - ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( - _internal_metadata_.unknown_fields()); - } - ::google::protobuf::uint32 cached_has_bits = 0; - // Prevent compiler warnings about cached_has_bits being unused - (void) cached_has_bits; - - // int32 workers = 1; - if (this->workers() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::Int32Size( - this->workers()); - } - - // int32 ps_replicas = 2; - if (this->ps_replicas() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::Int32Size( - this->ps_replicas()); - } - - // int32 chief_replicas = 3; - if (this->chief_replicas() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::Int32Size( - this->chief_replicas()); - } - - int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); - SetCachedSize(cached_size); - return total_size; -} - -void DistributedTensorflowTrainingTask::MergeFrom(const ::google::protobuf::Message& from) { -// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - GOOGLE_DCHECK_NE(&from, this); - const DistributedTensorflowTrainingTask* source = - ::google::protobuf::DynamicCastToGenerated( - &from); - if (source == nullptr) { - // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.DistributedTensorflowTrainingTask) - ::google::protobuf::internal::ReflectionOps::Merge(from, this); - } else { - // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.DistributedTensorflowTrainingTask) - MergeFrom(*source); - } -} - -void DistributedTensorflowTrainingTask::MergeFrom(const DistributedTensorflowTrainingTask& from) { -// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - GOOGLE_DCHECK_NE(&from, this); - _internal_metadata_.MergeFrom(from._internal_metadata_); - ::google::protobuf::uint32 cached_has_bits = 0; - (void) cached_has_bits; - - if (from.workers() != 0) { - set_workers(from.workers()); - } - if (from.ps_replicas() != 0) { - set_ps_replicas(from.ps_replicas()); - } - if (from.chief_replicas() != 0) { - set_chief_replicas(from.chief_replicas()); - } -} - -void DistributedTensorflowTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { -// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - if (&from == this) return; - Clear(); - MergeFrom(from); -} - -void DistributedTensorflowTrainingTask::CopyFrom(const DistributedTensorflowTrainingTask& from) { -// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) - if (&from == this) return; - Clear(); - MergeFrom(from); -} - -bool DistributedTensorflowTrainingTask::IsInitialized() const { - return true; -} - -void DistributedTensorflowTrainingTask::Swap(DistributedTensorflowTrainingTask* other) { - if (other == this) return; - InternalSwap(other); -} -void DistributedTensorflowTrainingTask::InternalSwap(DistributedTensorflowTrainingTask* other) { - using std::swap; - _internal_metadata_.Swap(&other->_internal_metadata_); - swap(workers_, other->workers_); - swap(ps_replicas_, other->ps_replicas_); - swap(chief_replicas_, other->chief_replicas_); -} - -::google::protobuf::Metadata DistributedTensorflowTrainingTask::GetMetadata() const { - ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2ftensorflow_2eproto); - return ::file_level_metadata_flyteidl_2fplugins_2ftensorflow_2eproto[kIndexInFileMessages]; -} - - -// @@protoc_insertion_point(namespace_scope) -} // namespace plugins -} // namespace flyteidl -namespace google { -namespace protobuf { -template<> PROTOBUF_NOINLINE ::flyteidl::plugins::DistributedTensorflowTrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::DistributedTensorflowTrainingTask >(Arena* arena) { - return Arena::CreateInternal< ::flyteidl::plugins::DistributedTensorflowTrainingTask >(arena); -} -} // namespace protobuf -} // namespace google - -// @@protoc_insertion_point(global_scope) -#include diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h b/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h deleted file mode 100644 index 613ed31d8..000000000 --- a/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h +++ /dev/null @@ -1,257 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/tensorflow.proto - -#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2ftensorflow_2eproto -#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2ftensorflow_2eproto - -#include -#include - -#include -#if PROTOBUF_VERSION < 3007000 -#error This file was generated by a newer version of protoc which is -#error incompatible with your Protocol Buffer headers. Please update -#error your headers. -#endif -#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION -#error This file was generated by an older version of protoc which is -#error incompatible with your Protocol Buffer headers. Please -#error regenerate this file with a newer version of protoc. -#endif - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include // IWYU pragma: export -#include // IWYU pragma: export -#include -// @@protoc_insertion_point(includes) -#include -#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2ftensorflow_2eproto - -// Internal implementation detail -- do not use these members. -struct TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto { - static const ::google::protobuf::internal::ParseTableField entries[] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::AuxillaryParseTableField aux[] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::ParseTable schema[1] - PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::FieldMetadata field_metadata[]; - static const ::google::protobuf::internal::SerializationTable serialization_table[]; - static const ::google::protobuf::uint32 offsets[]; -}; -void AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto(); -namespace flyteidl { -namespace plugins { -class DistributedTensorflowTrainingTask; -class DistributedTensorflowTrainingTaskDefaultTypeInternal; -extern DistributedTensorflowTrainingTaskDefaultTypeInternal _DistributedTensorflowTrainingTask_default_instance_; -} // namespace plugins -} // namespace flyteidl -namespace google { -namespace protobuf { -template<> ::flyteidl::plugins::DistributedTensorflowTrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::DistributedTensorflowTrainingTask>(Arena*); -} // namespace protobuf -} // namespace google -namespace flyteidl { -namespace plugins { - -// =================================================================== - -class DistributedTensorflowTrainingTask final : - public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.DistributedTensorflowTrainingTask) */ { - public: - DistributedTensorflowTrainingTask(); - virtual ~DistributedTensorflowTrainingTask(); - - DistributedTensorflowTrainingTask(const DistributedTensorflowTrainingTask& from); - - inline DistributedTensorflowTrainingTask& operator=(const DistributedTensorflowTrainingTask& from) { - CopyFrom(from); - return *this; - } - #if LANG_CXX11 - DistributedTensorflowTrainingTask(DistributedTensorflowTrainingTask&& from) noexcept - : DistributedTensorflowTrainingTask() { - *this = ::std::move(from); - } - - inline DistributedTensorflowTrainingTask& operator=(DistributedTensorflowTrainingTask&& from) noexcept { - if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { - if (this != &from) InternalSwap(&from); - } else { - CopyFrom(from); - } - return *this; - } - #endif - static const ::google::protobuf::Descriptor* descriptor() { - return default_instance().GetDescriptor(); - } - static const DistributedTensorflowTrainingTask& default_instance(); - - static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY - static inline const DistributedTensorflowTrainingTask* internal_default_instance() { - return reinterpret_cast( - &_DistributedTensorflowTrainingTask_default_instance_); - } - static constexpr int kIndexInFileMessages = - 0; - - void Swap(DistributedTensorflowTrainingTask* other); - friend void swap(DistributedTensorflowTrainingTask& a, DistributedTensorflowTrainingTask& b) { - a.Swap(&b); - } - - // implements Message ---------------------------------------------- - - inline DistributedTensorflowTrainingTask* New() const final { - return CreateMaybeMessage(nullptr); - } - - DistributedTensorflowTrainingTask* New(::google::protobuf::Arena* arena) const final { - return CreateMaybeMessage(arena); - } - void CopyFrom(const ::google::protobuf::Message& from) final; - void MergeFrom(const ::google::protobuf::Message& from) final; - void CopyFrom(const DistributedTensorflowTrainingTask& from); - void MergeFrom(const DistributedTensorflowTrainingTask& from); - PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; - bool IsInitialized() const final; - - size_t ByteSizeLong() const final; - #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); - ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } - #else - bool MergePartialFromCodedStream( - ::google::protobuf::io::CodedInputStream* input) final; - #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER - void SerializeWithCachedSizes( - ::google::protobuf::io::CodedOutputStream* output) const final; - ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( - ::google::protobuf::uint8* target) const final; - int GetCachedSize() const final { return _cached_size_.Get(); } - - private: - void SharedCtor(); - void SharedDtor(); - void SetCachedSize(int size) const final; - void InternalSwap(DistributedTensorflowTrainingTask* other); - private: - inline ::google::protobuf::Arena* GetArenaNoVirtual() const { - return nullptr; - } - inline void* MaybeArenaPtr() const { - return nullptr; - } - public: - - ::google::protobuf::Metadata GetMetadata() const final; - - // nested types ---------------------------------------------------- - - // accessors ------------------------------------------------------- - - // int32 workers = 1; - void clear_workers(); - static const int kWorkersFieldNumber = 1; - ::google::protobuf::int32 workers() const; - void set_workers(::google::protobuf::int32 value); - - // int32 ps_replicas = 2; - void clear_ps_replicas(); - static const int kPsReplicasFieldNumber = 2; - ::google::protobuf::int32 ps_replicas() const; - void set_ps_replicas(::google::protobuf::int32 value); - - // int32 chief_replicas = 3; - void clear_chief_replicas(); - static const int kChiefReplicasFieldNumber = 3; - ::google::protobuf::int32 chief_replicas() const; - void set_chief_replicas(::google::protobuf::int32 value); - - // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedTensorflowTrainingTask) - private: - class HasBitSetters; - - ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; - ::google::protobuf::int32 workers_; - ::google::protobuf::int32 ps_replicas_; - ::google::protobuf::int32 chief_replicas_; - mutable ::google::protobuf::internal::CachedSize _cached_size_; - friend struct ::TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto; -}; -// =================================================================== - - -// =================================================================== - -#ifdef __GNUC__ - #pragma GCC diagnostic push - #pragma GCC diagnostic ignored "-Wstrict-aliasing" -#endif // __GNUC__ -// DistributedTensorflowTrainingTask - -// int32 workers = 1; -inline void DistributedTensorflowTrainingTask::clear_workers() { - workers_ = 0; -} -inline ::google::protobuf::int32 DistributedTensorflowTrainingTask::workers() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedTensorflowTrainingTask.workers) - return workers_; -} -inline void DistributedTensorflowTrainingTask::set_workers(::google::protobuf::int32 value) { - - workers_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedTensorflowTrainingTask.workers) -} - -// int32 ps_replicas = 2; -inline void DistributedTensorflowTrainingTask::clear_ps_replicas() { - ps_replicas_ = 0; -} -inline ::google::protobuf::int32 DistributedTensorflowTrainingTask::ps_replicas() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedTensorflowTrainingTask.ps_replicas) - return ps_replicas_; -} -inline void DistributedTensorflowTrainingTask::set_ps_replicas(::google::protobuf::int32 value) { - - ps_replicas_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedTensorflowTrainingTask.ps_replicas) -} - -// int32 chief_replicas = 3; -inline void DistributedTensorflowTrainingTask::clear_chief_replicas() { - chief_replicas_ = 0; -} -inline ::google::protobuf::int32 DistributedTensorflowTrainingTask::chief_replicas() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedTensorflowTrainingTask.chief_replicas) - return chief_replicas_; -} -inline void DistributedTensorflowTrainingTask::set_chief_replicas(::google::protobuf::int32 value) { - - chief_replicas_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedTensorflowTrainingTask.chief_replicas) -} - -#ifdef __GNUC__ - #pragma GCC diagnostic pop -#endif // __GNUC__ - -// @@protoc_insertion_point(namespace_scope) - -} // namespace plugins -} // namespace flyteidl - -// @@protoc_insertion_point(global_scope) - -#include -#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2ftensorflow_2eproto diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go new file mode 100644 index 000000000..190276aac --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go @@ -0,0 +1,225 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/common.proto + +package plugins + +import ( + fmt "fmt" + proto "github.com/golang/protobuf/proto" + math "math" +) + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package + +type SuccessPolicy int32 + +const ( + SuccessPolicy_SUCCESS_POLICY_DEFAULT SuccessPolicy = 0 + SuccessPolicy_SUCCESS_POLICY_ALL_WORKERS SuccessPolicy = 1 +) + +var SuccessPolicy_name = map[int32]string{ + 0: "SUCCESS_POLICY_DEFAULT", + 1: "SUCCESS_POLICY_ALL_WORKERS", +} + +var SuccessPolicy_value = map[string]int32{ + "SUCCESS_POLICY_DEFAULT": 0, + "SUCCESS_POLICY_ALL_WORKERS": 1, +} + +func (x SuccessPolicy) String() string { + return proto.EnumName(SuccessPolicy_name, int32(x)) +} + +func (SuccessPolicy) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_f625aa9156a15090, []int{0} +} + +type CleanPodPolicy int32 + +const ( + CleanPodPolicy_CLEANPOD_POLICY_UNDEFINED CleanPodPolicy = 0 + CleanPodPolicy_CLEANPOD_POLICY_ALL CleanPodPolicy = 1 + CleanPodPolicy_CLEANPOD_POLICY_RUNNING CleanPodPolicy = 2 + CleanPodPolicy_CLEANPOD_POLICY_NONE CleanPodPolicy = 3 +) + +var CleanPodPolicy_name = map[int32]string{ + 0: "CLEANPOD_POLICY_UNDEFINED", + 1: "CLEANPOD_POLICY_ALL", + 2: "CLEANPOD_POLICY_RUNNING", + 3: "CLEANPOD_POLICY_NONE", +} + +var CleanPodPolicy_value = map[string]int32{ + "CLEANPOD_POLICY_UNDEFINED": 0, + "CLEANPOD_POLICY_ALL": 1, + "CLEANPOD_POLICY_RUNNING": 2, + "CLEANPOD_POLICY_NONE": 3, +} + +func (x CleanPodPolicy) String() string { + return proto.EnumName(CleanPodPolicy_name, int32(x)) +} + +func (CleanPodPolicy) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_f625aa9156a15090, []int{1} +} + +type RestartPolicy int32 + +const ( + // Always means the pod will always be restarted. This policy is good for parameter servers + // since they never exit and should always be restarted in the event of failure. + RestartPolicy_RESTART_POLICY_ALWAYS RestartPolicy = 0 + // OnFailure means the pod will be restarted if the pod exits due to failure. + // A non-zero exit code indicates a failure. + // An exit code of 0 indicates success and the pod will not be restarted. + // This policy is good for chief and workers. + RestartPolicy_RESTART_POLICY_ON_FAILURE RestartPolicy = 1 + // Never means pods that terminate will never be restarted. + // This policy should rarely be used because Kubernetes will terminate pods for any number of reasons. + RestartPolicy_RESTART_POLICY_NEVER RestartPolicy = 2 +) + +var RestartPolicy_name = map[int32]string{ + 0: "RESTART_POLICY_ALWAYS", + 1: "RESTART_POLICY_ON_FAILURE", + 2: "RESTART_POLICY_NEVER", +} + +var RestartPolicy_value = map[string]int32{ + "RESTART_POLICY_ALWAYS": 0, + "RESTART_POLICY_ON_FAILURE": 1, + "RESTART_POLICY_NEVER": 2, +} + +func (x RestartPolicy) String() string { + return proto.EnumName(RestartPolicy_name, int32(x)) +} + +func (RestartPolicy) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_f625aa9156a15090, []int{2} +} + +type RunPolicy struct { + // CleanPodPolicy defines the policy to kill pods after the job completes. + // Default to None. + CleanPodPolicy CleanPodPolicy `protobuf:"varint,1,opt,name=clean_pod_policy,json=cleanPodPolicy,proto3,enum=flyteidl.plugins.kubeflow.CleanPodPolicy" json:"clean_pod_policy,omitempty"` + // TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since + // reconcile gets called periodically. Default to infinite. + TtlSecondsAfterFinished int32 `protobuf:"varint,2,opt,name=ttl_seconds_after_finished,json=ttlSecondsAfterFinished,proto3" json:"ttl_seconds_after_finished,omitempty"` + // Specifies the duration in seconds relative to the startTime that the job may be active + // before the system tries to terminate it; value must be positive integer. + ActiveDeadlineSeconds int32 `protobuf:"varint,3,opt,name=activeDeadlineSeconds,proto3" json:"activeDeadlineSeconds,omitempty"` + // Number of retries before marking this job failed. + BackoffLimit int32 `protobuf:"varint,4,opt,name=backoff_limit,json=backoffLimit,proto3" json:"backoff_limit,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *RunPolicy) Reset() { *m = RunPolicy{} } +func (m *RunPolicy) String() string { return proto.CompactTextString(m) } +func (*RunPolicy) ProtoMessage() {} +func (*RunPolicy) Descriptor() ([]byte, []int) { + return fileDescriptor_f625aa9156a15090, []int{0} +} + +func (m *RunPolicy) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_RunPolicy.Unmarshal(m, b) +} +func (m *RunPolicy) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_RunPolicy.Marshal(b, m, deterministic) +} +func (m *RunPolicy) XXX_Merge(src proto.Message) { + xxx_messageInfo_RunPolicy.Merge(m, src) +} +func (m *RunPolicy) XXX_Size() int { + return xxx_messageInfo_RunPolicy.Size(m) +} +func (m *RunPolicy) XXX_DiscardUnknown() { + xxx_messageInfo_RunPolicy.DiscardUnknown(m) +} + +var xxx_messageInfo_RunPolicy proto.InternalMessageInfo + +func (m *RunPolicy) GetCleanPodPolicy() CleanPodPolicy { + if m != nil { + return m.CleanPodPolicy + } + return CleanPodPolicy_CLEANPOD_POLICY_UNDEFINED +} + +func (m *RunPolicy) GetTtlSecondsAfterFinished() int32 { + if m != nil { + return m.TtlSecondsAfterFinished + } + return 0 +} + +func (m *RunPolicy) GetActiveDeadlineSeconds() int32 { + if m != nil { + return m.ActiveDeadlineSeconds + } + return 0 +} + +func (m *RunPolicy) GetBackoffLimit() int32 { + if m != nil { + return m.BackoffLimit + } + return 0 +} + +func init() { + proto.RegisterEnum("flyteidl.plugins.kubeflow.SuccessPolicy", SuccessPolicy_name, SuccessPolicy_value) + proto.RegisterEnum("flyteidl.plugins.kubeflow.CleanPodPolicy", CleanPodPolicy_name, CleanPodPolicy_value) + proto.RegisterEnum("flyteidl.plugins.kubeflow.RestartPolicy", RestartPolicy_name, RestartPolicy_value) + proto.RegisterType((*RunPolicy)(nil), "flyteidl.plugins.kubeflow.RunPolicy") +} + +func init() { + proto.RegisterFile("flyteidl/plugins/kubeflow/common.proto", fileDescriptor_f625aa9156a15090) +} + +var fileDescriptor_f625aa9156a15090 = []byte{ + // 430 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x92, 0xed, 0x8b, 0xd3, 0x30, + 0x1c, 0xc7, 0xd7, 0x9d, 0x0a, 0x06, 0x37, 0x42, 0xf4, 0xdc, 0x83, 0x28, 0x87, 0x82, 0x9c, 0x03, + 0x5b, 0x50, 0x41, 0xc4, 0x57, 0x75, 0xcd, 0x64, 0x5c, 0x49, 0x47, 0xba, 0x7a, 0x9c, 0x6f, 0x42, + 0x9b, 0xa6, 0xbd, 0x70, 0x59, 0x53, 0xd6, 0x54, 0xb9, 0x57, 0xfe, 0xdb, 0xbe, 0x94, 0xf6, 0x3a, + 0xe5, 0x8a, 0xf7, 0x32, 0xbf, 0xcf, 0xe7, 0xf7, 0x40, 0xf8, 0x82, 0xd7, 0x99, 0xba, 0x36, 0x42, + 0xa6, 0xca, 0x29, 0x55, 0x9d, 0xcb, 0xa2, 0x72, 0xae, 0xea, 0x44, 0x64, 0x4a, 0xff, 0x74, 0xb8, + 0xde, 0xed, 0x74, 0x61, 0x97, 0x7b, 0x6d, 0x34, 0x9a, 0x1d, 0x3c, 0xbb, 0xf3, 0xec, 0x83, 0xf7, + 0xf2, 0xb7, 0x05, 0x1e, 0xd2, 0xba, 0xd8, 0x68, 0x25, 0xf9, 0x35, 0x0a, 0x01, 0xe4, 0x4a, 0xc4, + 0x05, 0x2b, 0x75, 0xca, 0xca, 0xb6, 0x36, 0xb5, 0x4e, 0xac, 0xd3, 0xf1, 0xbb, 0x37, 0xf6, 0x9d, + 0x33, 0xec, 0x65, 0xd3, 0xb2, 0xd1, 0xe9, 0xcd, 0x10, 0x3a, 0xe6, 0xb7, 0xde, 0xe8, 0x33, 0x98, + 0x1b, 0xa3, 0x58, 0x25, 0xb8, 0x2e, 0xd2, 0x8a, 0xc5, 0x99, 0x11, 0x7b, 0x96, 0xc9, 0x42, 0x56, + 0x97, 0x22, 0x9d, 0x0e, 0x4f, 0xac, 0xd3, 0xfb, 0x74, 0x62, 0x8c, 0x0a, 0x6f, 0x04, 0xb7, 0xe1, + 0xab, 0x0e, 0xa3, 0x0f, 0xe0, 0x38, 0xe6, 0x46, 0xfe, 0x10, 0x9e, 0x88, 0x53, 0x25, 0x0b, 0xd1, + 0x59, 0xd3, 0xa3, 0xb6, 0xef, 0xff, 0x10, 0xbd, 0x02, 0xa3, 0x24, 0xe6, 0x57, 0x3a, 0xcb, 0x98, + 0x92, 0x3b, 0x69, 0xa6, 0xf7, 0x5a, 0xfb, 0x51, 0x57, 0xf4, 0x9b, 0xda, 0xe2, 0x0c, 0x8c, 0xc2, + 0x9a, 0x73, 0x51, 0x55, 0xdd, 0xa1, 0x73, 0xf0, 0x34, 0x8c, 0x96, 0x4b, 0x1c, 0x86, 0x6c, 0x13, + 0xf8, 0xeb, 0xe5, 0x05, 0xf3, 0xf0, 0xca, 0x8d, 0xfc, 0x2d, 0x1c, 0xa0, 0x17, 0x60, 0xde, 0x63, + 0xae, 0xef, 0xb3, 0xf3, 0x80, 0x9e, 0x61, 0x1a, 0x42, 0x6b, 0xf1, 0x0b, 0x8c, 0x6f, 0x7f, 0x03, + 0x7a, 0x0e, 0x66, 0x4b, 0x1f, 0xbb, 0x64, 0x13, 0x78, 0x87, 0x96, 0x88, 0x78, 0x78, 0xb5, 0x26, + 0xd8, 0x83, 0x03, 0x34, 0x01, 0x8f, 0xfb, 0xd8, 0xf5, 0x7d, 0x68, 0xa1, 0x67, 0x60, 0xd2, 0x07, + 0x34, 0x22, 0x64, 0x4d, 0xbe, 0xc2, 0x21, 0x9a, 0x82, 0x27, 0x7d, 0x48, 0x02, 0x82, 0xe1, 0xd1, + 0x82, 0x83, 0x11, 0x15, 0x95, 0x89, 0xf7, 0xa6, 0xdb, 0x3f, 0x03, 0xc7, 0x14, 0x87, 0x5b, 0x97, + 0x6e, 0xff, 0xcd, 0x3f, 0x77, 0x2f, 0x42, 0x38, 0x68, 0x4e, 0xeb, 0xa1, 0x80, 0xb0, 0x95, 0xbb, + 0xf6, 0x23, 0x8a, 0xa1, 0xd5, 0x2c, 0xe9, 0x61, 0x82, 0xbf, 0x61, 0x0a, 0x87, 0x5f, 0x3e, 0x7d, + 0xff, 0x98, 0x4b, 0x73, 0x59, 0x27, 0x36, 0xd7, 0x3b, 0xa7, 0x4d, 0x84, 0xde, 0xe7, 0xce, 0xdf, + 0x18, 0xe6, 0xa2, 0x70, 0xca, 0xe4, 0x6d, 0xae, 0x9d, 0x7e, 0x32, 0x93, 0x07, 0x6d, 0x14, 0xdf, + 0xff, 0x09, 0x00, 0x00, 0xff, 0xff, 0x6a, 0x7e, 0xee, 0xb1, 0xb4, 0x02, 0x00, 0x00, +} diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.validate.go new file mode 100644 index 000000000..0ec2f0e0e --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.validate.go @@ -0,0 +1,109 @@ +// Code generated by protoc-gen-validate. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/common.proto + +package plugins + +import ( + "bytes" + "errors" + "fmt" + "net" + "net/mail" + "net/url" + "regexp" + "strings" + "time" + "unicode/utf8" + + "github.com/golang/protobuf/ptypes" +) + +// ensure the imports are used +var ( + _ = bytes.MinRead + _ = errors.New("") + _ = fmt.Print + _ = utf8.UTFMax + _ = (*regexp.Regexp)(nil) + _ = (*strings.Reader)(nil) + _ = net.IPv4len + _ = time.Duration(0) + _ = (*url.URL)(nil) + _ = (*mail.Address)(nil) + _ = ptypes.DynamicAny{} +) + +// define the regex for a UUID once up-front +var _common_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") + +// Validate checks the field values on RunPolicy with the rules defined in the +// proto definition for this message. If any rules are violated, an error is returned. +func (m *RunPolicy) Validate() error { + if m == nil { + return nil + } + + // no validation rules for CleanPodPolicy + + // no validation rules for TtlSecondsAfterFinished + + // no validation rules for ActiveDeadlineSeconds + + // no validation rules for BackoffLimit + + return nil +} + +// RunPolicyValidationError is the validation error returned by +// RunPolicy.Validate if the designated constraints aren't met. +type RunPolicyValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e RunPolicyValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e RunPolicyValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e RunPolicyValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e RunPolicyValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e RunPolicyValidationError) ErrorName() string { return "RunPolicyValidationError" } + +// Error satisfies the builtin error interface +func (e RunPolicyValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sRunPolicy.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = RunPolicyValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = RunPolicyValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go new file mode 100644 index 000000000..16a512027 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go @@ -0,0 +1,185 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/mpi.proto + +package plugins + +import ( + fmt "fmt" + proto "github.com/golang/protobuf/proto" + math "math" +) + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator +type DistributedMPITrainingTask struct { + // Worker replicas spec + WorkerReplicas *DistributedMPITrainingReplicaSpec `protobuf:"bytes,1,opt,name=worker_replicas,json=workerReplicas,proto3" json:"worker_replicas,omitempty"` + // Master replicas spec + LauncherReplicas *DistributedMPITrainingReplicaSpec `protobuf:"bytes,2,opt,name=launcher_replicas,json=launcherReplicas,proto3" json:"launcher_replicas,omitempty"` + // RunPolicy encapsulates various runtime policies of the distributed training + // job, for example how to clean up resources and how long the job can stay + // active. + RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` + // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. + SuccessPolicy SuccessPolicy `protobuf:"varint,4,opt,name=success_policy,json=successPolicy,proto3,enum=flyteidl.plugins.kubeflow.SuccessPolicy" json:"success_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedMPITrainingTask) Reset() { *m = DistributedMPITrainingTask{} } +func (m *DistributedMPITrainingTask) String() string { return proto.CompactTextString(m) } +func (*DistributedMPITrainingTask) ProtoMessage() {} +func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int) { + return fileDescriptor_298b02c608b0cddf, []int{0} +} + +func (m *DistributedMPITrainingTask) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedMPITrainingTask.Unmarshal(m, b) +} +func (m *DistributedMPITrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedMPITrainingTask.Marshal(b, m, deterministic) +} +func (m *DistributedMPITrainingTask) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedMPITrainingTask.Merge(m, src) +} +func (m *DistributedMPITrainingTask) XXX_Size() int { + return xxx_messageInfo_DistributedMPITrainingTask.Size(m) +} +func (m *DistributedMPITrainingTask) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedMPITrainingTask.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedMPITrainingTask proto.InternalMessageInfo + +func (m *DistributedMPITrainingTask) GetWorkerReplicas() *DistributedMPITrainingReplicaSpec { + if m != nil { + return m.WorkerReplicas + } + return nil +} + +func (m *DistributedMPITrainingTask) GetLauncherReplicas() *DistributedMPITrainingReplicaSpec { + if m != nil { + return m.LauncherReplicas + } + return nil +} + +func (m *DistributedMPITrainingTask) GetRunPolicy() *RunPolicy { + if m != nil { + return m.RunPolicy + } + return nil +} + +func (m *DistributedMPITrainingTask) GetSuccessPolicy() SuccessPolicy { + if m != nil { + return m.SuccessPolicy + } + return SuccessPolicy_SUCCESS_POLICY_DEFAULT +} + +type DistributedMPITrainingReplicaSpec struct { + // Number of workers + Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"` + // Unique name of a PodTemplate k8s resource to be used as the base configuration. + // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. + PodTemplateName string `protobuf:"bytes,2,opt,name=pod_template_name,json=podTemplateName,proto3" json:"pod_template_name,omitempty"` + // Restart policy for the worker + RestartPolicy RestartPolicy `protobuf:"varint,3,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedMPITrainingReplicaSpec) Reset() { *m = DistributedMPITrainingReplicaSpec{} } +func (m *DistributedMPITrainingReplicaSpec) String() string { return proto.CompactTextString(m) } +func (*DistributedMPITrainingReplicaSpec) ProtoMessage() {} +func (*DistributedMPITrainingReplicaSpec) Descriptor() ([]byte, []int) { + return fileDescriptor_298b02c608b0cddf, []int{1} +} + +func (m *DistributedMPITrainingReplicaSpec) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedMPITrainingReplicaSpec.Unmarshal(m, b) +} +func (m *DistributedMPITrainingReplicaSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedMPITrainingReplicaSpec.Marshal(b, m, deterministic) +} +func (m *DistributedMPITrainingReplicaSpec) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedMPITrainingReplicaSpec.Merge(m, src) +} +func (m *DistributedMPITrainingReplicaSpec) XXX_Size() int { + return xxx_messageInfo_DistributedMPITrainingReplicaSpec.Size(m) +} +func (m *DistributedMPITrainingReplicaSpec) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedMPITrainingReplicaSpec.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedMPITrainingReplicaSpec proto.InternalMessageInfo + +func (m *DistributedMPITrainingReplicaSpec) GetReplicas() int32 { + if m != nil { + return m.Replicas + } + return 0 +} + +func (m *DistributedMPITrainingReplicaSpec) GetPodTemplateName() string { + if m != nil { + return m.PodTemplateName + } + return "" +} + +func (m *DistributedMPITrainingReplicaSpec) GetRestartPolicy() RestartPolicy { + if m != nil { + return m.RestartPolicy + } + return RestartPolicy_RESTART_POLICY_ALWAYS +} + +func init() { + proto.RegisterType((*DistributedMPITrainingTask)(nil), "flyteidl.plugins.kubeflow.DistributedMPITrainingTask") + proto.RegisterType((*DistributedMPITrainingReplicaSpec)(nil), "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec") +} + +func init() { + proto.RegisterFile("flyteidl/plugins/kubeflow/mpi.proto", fileDescriptor_298b02c608b0cddf) +} + +var fileDescriptor_298b02c608b0cddf = []byte{ + // 345 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x92, 0xcb, 0x4b, 0xc3, 0x40, + 0x10, 0xc6, 0x89, 0x55, 0xb1, 0x2b, 0xb6, 0x36, 0xa7, 0xda, 0x53, 0xad, 0x22, 0x45, 0x30, 0x81, + 0x7a, 0x10, 0xc1, 0x93, 0x7a, 0xf1, 0xa0, 0x96, 0xb4, 0x27, 0x2f, 0x61, 0xb3, 0x99, 0xa6, 0x4b, + 0xf7, 0xc5, 0x3e, 0x28, 0xbd, 0xfb, 0x67, 0xf9, 0xc7, 0x89, 0x79, 0x94, 0x28, 0xb6, 0x5e, 0xbc, + 0x65, 0x86, 0x6f, 0x7e, 0xdf, 0x64, 0xf6, 0x43, 0x67, 0x33, 0xb6, 0xb2, 0x40, 0x53, 0x16, 0x2a, + 0xe6, 0x32, 0x2a, 0x4c, 0xb8, 0x70, 0x09, 0xcc, 0x98, 0x5c, 0x86, 0x5c, 0xd1, 0x40, 0x69, 0x69, + 0xa5, 0x7f, 0x52, 0x89, 0x82, 0x52, 0x14, 0x54, 0xa2, 0xde, 0xc5, 0xe6, 0x79, 0x22, 0x39, 0x97, + 0xa2, 0x40, 0x0c, 0xde, 0x1b, 0xa8, 0xf7, 0x48, 0x8d, 0xd5, 0x34, 0x71, 0x16, 0xd2, 0xe7, 0xf1, + 0xd3, 0x54, 0x63, 0x2a, 0xa8, 0xc8, 0xa6, 0xd8, 0x2c, 0x7c, 0x40, 0xed, 0xa5, 0xd4, 0x0b, 0xd0, + 0xb1, 0x06, 0xc5, 0x28, 0xc1, 0xa6, 0xeb, 0xf5, 0xbd, 0xe1, 0xe1, 0xe8, 0x2e, 0xd8, 0xe8, 0x1d, + 0xfc, 0xce, 0x8b, 0x0a, 0xc0, 0x44, 0x01, 0x89, 0x5a, 0x05, 0xb4, 0x6c, 0x19, 0x9f, 0xa2, 0x0e, + 0xc3, 0x4e, 0x90, 0x79, 0xdd, 0x68, 0xe7, 0x1f, 0x8c, 0x8e, 0x2b, 0xec, 0xda, 0xea, 0x01, 0x21, + 0xed, 0x44, 0xac, 0x24, 0xa3, 0x64, 0xd5, 0x6d, 0xe4, 0x1e, 0xe7, 0x5b, 0x3c, 0x22, 0x27, 0xc6, + 0xb9, 0x36, 0x6a, 0xea, 0xea, 0xd3, 0x7f, 0x45, 0x2d, 0xe3, 0x08, 0x01, 0x63, 0x2a, 0xd0, 0x6e, + 0xdf, 0x1b, 0xb6, 0x46, 0xc3, 0x2d, 0xa0, 0x49, 0x31, 0x50, 0xc2, 0x8e, 0x4c, 0xbd, 0x1c, 0x7c, + 0x78, 0xe8, 0xf4, 0xcf, 0xbf, 0xf1, 0x7b, 0xe8, 0xe0, 0xdb, 0x33, 0xec, 0x45, 0xeb, 0xda, 0xbf, + 0x44, 0x1d, 0x25, 0xd3, 0xd8, 0x02, 0x57, 0x0c, 0x5b, 0x88, 0x05, 0xe6, 0x90, 0x9f, 0xb0, 0x19, + 0xb5, 0x95, 0x4c, 0xa7, 0x65, 0xff, 0x05, 0x73, 0xf8, 0x5a, 0x5f, 0x83, 0xb1, 0x58, 0xdb, 0xfa, + 0x1d, 0xb6, 0xaf, 0x1f, 0x15, 0x03, 0xd5, 0xfa, 0xba, 0x5e, 0xde, 0xdf, 0xbe, 0xdd, 0x64, 0xd4, + 0xce, 0x5d, 0x12, 0x10, 0xc9, 0xc3, 0x1c, 0x22, 0x75, 0x16, 0xae, 0x33, 0x98, 0x81, 0x08, 0x55, + 0x72, 0x95, 0xc9, 0xf0, 0x67, 0x2c, 0x93, 0xfd, 0x3c, 0x87, 0xd7, 0x9f, 0x01, 0x00, 0x00, 0xff, + 0xff, 0x25, 0x16, 0x02, 0x0c, 0xf1, 0x02, 0x00, 0x00, +} diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go new file mode 100644 index 000000000..221de272e --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go @@ -0,0 +1,210 @@ +// Code generated by protoc-gen-validate. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/mpi.proto + +package plugins + +import ( + "bytes" + "errors" + "fmt" + "net" + "net/mail" + "net/url" + "regexp" + "strings" + "time" + "unicode/utf8" + + "github.com/golang/protobuf/ptypes" +) + +// ensure the imports are used +var ( + _ = bytes.MinRead + _ = errors.New("") + _ = fmt.Print + _ = utf8.UTFMax + _ = (*regexp.Regexp)(nil) + _ = (*strings.Reader)(nil) + _ = net.IPv4len + _ = time.Duration(0) + _ = (*url.URL)(nil) + _ = (*mail.Address)(nil) + _ = ptypes.DynamicAny{} +) + +// define the regex for a UUID once up-front +var _mpi_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") + +// Validate checks the field values on DistributedMPITrainingTask with the +// rules defined in the proto definition for this message. If any rules are +// violated, an error is returned. +func (m *DistributedMPITrainingTask) Validate() error { + if m == nil { + return nil + } + + if v, ok := interface{}(m.GetWorkerReplicas()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedMPITrainingTaskValidationError{ + field: "WorkerReplicas", + reason: "embedded message failed validation", + cause: err, + } + } + } + + if v, ok := interface{}(m.GetLauncherReplicas()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedMPITrainingTaskValidationError{ + field: "LauncherReplicas", + reason: "embedded message failed validation", + cause: err, + } + } + } + + if v, ok := interface{}(m.GetRunPolicy()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedMPITrainingTaskValidationError{ + field: "RunPolicy", + reason: "embedded message failed validation", + cause: err, + } + } + } + + // no validation rules for SuccessPolicy + + return nil +} + +// DistributedMPITrainingTaskValidationError is the validation error returned +// by DistributedMPITrainingTask.Validate if the designated constraints aren't met. +type DistributedMPITrainingTaskValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedMPITrainingTaskValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedMPITrainingTaskValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedMPITrainingTaskValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedMPITrainingTaskValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedMPITrainingTaskValidationError) ErrorName() string { + return "DistributedMPITrainingTaskValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedMPITrainingTaskValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedMPITrainingTask.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedMPITrainingTaskValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedMPITrainingTaskValidationError{} + +// Validate checks the field values on DistributedMPITrainingReplicaSpec with +// the rules defined in the proto definition for this message. If any rules +// are violated, an error is returned. +func (m *DistributedMPITrainingReplicaSpec) Validate() error { + if m == nil { + return nil + } + + // no validation rules for Replicas + + // no validation rules for PodTemplateName + + // no validation rules for RestartPolicy + + return nil +} + +// DistributedMPITrainingReplicaSpecValidationError is the validation error +// returned by DistributedMPITrainingReplicaSpec.Validate if the designated +// constraints aren't met. +type DistributedMPITrainingReplicaSpecValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedMPITrainingReplicaSpecValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedMPITrainingReplicaSpecValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedMPITrainingReplicaSpecValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedMPITrainingReplicaSpecValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedMPITrainingReplicaSpecValidationError) ErrorName() string { + return "DistributedMPITrainingReplicaSpecValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedMPITrainingReplicaSpecValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedMPITrainingReplicaSpec.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedMPITrainingReplicaSpecValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedMPITrainingReplicaSpecValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go new file mode 100644 index 000000000..fb5d4edd5 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go @@ -0,0 +1,185 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/pytorch.proto + +package plugins + +import ( + fmt "fmt" + proto "github.com/golang/protobuf/proto" + math "math" +) + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator +type DistributedPyTorchTrainingTask struct { + // Worker replicas spec + WorkerReplicas *DistributedPyTorchTrainingReplicaSpec `protobuf:"bytes,1,opt,name=worker_replicas,json=workerReplicas,proto3" json:"worker_replicas,omitempty"` + // Master replicas spec + MasterReplicas *DistributedPyTorchTrainingReplicaSpec `protobuf:"bytes,2,opt,name=master_replicas,json=masterReplicas,proto3" json:"master_replicas,omitempty"` + // RunPolicy encapsulates various runtime policies of the distributed training + // job, for example how to clean up resources and how long the job can stay + // active. + RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` + // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. + SuccessPolicy SuccessPolicy `protobuf:"varint,4,opt,name=success_policy,json=successPolicy,proto3,enum=flyteidl.plugins.kubeflow.SuccessPolicy" json:"success_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedPyTorchTrainingTask) Reset() { *m = DistributedPyTorchTrainingTask{} } +func (m *DistributedPyTorchTrainingTask) String() string { return proto.CompactTextString(m) } +func (*DistributedPyTorchTrainingTask) ProtoMessage() {} +func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int) { + return fileDescriptor_37e97bee6e09d707, []int{0} +} + +func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedPyTorchTrainingTask.Unmarshal(m, b) +} +func (m *DistributedPyTorchTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedPyTorchTrainingTask.Marshal(b, m, deterministic) +} +func (m *DistributedPyTorchTrainingTask) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedPyTorchTrainingTask.Merge(m, src) +} +func (m *DistributedPyTorchTrainingTask) XXX_Size() int { + return xxx_messageInfo_DistributedPyTorchTrainingTask.Size(m) +} +func (m *DistributedPyTorchTrainingTask) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedPyTorchTrainingTask.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedPyTorchTrainingTask proto.InternalMessageInfo + +func (m *DistributedPyTorchTrainingTask) GetWorkerReplicas() *DistributedPyTorchTrainingReplicaSpec { + if m != nil { + return m.WorkerReplicas + } + return nil +} + +func (m *DistributedPyTorchTrainingTask) GetMasterReplicas() *DistributedPyTorchTrainingReplicaSpec { + if m != nil { + return m.MasterReplicas + } + return nil +} + +func (m *DistributedPyTorchTrainingTask) GetRunPolicy() *RunPolicy { + if m != nil { + return m.RunPolicy + } + return nil +} + +func (m *DistributedPyTorchTrainingTask) GetSuccessPolicy() SuccessPolicy { + if m != nil { + return m.SuccessPolicy + } + return SuccessPolicy_SUCCESS_POLICY_DEFAULT +} + +type DistributedPyTorchTrainingReplicaSpec struct { + // Number of workers + Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"` + // Unique name of a PodTemplate k8s resource to be used as the base configuration. + // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. + PodTemplateName string `protobuf:"bytes,2,opt,name=pod_template_name,json=podTemplateName,proto3" json:"pod_template_name,omitempty"` + // Restart policy for the worker + RestartPolicy RestartPolicy `protobuf:"varint,3,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedPyTorchTrainingReplicaSpec) Reset() { *m = DistributedPyTorchTrainingReplicaSpec{} } +func (m *DistributedPyTorchTrainingReplicaSpec) String() string { return proto.CompactTextString(m) } +func (*DistributedPyTorchTrainingReplicaSpec) ProtoMessage() {} +func (*DistributedPyTorchTrainingReplicaSpec) Descriptor() ([]byte, []int) { + return fileDescriptor_37e97bee6e09d707, []int{1} +} + +func (m *DistributedPyTorchTrainingReplicaSpec) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedPyTorchTrainingReplicaSpec.Unmarshal(m, b) +} +func (m *DistributedPyTorchTrainingReplicaSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedPyTorchTrainingReplicaSpec.Marshal(b, m, deterministic) +} +func (m *DistributedPyTorchTrainingReplicaSpec) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedPyTorchTrainingReplicaSpec.Merge(m, src) +} +func (m *DistributedPyTorchTrainingReplicaSpec) XXX_Size() int { + return xxx_messageInfo_DistributedPyTorchTrainingReplicaSpec.Size(m) +} +func (m *DistributedPyTorchTrainingReplicaSpec) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedPyTorchTrainingReplicaSpec.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedPyTorchTrainingReplicaSpec proto.InternalMessageInfo + +func (m *DistributedPyTorchTrainingReplicaSpec) GetReplicas() int32 { + if m != nil { + return m.Replicas + } + return 0 +} + +func (m *DistributedPyTorchTrainingReplicaSpec) GetPodTemplateName() string { + if m != nil { + return m.PodTemplateName + } + return "" +} + +func (m *DistributedPyTorchTrainingReplicaSpec) GetRestartPolicy() RestartPolicy { + if m != nil { + return m.RestartPolicy + } + return RestartPolicy_RESTART_POLICY_ALWAYS +} + +func init() { + proto.RegisterType((*DistributedPyTorchTrainingTask)(nil), "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask") + proto.RegisterType((*DistributedPyTorchTrainingReplicaSpec)(nil), "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec") +} + +func init() { + proto.RegisterFile("flyteidl/plugins/kubeflow/pytorch.proto", fileDescriptor_37e97bee6e09d707) +} + +var fileDescriptor_37e97bee6e09d707 = []byte{ + // 346 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x92, 0xcb, 0x4a, 0xfb, 0x40, + 0x14, 0xc6, 0xc9, 0xbf, 0x7f, 0xc5, 0x8e, 0xd8, 0x62, 0x56, 0xb5, 0x0b, 0x29, 0xc5, 0x4b, 0x11, + 0xcc, 0x40, 0x5d, 0x88, 0x3b, 0x51, 0xd7, 0x5a, 0xa6, 0x59, 0xb9, 0x09, 0x93, 0xc9, 0x34, 0x1d, + 0x3a, 0x37, 0xe6, 0x42, 0xc9, 0x3b, 0xf8, 0x50, 0x3e, 0x9a, 0x34, 0x97, 0x12, 0x85, 0x16, 0x17, + 0xee, 0xe6, 0x1c, 0xbe, 0xf3, 0xfb, 0xf8, 0xce, 0x1c, 0x70, 0xbd, 0xe0, 0x85, 0xa3, 0x2c, 0xe3, + 0x50, 0x73, 0x9f, 0x33, 0x69, 0xe1, 0xca, 0xa7, 0x74, 0xc1, 0xd5, 0x1a, 0xea, 0xc2, 0x29, 0x43, + 0x96, 0x91, 0x36, 0xca, 0xa9, 0xf0, 0xac, 0x11, 0x46, 0xb5, 0x30, 0x6a, 0x84, 0xc3, 0xab, 0xdd, + 0x0c, 0xa2, 0x84, 0x50, 0xb2, 0x42, 0x8c, 0x3f, 0x3a, 0xe0, 0xfc, 0x85, 0x59, 0x67, 0x58, 0xea, + 0x1d, 0xcd, 0x66, 0x45, 0xbc, 0xe1, 0xc7, 0x06, 0x33, 0xc9, 0x64, 0x1e, 0x63, 0xbb, 0x0a, 0x19, + 0xe8, 0xaf, 0x95, 0x59, 0x51, 0x93, 0x18, 0xaa, 0x39, 0x23, 0xd8, 0x0e, 0x82, 0x51, 0x30, 0x39, + 0x9e, 0x3e, 0x46, 0x3b, 0xfd, 0xa3, 0xdd, 0x4c, 0x54, 0x41, 0xe6, 0x9a, 0x12, 0xd4, 0xab, 0xc0, + 0x75, 0xcb, 0x6e, 0xac, 0x04, 0xb6, 0xae, 0x6d, 0xf5, 0xef, 0xaf, 0xac, 0x2a, 0xf0, 0xd6, 0xea, + 0x19, 0x00, 0xe3, 0x65, 0xa2, 0x15, 0x67, 0xa4, 0x18, 0x74, 0x4a, 0x97, 0x8b, 0x3d, 0x2e, 0xc8, + 0xcb, 0x59, 0xa9, 0x45, 0x5d, 0xd3, 0x3c, 0xc3, 0x37, 0xd0, 0xb3, 0x9e, 0x10, 0x6a, 0x6d, 0x03, + 0xfa, 0x3f, 0x0a, 0x26, 0xbd, 0xe9, 0x64, 0x0f, 0x68, 0x5e, 0x0d, 0xd4, 0xb0, 0x13, 0xdb, 0x2e, + 0xc7, 0x9f, 0x01, 0xb8, 0xfc, 0x55, 0x9e, 0x70, 0x08, 0x8e, 0xbe, 0x7d, 0xc7, 0x01, 0xda, 0xd6, + 0xe1, 0x0d, 0x38, 0xd5, 0x2a, 0x4b, 0x1c, 0x15, 0x9a, 0x63, 0x47, 0x13, 0x89, 0x05, 0x2d, 0x17, + 0xd9, 0x45, 0x7d, 0xad, 0xb2, 0xb8, 0xee, 0xbf, 0x62, 0x41, 0x37, 0x11, 0x0c, 0xb5, 0x0e, 0x1b, + 0xd7, 0xde, 0xc5, 0xfe, 0x08, 0xa8, 0x1a, 0x68, 0x22, 0x98, 0x76, 0xf9, 0xf4, 0xf0, 0x7e, 0x9f, + 0x33, 0xb7, 0xf4, 0x69, 0x44, 0x94, 0x80, 0x25, 0x44, 0x99, 0x1c, 0x6e, 0xef, 0x31, 0xa7, 0x12, + 0xea, 0xf4, 0x36, 0x57, 0xf0, 0xe7, 0x89, 0xa6, 0x87, 0xe5, 0x4d, 0xde, 0x7d, 0x05, 0x00, 0x00, + 0xff, 0xff, 0x25, 0xd3, 0x11, 0xab, 0x01, 0x03, 0x00, 0x00, +} diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go new file mode 100644 index 000000000..7724050ad --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go @@ -0,0 +1,211 @@ +// Code generated by protoc-gen-validate. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/pytorch.proto + +package plugins + +import ( + "bytes" + "errors" + "fmt" + "net" + "net/mail" + "net/url" + "regexp" + "strings" + "time" + "unicode/utf8" + + "github.com/golang/protobuf/ptypes" +) + +// ensure the imports are used +var ( + _ = bytes.MinRead + _ = errors.New("") + _ = fmt.Print + _ = utf8.UTFMax + _ = (*regexp.Regexp)(nil) + _ = (*strings.Reader)(nil) + _ = net.IPv4len + _ = time.Duration(0) + _ = (*url.URL)(nil) + _ = (*mail.Address)(nil) + _ = ptypes.DynamicAny{} +) + +// define the regex for a UUID once up-front +var _pytorch_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") + +// Validate checks the field values on DistributedPyTorchTrainingTask with the +// rules defined in the proto definition for this message. If any rules are +// violated, an error is returned. +func (m *DistributedPyTorchTrainingTask) Validate() error { + if m == nil { + return nil + } + + if v, ok := interface{}(m.GetWorkerReplicas()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedPyTorchTrainingTaskValidationError{ + field: "WorkerReplicas", + reason: "embedded message failed validation", + cause: err, + } + } + } + + if v, ok := interface{}(m.GetMasterReplicas()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedPyTorchTrainingTaskValidationError{ + field: "MasterReplicas", + reason: "embedded message failed validation", + cause: err, + } + } + } + + if v, ok := interface{}(m.GetRunPolicy()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedPyTorchTrainingTaskValidationError{ + field: "RunPolicy", + reason: "embedded message failed validation", + cause: err, + } + } + } + + // no validation rules for SuccessPolicy + + return nil +} + +// DistributedPyTorchTrainingTaskValidationError is the validation error +// returned by DistributedPyTorchTrainingTask.Validate if the designated +// constraints aren't met. +type DistributedPyTorchTrainingTaskValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedPyTorchTrainingTaskValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedPyTorchTrainingTaskValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedPyTorchTrainingTaskValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedPyTorchTrainingTaskValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string { + return "DistributedPyTorchTrainingTaskValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedPyTorchTrainingTaskValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedPyTorchTrainingTask.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedPyTorchTrainingTaskValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedPyTorchTrainingTaskValidationError{} + +// Validate checks the field values on DistributedPyTorchTrainingReplicaSpec +// with the rules defined in the proto definition for this message. If any +// rules are violated, an error is returned. +func (m *DistributedPyTorchTrainingReplicaSpec) Validate() error { + if m == nil { + return nil + } + + // no validation rules for Replicas + + // no validation rules for PodTemplateName + + // no validation rules for RestartPolicy + + return nil +} + +// DistributedPyTorchTrainingReplicaSpecValidationError is the validation error +// returned by DistributedPyTorchTrainingReplicaSpec.Validate if the +// designated constraints aren't met. +type DistributedPyTorchTrainingReplicaSpecValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedPyTorchTrainingReplicaSpecValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedPyTorchTrainingReplicaSpecValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedPyTorchTrainingReplicaSpecValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedPyTorchTrainingReplicaSpecValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedPyTorchTrainingReplicaSpecValidationError) ErrorName() string { + return "DistributedPyTorchTrainingReplicaSpecValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedPyTorchTrainingReplicaSpecValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedPyTorchTrainingReplicaSpec.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedPyTorchTrainingReplicaSpecValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedPyTorchTrainingReplicaSpecValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go new file mode 100644 index 000000000..519606cab --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go @@ -0,0 +1,197 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/tensorflow.proto + +package plugins + +import ( + fmt "fmt" + proto "github.com/golang/protobuf/proto" + math "math" +) + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator +type DistributedTensorflowTrainingTask struct { + // Worker replicas spec + WorkerReplicas *DistributedTensorflowTrainingReplicaSpec `protobuf:"bytes,1,opt,name=worker_replicas,json=workerReplicas,proto3" json:"worker_replicas,omitempty"` + // Parameter server replicas spec + PsReplicas *DistributedTensorflowTrainingReplicaSpec `protobuf:"bytes,2,opt,name=ps_replicas,json=psReplicas,proto3" json:"ps_replicas,omitempty"` + // Chief replicas spec + ChiefReplicas *DistributedTensorflowTrainingReplicaSpec `protobuf:"bytes,3,opt,name=chief_replicas,json=chiefReplicas,proto3" json:"chief_replicas,omitempty"` + // RunPolicy encapsulates various runtime policies of the distributed training + // job, for example how to clean up resources and how long the job can stay + // active. + RunPolicy *RunPolicy `protobuf:"bytes,4,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` + // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. + SuccessPolicy SuccessPolicy `protobuf:"varint,5,opt,name=success_policy,json=successPolicy,proto3,enum=flyteidl.plugins.kubeflow.SuccessPolicy" json:"success_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedTensorflowTrainingTask) Reset() { *m = DistributedTensorflowTrainingTask{} } +func (m *DistributedTensorflowTrainingTask) String() string { return proto.CompactTextString(m) } +func (*DistributedTensorflowTrainingTask) ProtoMessage() {} +func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int) { + return fileDescriptor_93de2bd764ddf01a, []int{0} +} + +func (m *DistributedTensorflowTrainingTask) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedTensorflowTrainingTask.Unmarshal(m, b) +} +func (m *DistributedTensorflowTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedTensorflowTrainingTask.Marshal(b, m, deterministic) +} +func (m *DistributedTensorflowTrainingTask) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedTensorflowTrainingTask.Merge(m, src) +} +func (m *DistributedTensorflowTrainingTask) XXX_Size() int { + return xxx_messageInfo_DistributedTensorflowTrainingTask.Size(m) +} +func (m *DistributedTensorflowTrainingTask) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedTensorflowTrainingTask.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedTensorflowTrainingTask proto.InternalMessageInfo + +func (m *DistributedTensorflowTrainingTask) GetWorkerReplicas() *DistributedTensorflowTrainingReplicaSpec { + if m != nil { + return m.WorkerReplicas + } + return nil +} + +func (m *DistributedTensorflowTrainingTask) GetPsReplicas() *DistributedTensorflowTrainingReplicaSpec { + if m != nil { + return m.PsReplicas + } + return nil +} + +func (m *DistributedTensorflowTrainingTask) GetChiefReplicas() *DistributedTensorflowTrainingReplicaSpec { + if m != nil { + return m.ChiefReplicas + } + return nil +} + +func (m *DistributedTensorflowTrainingTask) GetRunPolicy() *RunPolicy { + if m != nil { + return m.RunPolicy + } + return nil +} + +func (m *DistributedTensorflowTrainingTask) GetSuccessPolicy() SuccessPolicy { + if m != nil { + return m.SuccessPolicy + } + return SuccessPolicy_SUCCESS_POLICY_DEFAULT +} + +type DistributedTensorflowTrainingReplicaSpec struct { + // Number of workers + Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"` + // Unique name of a PodTemplate k8s resource to be used as the base configuration. + // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. + PodTemplateName string `protobuf:"bytes,2,opt,name=pod_template_name,json=podTemplateName,proto3" json:"pod_template_name,omitempty"` + // Restart policy for the worker + RestartPolicy RestartPolicy `protobuf:"varint,3,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedTensorflowTrainingReplicaSpec) Reset() { + *m = DistributedTensorflowTrainingReplicaSpec{} +} +func (m *DistributedTensorflowTrainingReplicaSpec) String() string { return proto.CompactTextString(m) } +func (*DistributedTensorflowTrainingReplicaSpec) ProtoMessage() {} +func (*DistributedTensorflowTrainingReplicaSpec) Descriptor() ([]byte, []int) { + return fileDescriptor_93de2bd764ddf01a, []int{1} +} + +func (m *DistributedTensorflowTrainingReplicaSpec) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedTensorflowTrainingReplicaSpec.Unmarshal(m, b) +} +func (m *DistributedTensorflowTrainingReplicaSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedTensorflowTrainingReplicaSpec.Marshal(b, m, deterministic) +} +func (m *DistributedTensorflowTrainingReplicaSpec) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedTensorflowTrainingReplicaSpec.Merge(m, src) +} +func (m *DistributedTensorflowTrainingReplicaSpec) XXX_Size() int { + return xxx_messageInfo_DistributedTensorflowTrainingReplicaSpec.Size(m) +} +func (m *DistributedTensorflowTrainingReplicaSpec) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedTensorflowTrainingReplicaSpec.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedTensorflowTrainingReplicaSpec proto.InternalMessageInfo + +func (m *DistributedTensorflowTrainingReplicaSpec) GetReplicas() int32 { + if m != nil { + return m.Replicas + } + return 0 +} + +func (m *DistributedTensorflowTrainingReplicaSpec) GetPodTemplateName() string { + if m != nil { + return m.PodTemplateName + } + return "" +} + +func (m *DistributedTensorflowTrainingReplicaSpec) GetRestartPolicy() RestartPolicy { + if m != nil { + return m.RestartPolicy + } + return RestartPolicy_RESTART_POLICY_ALWAYS +} + +func init() { + proto.RegisterType((*DistributedTensorflowTrainingTask)(nil), "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask") + proto.RegisterType((*DistributedTensorflowTrainingReplicaSpec)(nil), "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec") +} + +func init() { + proto.RegisterFile("flyteidl/plugins/kubeflow/tensorflow.proto", fileDescriptor_93de2bd764ddf01a) +} + +var fileDescriptor_93de2bd764ddf01a = []byte{ + // 360 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x93, 0x4d, 0x4f, 0xfa, 0x30, + 0x1c, 0xc7, 0xb3, 0x3f, 0x7f, 0x8c, 0x94, 0x30, 0xe2, 0x4e, 0xc8, 0x09, 0x89, 0x31, 0x0b, 0x89, + 0x5b, 0x82, 0x07, 0xe3, 0x55, 0x3c, 0xab, 0x19, 0x3b, 0x79, 0x59, 0xb6, 0xee, 0xc7, 0xa8, 0x74, + 0x6d, 0xd3, 0x87, 0x10, 0x5e, 0x9f, 0xaf, 0xca, 0x9b, 0x61, 0x4f, 0xa0, 0x09, 0xe8, 0x81, 0x5b, + 0x7f, 0xcd, 0xb7, 0x9f, 0xcf, 0xbe, 0xe9, 0x8a, 0x26, 0x0b, 0xba, 0xd1, 0x40, 0x52, 0xea, 0x0b, + 0x6a, 0x32, 0xc2, 0x94, 0xbf, 0x32, 0x09, 0x2c, 0x28, 0x5f, 0xfb, 0x1a, 0x98, 0xe2, 0x72, 0xbb, + 0xf4, 0x84, 0xe4, 0x9a, 0x3b, 0x97, 0x75, 0xd6, 0xab, 0xb2, 0x5e, 0x9d, 0x1d, 0xde, 0x1c, 0xc6, + 0x60, 0x9e, 0xe7, 0x9c, 0x95, 0x88, 0xf1, 0x67, 0x0b, 0x5d, 0x3d, 0x11, 0xa5, 0x25, 0x49, 0x8c, + 0x86, 0x34, 0x6c, 0x14, 0xa1, 0x8c, 0x09, 0x23, 0x2c, 0x0b, 0x63, 0xb5, 0x72, 0x28, 0xea, 0xaf, + 0xb9, 0x5c, 0x81, 0x8c, 0x24, 0x08, 0x4a, 0x70, 0xac, 0x06, 0xd6, 0xc8, 0x72, 0xbb, 0xd3, 0x99, + 0x77, 0xf0, 0x13, 0xbc, 0xa3, 0xd8, 0xa0, 0xe4, 0xcc, 0x05, 0xe0, 0xc0, 0x2e, 0xd9, 0xd5, 0x96, + 0x72, 0x52, 0xd4, 0x15, 0x6a, 0x67, 0xfa, 0x77, 0x3a, 0x13, 0x12, 0xaa, 0xb1, 0xbc, 0x23, 0x1b, + 0x2f, 0x09, 0x2c, 0x76, 0xa2, 0xd6, 0xe9, 0x44, 0xbd, 0x02, 0xdd, 0xb8, 0x66, 0x08, 0x49, 0xc3, + 0x22, 0xc1, 0x29, 0xc1, 0x9b, 0xc1, 0xff, 0xc2, 0x73, 0x7d, 0xc4, 0x13, 0x18, 0xf6, 0x5a, 0x64, + 0x83, 0x8e, 0xac, 0x97, 0xce, 0x0b, 0xb2, 0x95, 0xc1, 0x18, 0x94, 0xaa, 0x41, 0xed, 0x91, 0xe5, + 0xda, 0x53, 0xf7, 0x08, 0x68, 0x5e, 0x1e, 0xa8, 0x60, 0x3d, 0xb5, 0x3f, 0x8e, 0x3f, 0x2c, 0xe4, + 0xfe, 0xb5, 0x91, 0x33, 0x44, 0xe7, 0xdf, 0xee, 0xbe, 0x1d, 0x34, 0xb3, 0x33, 0x41, 0x17, 0x82, + 0xa7, 0x91, 0x86, 0x5c, 0xd0, 0x58, 0x43, 0xc4, 0xe2, 0x1c, 0x8a, 0x6b, 0xeb, 0x04, 0x7d, 0xc1, + 0xd3, 0xb0, 0xda, 0x7f, 0x8e, 0x73, 0xd8, 0xb6, 0x90, 0xa0, 0x74, 0x2c, 0x75, 0xdd, 0xa2, 0xf5, + 0x6b, 0x8b, 0xa0, 0x3c, 0x50, 0xb7, 0x90, 0xfb, 0xe3, 0xe3, 0xc3, 0xdb, 0x7d, 0x46, 0xf4, 0xd2, + 0x24, 0x1e, 0xe6, 0xb9, 0x5f, 0x40, 0xb8, 0xcc, 0xfc, 0xe6, 0xff, 0xcf, 0x80, 0xf9, 0x22, 0xb9, + 0xcd, 0xb8, 0xff, 0xf3, 0x49, 0x24, 0x67, 0xc5, 0x1b, 0xb8, 0xfb, 0x0a, 0x00, 0x00, 0xff, 0xff, + 0xbf, 0xb4, 0x0f, 0x89, 0x74, 0x03, 0x00, 0x00, +} diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go new file mode 100644 index 000000000..627f9c0e9 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go @@ -0,0 +1,221 @@ +// Code generated by protoc-gen-validate. DO NOT EDIT. +// source: flyteidl/plugins/kubeflow/tensorflow.proto + +package plugins + +import ( + "bytes" + "errors" + "fmt" + "net" + "net/mail" + "net/url" + "regexp" + "strings" + "time" + "unicode/utf8" + + "github.com/golang/protobuf/ptypes" +) + +// ensure the imports are used +var ( + _ = bytes.MinRead + _ = errors.New("") + _ = fmt.Print + _ = utf8.UTFMax + _ = (*regexp.Regexp)(nil) + _ = (*strings.Reader)(nil) + _ = net.IPv4len + _ = time.Duration(0) + _ = (*url.URL)(nil) + _ = (*mail.Address)(nil) + _ = ptypes.DynamicAny{} +) + +// define the regex for a UUID once up-front +var _tensorflow_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") + +// Validate checks the field values on DistributedTensorflowTrainingTask with +// the rules defined in the proto definition for this message. If any rules +// are violated, an error is returned. +func (m *DistributedTensorflowTrainingTask) Validate() error { + if m == nil { + return nil + } + + if v, ok := interface{}(m.GetWorkerReplicas()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedTensorflowTrainingTaskValidationError{ + field: "WorkerReplicas", + reason: "embedded message failed validation", + cause: err, + } + } + } + + if v, ok := interface{}(m.GetPsReplicas()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedTensorflowTrainingTaskValidationError{ + field: "PsReplicas", + reason: "embedded message failed validation", + cause: err, + } + } + } + + if v, ok := interface{}(m.GetChiefReplicas()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedTensorflowTrainingTaskValidationError{ + field: "ChiefReplicas", + reason: "embedded message failed validation", + cause: err, + } + } + } + + if v, ok := interface{}(m.GetRunPolicy()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedTensorflowTrainingTaskValidationError{ + field: "RunPolicy", + reason: "embedded message failed validation", + cause: err, + } + } + } + + // no validation rules for SuccessPolicy + + return nil +} + +// DistributedTensorflowTrainingTaskValidationError is the validation error +// returned by DistributedTensorflowTrainingTask.Validate if the designated +// constraints aren't met. +type DistributedTensorflowTrainingTaskValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedTensorflowTrainingTaskValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedTensorflowTrainingTaskValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedTensorflowTrainingTaskValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedTensorflowTrainingTaskValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string { + return "DistributedTensorflowTrainingTaskValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedTensorflowTrainingTaskValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedTensorflowTrainingTask.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedTensorflowTrainingTaskValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedTensorflowTrainingTaskValidationError{} + +// Validate checks the field values on DistributedTensorflowTrainingReplicaSpec +// with the rules defined in the proto definition for this message. If any +// rules are violated, an error is returned. +func (m *DistributedTensorflowTrainingReplicaSpec) Validate() error { + if m == nil { + return nil + } + + // no validation rules for Replicas + + // no validation rules for PodTemplateName + + // no validation rules for RestartPolicy + + return nil +} + +// DistributedTensorflowTrainingReplicaSpecValidationError is the validation +// error returned by DistributedTensorflowTrainingReplicaSpec.Validate if the +// designated constraints aren't met. +type DistributedTensorflowTrainingReplicaSpecValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedTensorflowTrainingReplicaSpecValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedTensorflowTrainingReplicaSpecValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedTensorflowTrainingReplicaSpecValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedTensorflowTrainingReplicaSpecValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedTensorflowTrainingReplicaSpecValidationError) ErrorName() string { + return "DistributedTensorflowTrainingReplicaSpecValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedTensorflowTrainingReplicaSpecValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedTensorflowTrainingReplicaSpec.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedTensorflowTrainingReplicaSpecValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedTensorflowTrainingReplicaSpecValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/mpi.pb.go b/gen/pb-go/flyteidl/plugins/mpi.pb.go deleted file mode 100644 index f09295729..000000000 --- a/gen/pb-go/flyteidl/plugins/mpi.pb.go +++ /dev/null @@ -1,107 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// source: flyteidl/plugins/mpi.proto - -package plugins - -import ( - fmt "fmt" - proto "github.com/golang/protobuf/proto" - math "math" -) - -// Reference imports to suppress errors if they are not otherwise used. -var _ = proto.Marshal -var _ = fmt.Errorf -var _ = math.Inf - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the proto package it is being compiled against. -// A compilation error at this line likely means your copy of the -// proto package needs to be updated. -const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package - -// MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator -type DistributedMPITrainingTask struct { - // number of worker spawned in the cluster for this job - NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"` - // number of launcher replicas spawned in the cluster for this job - // The launcher pod invokes mpirun and communicates with worker pods through MPI. - NumLauncherReplicas int32 `protobuf:"varint,2,opt,name=num_launcher_replicas,json=numLauncherReplicas,proto3" json:"num_launcher_replicas,omitempty"` - // number of slots per worker used in hostfile. - // The available slots (GPUs) in each pod. - Slots int32 `protobuf:"varint,3,opt,name=slots,proto3" json:"slots,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DistributedMPITrainingTask) Reset() { *m = DistributedMPITrainingTask{} } -func (m *DistributedMPITrainingTask) String() string { return proto.CompactTextString(m) } -func (*DistributedMPITrainingTask) ProtoMessage() {} -func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int) { - return fileDescriptor_13cf3fae00e5b069, []int{0} -} - -func (m *DistributedMPITrainingTask) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DistributedMPITrainingTask.Unmarshal(m, b) -} -func (m *DistributedMPITrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DistributedMPITrainingTask.Marshal(b, m, deterministic) -} -func (m *DistributedMPITrainingTask) XXX_Merge(src proto.Message) { - xxx_messageInfo_DistributedMPITrainingTask.Merge(m, src) -} -func (m *DistributedMPITrainingTask) XXX_Size() int { - return xxx_messageInfo_DistributedMPITrainingTask.Size(m) -} -func (m *DistributedMPITrainingTask) XXX_DiscardUnknown() { - xxx_messageInfo_DistributedMPITrainingTask.DiscardUnknown(m) -} - -var xxx_messageInfo_DistributedMPITrainingTask proto.InternalMessageInfo - -func (m *DistributedMPITrainingTask) GetNumWorkers() int32 { - if m != nil { - return m.NumWorkers - } - return 0 -} - -func (m *DistributedMPITrainingTask) GetNumLauncherReplicas() int32 { - if m != nil { - return m.NumLauncherReplicas - } - return 0 -} - -func (m *DistributedMPITrainingTask) GetSlots() int32 { - if m != nil { - return m.Slots - } - return 0 -} - -func init() { - proto.RegisterType((*DistributedMPITrainingTask)(nil), "flyteidl.plugins.DistributedMPITrainingTask") -} - -func init() { proto.RegisterFile("flyteidl/plugins/mpi.proto", fileDescriptor_13cf3fae00e5b069) } - -var fileDescriptor_13cf3fae00e5b069 = []byte{ - // 209 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x5c, 0x8f, 0x31, 0x4b, 0xc7, 0x30, - 0x10, 0x47, 0xa9, 0xf2, 0x77, 0x88, 0x8b, 0x44, 0x85, 0xd2, 0x45, 0x71, 0x72, 0xb1, 0x01, 0x1d, - 0xc4, 0x55, 0x5c, 0x04, 0x05, 0x29, 0x05, 0xc1, 0xa5, 0x24, 0x6d, 0x4c, 0x8f, 0x26, 0x97, 0x70, - 0x49, 0x10, 0x3f, 0x81, 0x5f, 0x5b, 0x4c, 0xab, 0x83, 0xe3, 0xdd, 0x7b, 0xc3, 0xef, 0xb1, 0xe6, - 0xdd, 0x7e, 0x26, 0x0d, 0x93, 0x15, 0xc1, 0x66, 0x03, 0x18, 0x85, 0x0b, 0xd0, 0x06, 0xf2, 0xc9, - 0xf3, 0xa3, 0x5f, 0xd6, 0x6e, 0xec, 0xe2, 0xab, 0x62, 0xcd, 0x03, 0xc4, 0x44, 0xa0, 0x72, 0xd2, - 0xd3, 0xf3, 0xcb, 0x63, 0x4f, 0x12, 0x10, 0xd0, 0xf4, 0x32, 0x2e, 0xfc, 0x8c, 0x1d, 0x62, 0x76, - 0xc3, 0x87, 0xa7, 0x45, 0x53, 0xac, 0xab, 0xf3, 0xea, 0x72, 0xd7, 0x31, 0xcc, 0xee, 0x75, 0xfd, - 0xf0, 0x6b, 0x76, 0xfa, 0x23, 0x58, 0x99, 0x71, 0x9c, 0x35, 0x0d, 0xa4, 0x83, 0x85, 0x51, 0xc6, - 0x7a, 0xaf, 0xa8, 0xc7, 0x98, 0xdd, 0xd3, 0xc6, 0xba, 0x0d, 0xf1, 0x13, 0xb6, 0x8b, 0xd6, 0xa7, - 0x58, 0xef, 0x17, 0x67, 0x3d, 0xee, 0xef, 0xde, 0x6e, 0x0d, 0xa4, 0x39, 0xab, 0x76, 0xf4, 0x4e, - 0x94, 0xa1, 0x9e, 0x8c, 0xf8, 0xab, 0x31, 0x1a, 0x45, 0x50, 0x57, 0xc6, 0x8b, 0xff, 0x81, 0xea, - 0xa0, 0xd4, 0xdd, 0x7c, 0x07, 0x00, 0x00, 0xff, 0xff, 0x76, 0x5d, 0x84, 0xbc, 0xfb, 0x00, 0x00, - 0x00, -} diff --git a/gen/pb-go/flyteidl/plugins/mpi.pb.validate.go b/gen/pb-go/flyteidl/plugins/mpi.pb.validate.go deleted file mode 100644 index c0d746eee..000000000 --- a/gen/pb-go/flyteidl/plugins/mpi.pb.validate.go +++ /dev/null @@ -1,110 +0,0 @@ -// Code generated by protoc-gen-validate. DO NOT EDIT. -// source: flyteidl/plugins/mpi.proto - -package plugins - -import ( - "bytes" - "errors" - "fmt" - "net" - "net/mail" - "net/url" - "regexp" - "strings" - "time" - "unicode/utf8" - - "github.com/golang/protobuf/ptypes" -) - -// ensure the imports are used -var ( - _ = bytes.MinRead - _ = errors.New("") - _ = fmt.Print - _ = utf8.UTFMax - _ = (*regexp.Regexp)(nil) - _ = (*strings.Reader)(nil) - _ = net.IPv4len - _ = time.Duration(0) - _ = (*url.URL)(nil) - _ = (*mail.Address)(nil) - _ = ptypes.DynamicAny{} -) - -// define the regex for a UUID once up-front -var _mpi_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") - -// Validate checks the field values on DistributedMPITrainingTask with the -// rules defined in the proto definition for this message. If any rules are -// violated, an error is returned. -func (m *DistributedMPITrainingTask) Validate() error { - if m == nil { - return nil - } - - // no validation rules for NumWorkers - - // no validation rules for NumLauncherReplicas - - // no validation rules for Slots - - return nil -} - -// DistributedMPITrainingTaskValidationError is the validation error returned -// by DistributedMPITrainingTask.Validate if the designated constraints aren't met. -type DistributedMPITrainingTaskValidationError struct { - field string - reason string - cause error - key bool -} - -// Field function returns field value. -func (e DistributedMPITrainingTaskValidationError) Field() string { return e.field } - -// Reason function returns reason value. -func (e DistributedMPITrainingTaskValidationError) Reason() string { return e.reason } - -// Cause function returns cause value. -func (e DistributedMPITrainingTaskValidationError) Cause() error { return e.cause } - -// Key function returns key value. -func (e DistributedMPITrainingTaskValidationError) Key() bool { return e.key } - -// ErrorName returns error name. -func (e DistributedMPITrainingTaskValidationError) ErrorName() string { - return "DistributedMPITrainingTaskValidationError" -} - -// Error satisfies the builtin error interface -func (e DistributedMPITrainingTaskValidationError) Error() string { - cause := "" - if e.cause != nil { - cause = fmt.Sprintf(" | caused by: %v", e.cause) - } - - key := "" - if e.key { - key = "key for " - } - - return fmt.Sprintf( - "invalid %sDistributedMPITrainingTask.%s: %s%s", - key, - e.field, - e.reason, - cause) -} - -var _ error = DistributedMPITrainingTaskValidationError{} - -var _ interface { - Field() string - Reason() string - Key() bool - Cause() error - ErrorName() string -} = DistributedMPITrainingTaskValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/pytorch.pb.go b/gen/pb-go/flyteidl/plugins/pytorch.pb.go deleted file mode 100644 index 79138e568..000000000 --- a/gen/pb-go/flyteidl/plugins/pytorch.pb.go +++ /dev/null @@ -1,82 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// source: flyteidl/plugins/pytorch.proto - -package plugins - -import ( - fmt "fmt" - proto "github.com/golang/protobuf/proto" - math "math" -) - -// Reference imports to suppress errors if they are not otherwise used. -var _ = proto.Marshal -var _ = fmt.Errorf -var _ = math.Inf - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the proto package it is being compiled against. -// A compilation error at this line likely means your copy of the -// proto package needs to be updated. -const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package - -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator -type DistributedPyTorchTrainingTask struct { - // number of worker replicas spawned in the cluster for this job - Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DistributedPyTorchTrainingTask) Reset() { *m = DistributedPyTorchTrainingTask{} } -func (m *DistributedPyTorchTrainingTask) String() string { return proto.CompactTextString(m) } -func (*DistributedPyTorchTrainingTask) ProtoMessage() {} -func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int) { - return fileDescriptor_4df8a9374b28b766, []int{0} -} - -func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DistributedPyTorchTrainingTask.Unmarshal(m, b) -} -func (m *DistributedPyTorchTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DistributedPyTorchTrainingTask.Marshal(b, m, deterministic) -} -func (m *DistributedPyTorchTrainingTask) XXX_Merge(src proto.Message) { - xxx_messageInfo_DistributedPyTorchTrainingTask.Merge(m, src) -} -func (m *DistributedPyTorchTrainingTask) XXX_Size() int { - return xxx_messageInfo_DistributedPyTorchTrainingTask.Size(m) -} -func (m *DistributedPyTorchTrainingTask) XXX_DiscardUnknown() { - xxx_messageInfo_DistributedPyTorchTrainingTask.DiscardUnknown(m) -} - -var xxx_messageInfo_DistributedPyTorchTrainingTask proto.InternalMessageInfo - -func (m *DistributedPyTorchTrainingTask) GetWorkers() int32 { - if m != nil { - return m.Workers - } - return 0 -} - -func init() { - proto.RegisterType((*DistributedPyTorchTrainingTask)(nil), "flyteidl.plugins.DistributedPyTorchTrainingTask") -} - -func init() { proto.RegisterFile("flyteidl/plugins/pytorch.proto", fileDescriptor_4df8a9374b28b766) } - -var fileDescriptor_4df8a9374b28b766 = []byte{ - // 156 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe2, 0x92, 0x4b, 0xcb, 0xa9, 0x2c, - 0x49, 0xcd, 0x4c, 0xc9, 0xd1, 0x2f, 0xc8, 0x29, 0x4d, 0xcf, 0xcc, 0x2b, 0xd6, 0x2f, 0xa8, 0x2c, - 0xc9, 0x2f, 0x4a, 0xce, 0xd0, 0x2b, 0x28, 0xca, 0x2f, 0xc9, 0x17, 0x12, 0x80, 0xc9, 0xeb, 0x41, - 0xe5, 0x95, 0xac, 0xb8, 0xe4, 0x5c, 0x32, 0x8b, 0x4b, 0x8a, 0x32, 0x93, 0x4a, 0x4b, 0x52, 0x53, - 0x02, 0x2a, 0x43, 0x40, 0xaa, 0x43, 0x8a, 0x12, 0x33, 0xf3, 0x32, 0xf3, 0xd2, 0x43, 0x12, 0x8b, - 0xb3, 0x85, 0x24, 0xb8, 0xd8, 0xcb, 0xf3, 0x8b, 0xb2, 0x53, 0x8b, 0x8a, 0x25, 0x18, 0x15, 0x18, - 0x35, 0x58, 0x83, 0x60, 0x5c, 0x27, 0xcb, 0x28, 0xf3, 0xf4, 0xcc, 0x92, 0x8c, 0xd2, 0x24, 0xbd, - 0xe4, 0xfc, 0x5c, 0x7d, 0xb0, 0xd1, 0xf9, 0x45, 0xe9, 0xfa, 0x70, 0x37, 0xa4, 0xa7, 0xe6, 0xe9, - 0x17, 0x24, 0xe9, 0xa6, 0xe7, 0xeb, 0xa3, 0x3b, 0x2b, 0x89, 0x0d, 0xec, 0x1e, 0x63, 0x40, 0x00, - 0x00, 0x00, 0xff, 0xff, 0x91, 0x53, 0x3a, 0xa1, 0xb1, 0x00, 0x00, 0x00, -} diff --git a/gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go b/gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go deleted file mode 100644 index 8e6af9852..000000000 --- a/gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go +++ /dev/null @@ -1,107 +0,0 @@ -// Code generated by protoc-gen-validate. DO NOT EDIT. -// source: flyteidl/plugins/pytorch.proto - -package plugins - -import ( - "bytes" - "errors" - "fmt" - "net" - "net/mail" - "net/url" - "regexp" - "strings" - "time" - "unicode/utf8" - - "github.com/golang/protobuf/ptypes" -) - -// ensure the imports are used -var ( - _ = bytes.MinRead - _ = errors.New("") - _ = fmt.Print - _ = utf8.UTFMax - _ = (*regexp.Regexp)(nil) - _ = (*strings.Reader)(nil) - _ = net.IPv4len - _ = time.Duration(0) - _ = (*url.URL)(nil) - _ = (*mail.Address)(nil) - _ = ptypes.DynamicAny{} -) - -// define the regex for a UUID once up-front -var _pytorch_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") - -// Validate checks the field values on DistributedPyTorchTrainingTask with the -// rules defined in the proto definition for this message. If any rules are -// violated, an error is returned. -func (m *DistributedPyTorchTrainingTask) Validate() error { - if m == nil { - return nil - } - - // no validation rules for Workers - - return nil -} - -// DistributedPyTorchTrainingTaskValidationError is the validation error -// returned by DistributedPyTorchTrainingTask.Validate if the designated -// constraints aren't met. -type DistributedPyTorchTrainingTaskValidationError struct { - field string - reason string - cause error - key bool -} - -// Field function returns field value. -func (e DistributedPyTorchTrainingTaskValidationError) Field() string { return e.field } - -// Reason function returns reason value. -func (e DistributedPyTorchTrainingTaskValidationError) Reason() string { return e.reason } - -// Cause function returns cause value. -func (e DistributedPyTorchTrainingTaskValidationError) Cause() error { return e.cause } - -// Key function returns key value. -func (e DistributedPyTorchTrainingTaskValidationError) Key() bool { return e.key } - -// ErrorName returns error name. -func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string { - return "DistributedPyTorchTrainingTaskValidationError" -} - -// Error satisfies the builtin error interface -func (e DistributedPyTorchTrainingTaskValidationError) Error() string { - cause := "" - if e.cause != nil { - cause = fmt.Sprintf(" | caused by: %v", e.cause) - } - - key := "" - if e.key { - key = "key for " - } - - return fmt.Sprintf( - "invalid %sDistributedPyTorchTrainingTask.%s: %s%s", - key, - e.field, - e.reason, - cause) -} - -var _ error = DistributedPyTorchTrainingTaskValidationError{} - -var _ interface { - Field() string - Reason() string - Key() bool - Cause() error - ErrorName() string -} = DistributedPyTorchTrainingTaskValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/tensorflow.pb.go b/gen/pb-go/flyteidl/plugins/tensorflow.pb.go deleted file mode 100644 index f466c1c97..000000000 --- a/gen/pb-go/flyteidl/plugins/tensorflow.pb.go +++ /dev/null @@ -1,102 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// source: flyteidl/plugins/tensorflow.proto - -package plugins - -import ( - fmt "fmt" - proto "github.com/golang/protobuf/proto" - math "math" -) - -// Reference imports to suppress errors if they are not otherwise used. -var _ = proto.Marshal -var _ = fmt.Errorf -var _ = math.Inf - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the proto package it is being compiled against. -// A compilation error at this line likely means your copy of the -// proto package needs to be updated. -const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package - -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator -type DistributedTensorflowTrainingTask struct { - // number of worker, ps, chief replicas spawned in the cluster for this job - Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"` - // PS -> Parameter server - PsReplicas int32 `protobuf:"varint,2,opt,name=ps_replicas,json=psReplicas,proto3" json:"ps_replicas,omitempty"` - ChiefReplicas int32 `protobuf:"varint,3,opt,name=chief_replicas,json=chiefReplicas,proto3" json:"chief_replicas,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DistributedTensorflowTrainingTask) Reset() { *m = DistributedTensorflowTrainingTask{} } -func (m *DistributedTensorflowTrainingTask) String() string { return proto.CompactTextString(m) } -func (*DistributedTensorflowTrainingTask) ProtoMessage() {} -func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int) { - return fileDescriptor_8da02783614e1bcc, []int{0} -} - -func (m *DistributedTensorflowTrainingTask) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DistributedTensorflowTrainingTask.Unmarshal(m, b) -} -func (m *DistributedTensorflowTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DistributedTensorflowTrainingTask.Marshal(b, m, deterministic) -} -func (m *DistributedTensorflowTrainingTask) XXX_Merge(src proto.Message) { - xxx_messageInfo_DistributedTensorflowTrainingTask.Merge(m, src) -} -func (m *DistributedTensorflowTrainingTask) XXX_Size() int { - return xxx_messageInfo_DistributedTensorflowTrainingTask.Size(m) -} -func (m *DistributedTensorflowTrainingTask) XXX_DiscardUnknown() { - xxx_messageInfo_DistributedTensorflowTrainingTask.DiscardUnknown(m) -} - -var xxx_messageInfo_DistributedTensorflowTrainingTask proto.InternalMessageInfo - -func (m *DistributedTensorflowTrainingTask) GetWorkers() int32 { - if m != nil { - return m.Workers - } - return 0 -} - -func (m *DistributedTensorflowTrainingTask) GetPsReplicas() int32 { - if m != nil { - return m.PsReplicas - } - return 0 -} - -func (m *DistributedTensorflowTrainingTask) GetChiefReplicas() int32 { - if m != nil { - return m.ChiefReplicas - } - return 0 -} - -func init() { - proto.RegisterType((*DistributedTensorflowTrainingTask)(nil), "flyteidl.plugins.DistributedTensorflowTrainingTask") -} - -func init() { proto.RegisterFile("flyteidl/plugins/tensorflow.proto", fileDescriptor_8da02783614e1bcc) } - -var fileDescriptor_8da02783614e1bcc = []byte{ - // 202 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe2, 0x52, 0x4c, 0xcb, 0xa9, 0x2c, - 0x49, 0xcd, 0x4c, 0xc9, 0xd1, 0x2f, 0xc8, 0x29, 0x4d, 0xcf, 0xcc, 0x2b, 0xd6, 0x2f, 0x49, 0xcd, - 0x2b, 0xce, 0x2f, 0x4a, 0xcb, 0xc9, 0x2f, 0xd7, 0x2b, 0x28, 0xca, 0x2f, 0xc9, 0x17, 0x12, 0x80, - 0x29, 0xd1, 0x83, 0x2a, 0x51, 0x6a, 0x65, 0xe4, 0x52, 0x74, 0xc9, 0x2c, 0x2e, 0x29, 0xca, 0x4c, - 0x2a, 0x2d, 0x49, 0x4d, 0x09, 0x81, 0xeb, 0x08, 0x29, 0x4a, 0xcc, 0xcc, 0xcb, 0xcc, 0x4b, 0x0f, - 0x49, 0x2c, 0xce, 0x16, 0x92, 0xe0, 0x62, 0x2f, 0xcf, 0x2f, 0xca, 0x4e, 0x2d, 0x2a, 0x96, 0x60, - 0x54, 0x60, 0xd4, 0x60, 0x0d, 0x82, 0x71, 0x85, 0xe4, 0xb9, 0xb8, 0x0b, 0x8a, 0xe3, 0x8b, 0x52, - 0x0b, 0x72, 0x32, 0x93, 0x13, 0x8b, 0x25, 0x98, 0xc0, 0xb2, 0x5c, 0x05, 0xc5, 0x41, 0x50, 0x11, - 0x21, 0x55, 0x2e, 0xbe, 0xe4, 0x8c, 0xcc, 0xd4, 0x34, 0x84, 0x1a, 0x66, 0xb0, 0x1a, 0x5e, 0xb0, - 0x28, 0x4c, 0x99, 0x93, 0x65, 0x94, 0x79, 0x7a, 0x66, 0x49, 0x46, 0x69, 0x92, 0x5e, 0x72, 0x7e, - 0xae, 0x3e, 0xd8, 0x99, 0xf9, 0x45, 0xe9, 0xfa, 0x70, 0x2f, 0xa5, 0xa7, 0xe6, 0xe9, 0x17, 0x24, - 0xe9, 0xa6, 0xe7, 0xeb, 0xa3, 0xfb, 0x32, 0x89, 0x0d, 0xec, 0x37, 0x63, 0x40, 0x00, 0x00, 0x00, - 0xff, 0xff, 0x8f, 0xf1, 0xb9, 0xb2, 0x00, 0x01, 0x00, 0x00, -} diff --git a/gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go b/gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go deleted file mode 100644 index ed7a8eeb8..000000000 --- a/gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go +++ /dev/null @@ -1,111 +0,0 @@ -// Code generated by protoc-gen-validate. DO NOT EDIT. -// source: flyteidl/plugins/tensorflow.proto - -package plugins - -import ( - "bytes" - "errors" - "fmt" - "net" - "net/mail" - "net/url" - "regexp" - "strings" - "time" - "unicode/utf8" - - "github.com/golang/protobuf/ptypes" -) - -// ensure the imports are used -var ( - _ = bytes.MinRead - _ = errors.New("") - _ = fmt.Print - _ = utf8.UTFMax - _ = (*regexp.Regexp)(nil) - _ = (*strings.Reader)(nil) - _ = net.IPv4len - _ = time.Duration(0) - _ = (*url.URL)(nil) - _ = (*mail.Address)(nil) - _ = ptypes.DynamicAny{} -) - -// define the regex for a UUID once up-front -var _tensorflow_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") - -// Validate checks the field values on DistributedTensorflowTrainingTask with -// the rules defined in the proto definition for this message. If any rules -// are violated, an error is returned. -func (m *DistributedTensorflowTrainingTask) Validate() error { - if m == nil { - return nil - } - - // no validation rules for Workers - - // no validation rules for PsReplicas - - // no validation rules for ChiefReplicas - - return nil -} - -// DistributedTensorflowTrainingTaskValidationError is the validation error -// returned by DistributedTensorflowTrainingTask.Validate if the designated -// constraints aren't met. -type DistributedTensorflowTrainingTaskValidationError struct { - field string - reason string - cause error - key bool -} - -// Field function returns field value. -func (e DistributedTensorflowTrainingTaskValidationError) Field() string { return e.field } - -// Reason function returns reason value. -func (e DistributedTensorflowTrainingTaskValidationError) Reason() string { return e.reason } - -// Cause function returns cause value. -func (e DistributedTensorflowTrainingTaskValidationError) Cause() error { return e.cause } - -// Key function returns key value. -func (e DistributedTensorflowTrainingTaskValidationError) Key() bool { return e.key } - -// ErrorName returns error name. -func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string { - return "DistributedTensorflowTrainingTaskValidationError" -} - -// Error satisfies the builtin error interface -func (e DistributedTensorflowTrainingTaskValidationError) Error() string { - cause := "" - if e.cause != nil { - cause = fmt.Sprintf(" | caused by: %v", e.cause) - } - - key := "" - if e.key { - key = "key for " - } - - return fmt.Sprintf( - "invalid %sDistributedTensorflowTrainingTask.%s: %s%s", - key, - e.field, - e.reason, - cause) -} - -var _ error = DistributedTensorflowTrainingTaskValidationError{} - -var _ interface { - Field() string - Reason() string - Key() bool - Cause() error - ErrorName() string -} = DistributedTensorflowTrainingTaskValidationError{} diff --git a/gen/pb-java/flyteidl/plugins/Mpi.java b/gen/pb-java/flyteidl/plugins/Mpi.java deleted file mode 100644 index 8adb21af9..000000000 --- a/gen/pb-java/flyteidl/plugins/Mpi.java +++ /dev/null @@ -1,737 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/mpi.proto - -package flyteidl.plugins; - -public final class Mpi { - private Mpi() {} - public static void registerAllExtensions( - com.google.protobuf.ExtensionRegistryLite registry) { - } - - public static void registerAllExtensions( - com.google.protobuf.ExtensionRegistry registry) { - registerAllExtensions( - (com.google.protobuf.ExtensionRegistryLite) registry); - } - public interface DistributedMPITrainingTaskOrBuilder extends - // @@protoc_insertion_point(interface_extends:flyteidl.plugins.DistributedMPITrainingTask) - com.google.protobuf.MessageOrBuilder { - - /** - * 
-     * number of worker spawned in the cluster for this job
-     *
- * - * int32 num_workers = 1; - */ - int getNumWorkers(); - - /** - * 
-     * number of launcher replicas spawned in the cluster for this job
-     * The launcher pod invokes mpirun and communicates with worker pods through MPI.
-     *
- * - * int32 num_launcher_replicas = 2; - */ - int getNumLauncherReplicas(); - - /** - * 
-     * number of slots per worker used in hostfile.
-     * The available slots (GPUs) in each pod.
-     *
- * - * int32 slots = 3; - */ - int getSlots(); - } - /** - * 
-   * MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md
-   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
-   *
- * - * Protobuf type {@code flyteidl.plugins.DistributedMPITrainingTask} - */ - public static final class DistributedMPITrainingTask extends - com.google.protobuf.GeneratedMessageV3 implements - // @@protoc_insertion_point(message_implements:flyteidl.plugins.DistributedMPITrainingTask) - DistributedMPITrainingTaskOrBuilder { - private static final long serialVersionUID = 0L; - // Use DistributedMPITrainingTask.newBuilder() to construct. - private DistributedMPITrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { - super(builder); - } - private DistributedMPITrainingTask() { - } - - @java.lang.Override - public final com.google.protobuf.UnknownFieldSet - getUnknownFields() { - return this.unknownFields; - } - private DistributedMPITrainingTask( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - this(); - if (extensionRegistry == null) { - throw new java.lang.NullPointerException(); - } - int mutable_bitField0_ = 0; - com.google.protobuf.UnknownFieldSet.Builder unknownFields = - com.google.protobuf.UnknownFieldSet.newBuilder(); - try { - boolean done = false; - while (!done) { - int tag = input.readTag(); - switch (tag) { - case 0: - done = true; - break; - case 8: { - - numWorkers_ = input.readInt32(); - break; - } - case 16: { - - numLauncherReplicas_ = input.readInt32(); - break; - } - case 24: { - - slots_ = input.readInt32(); - break; - } - default: { - if (!parseUnknownField( - input, unknownFields, extensionRegistry, tag)) { - done = true; - } - break; - } - } - } - } catch (com.google.protobuf.InvalidProtocolBufferException e) { - throw e.setUnfinishedMessage(this); - } catch (java.io.IOException e) { - throw new com.google.protobuf.InvalidProtocolBufferException( - e).setUnfinishedMessage(this); - } finally { - this.unknownFields = unknownFields.build(); - makeExtensionsImmutable(); - } - } - public static final com.google.protobuf.Descriptors.Descriptor - getDescriptor() { - return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; - } - - @java.lang.Override - protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internalGetFieldAccessorTable() { - return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable - .ensureFieldAccessorsInitialized( - flyteidl.plugins.Mpi.DistributedMPITrainingTask.class, flyteidl.plugins.Mpi.DistributedMPITrainingTask.Builder.class); - } - - public static final int NUM_WORKERS_FIELD_NUMBER = 1; - private int numWorkers_; - /** - * 
-     * number of worker spawned in the cluster for this job
-     *
- * - * int32 num_workers = 1; - */ - public int getNumWorkers() { - return numWorkers_; - } - - public static final int NUM_LAUNCHER_REPLICAS_FIELD_NUMBER = 2; - private int numLauncherReplicas_; - /** - * 
-     * number of launcher replicas spawned in the cluster for this job
-     * The launcher pod invokes mpirun and communicates with worker pods through MPI.
-     *
- * - * int32 num_launcher_replicas = 2; - */ - public int getNumLauncherReplicas() { - return numLauncherReplicas_; - } - - public static final int SLOTS_FIELD_NUMBER = 3; - private int slots_; - /** - * 
-     * number of slots per worker used in hostfile.
-     * The available slots (GPUs) in each pod.
-     *
- * - * int32 slots = 3; - */ - public int getSlots() { - return slots_; - } - - private byte memoizedIsInitialized = -1; - @java.lang.Override - public final boolean isInitialized() { - byte isInitialized = memoizedIsInitialized; - if (isInitialized == 1) return true; - if (isInitialized == 0) return false; - - memoizedIsInitialized = 1; - return true; - } - - @java.lang.Override - public void writeTo(com.google.protobuf.CodedOutputStream output) - throws java.io.IOException { - if (numWorkers_ != 0) { - output.writeInt32(1, numWorkers_); - } - if (numLauncherReplicas_ != 0) { - output.writeInt32(2, numLauncherReplicas_); - } - if (slots_ != 0) { - output.writeInt32(3, slots_); - } - unknownFields.writeTo(output); - } - - @java.lang.Override - public int getSerializedSize() { - int size = memoizedSize; - if (size != -1) return size; - - size = 0; - if (numWorkers_ != 0) { - size += com.google.protobuf.CodedOutputStream - .computeInt32Size(1, numWorkers_); - } - if (numLauncherReplicas_ != 0) { - size += com.google.protobuf.CodedOutputStream - .computeInt32Size(2, numLauncherReplicas_); - } - if (slots_ != 0) { - size += com.google.protobuf.CodedOutputStream - .computeInt32Size(3, slots_); - } - size += unknownFields.getSerializedSize(); - memoizedSize = size; - return size; - } - - @java.lang.Override - public boolean equals(final java.lang.Object obj) { - if (obj == this) { - return true; - } - if (!(obj instanceof flyteidl.plugins.Mpi.DistributedMPITrainingTask)) { - return super.equals(obj); - } - flyteidl.plugins.Mpi.DistributedMPITrainingTask other = (flyteidl.plugins.Mpi.DistributedMPITrainingTask) obj; - - if (getNumWorkers() - != other.getNumWorkers()) return false; - if (getNumLauncherReplicas() - != other.getNumLauncherReplicas()) return false; - if (getSlots() - != other.getSlots()) return false; - if (!unknownFields.equals(other.unknownFields)) return false; - return true; - } - - @java.lang.Override - public int hashCode() { - if (memoizedHashCode != 0) { - return memoizedHashCode; - } - int hash = 41; - hash = (19 * hash) + getDescriptor().hashCode(); - hash = (37 * hash) + NUM_WORKERS_FIELD_NUMBER; - hash = (53 * hash) + getNumWorkers(); - hash = (37 * hash) + NUM_LAUNCHER_REPLICAS_FIELD_NUMBER; - hash = (53 * hash) + getNumLauncherReplicas(); - hash = (37 * hash) + SLOTS_FIELD_NUMBER; - hash = (53 * hash) + getSlots(); - hash = (29 * hash) + unknownFields.hashCode(); - memoizedHashCode = hash; - return hash; - } - - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - java.nio.ByteBuffer data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - java.nio.ByteBuffer data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - com.google.protobuf.ByteString data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - com.google.protobuf.ByteString data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom(byte[] data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - byte[] data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom(java.io.InputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - java.io.InputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input, extensionRegistry); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseDelimitedFrom(java.io.InputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseDelimitedWithIOException(PARSER, input); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseDelimitedFrom( - java.io.InputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseDelimitedWithIOException(PARSER, input, extensionRegistry); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - com.google.protobuf.CodedInputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input); - } - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input, extensionRegistry); - } - - @java.lang.Override - public Builder newBuilderForType() { return newBuilder(); } - public static Builder newBuilder() { - return DEFAULT_INSTANCE.toBuilder(); - } - public static Builder newBuilder(flyteidl.plugins.Mpi.DistributedMPITrainingTask prototype) { - return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); - } - @java.lang.Override - public Builder toBuilder() { - return this == DEFAULT_INSTANCE - ? new Builder() : new Builder().mergeFrom(this); - } - - @java.lang.Override - protected Builder newBuilderForType( - com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { - Builder builder = new Builder(parent); - return builder; - } - /** - * 
-     * MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md
-     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
-     *
- * - * Protobuf type {@code flyteidl.plugins.DistributedMPITrainingTask} - */ - public static final class Builder extends - com.google.protobuf.GeneratedMessageV3.Builder implements - // @@protoc_insertion_point(builder_implements:flyteidl.plugins.DistributedMPITrainingTask) - flyteidl.plugins.Mpi.DistributedMPITrainingTaskOrBuilder { - public static final com.google.protobuf.Descriptors.Descriptor - getDescriptor() { - return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; - } - - @java.lang.Override - protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internalGetFieldAccessorTable() { - return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable - .ensureFieldAccessorsInitialized( - flyteidl.plugins.Mpi.DistributedMPITrainingTask.class, flyteidl.plugins.Mpi.DistributedMPITrainingTask.Builder.class); - } - - // Construct using flyteidl.plugins.Mpi.DistributedMPITrainingTask.newBuilder() - private Builder() { - maybeForceBuilderInitialization(); - } - - private Builder( - com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { - super(parent); - maybeForceBuilderInitialization(); - } - private void maybeForceBuilderInitialization() { - if (com.google.protobuf.GeneratedMessageV3 - .alwaysUseFieldBuilders) { - } - } - @java.lang.Override - public Builder clear() { - super.clear(); - numWorkers_ = 0; - - numLauncherReplicas_ = 0; - - slots_ = 0; - - return this; - } - - @java.lang.Override - public com.google.protobuf.Descriptors.Descriptor - getDescriptorForType() { - return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; - } - - @java.lang.Override - public flyteidl.plugins.Mpi.DistributedMPITrainingTask getDefaultInstanceForType() { - return flyteidl.plugins.Mpi.DistributedMPITrainingTask.getDefaultInstance(); - } - - @java.lang.Override - public flyteidl.plugins.Mpi.DistributedMPITrainingTask build() { - flyteidl.plugins.Mpi.DistributedMPITrainingTask result = buildPartial(); - if (!result.isInitialized()) { - throw newUninitializedMessageException(result); - } - return result; - } - - @java.lang.Override - public flyteidl.plugins.Mpi.DistributedMPITrainingTask buildPartial() { - flyteidl.plugins.Mpi.DistributedMPITrainingTask result = new flyteidl.plugins.Mpi.DistributedMPITrainingTask(this); - result.numWorkers_ = numWorkers_; - result.numLauncherReplicas_ = numLauncherReplicas_; - result.slots_ = slots_; - onBuilt(); - return result; - } - - @java.lang.Override - public Builder clone() { - return super.clone(); - } - @java.lang.Override - public Builder setField( - com.google.protobuf.Descriptors.FieldDescriptor field, - java.lang.Object value) { - return super.setField(field, value); - } - @java.lang.Override - public Builder clearField( - com.google.protobuf.Descriptors.FieldDescriptor field) { - return super.clearField(field); - } - @java.lang.Override - public Builder clearOneof( - com.google.protobuf.Descriptors.OneofDescriptor oneof) { - return super.clearOneof(oneof); - } - @java.lang.Override - public Builder setRepeatedField( - com.google.protobuf.Descriptors.FieldDescriptor field, - int index, java.lang.Object value) { - return super.setRepeatedField(field, index, value); - } - @java.lang.Override - public Builder addRepeatedField( - com.google.protobuf.Descriptors.FieldDescriptor field, - java.lang.Object value) { - return super.addRepeatedField(field, value); - } - @java.lang.Override - public Builder mergeFrom(com.google.protobuf.Message other) { - if (other instanceof flyteidl.plugins.Mpi.DistributedMPITrainingTask) { - return mergeFrom((flyteidl.plugins.Mpi.DistributedMPITrainingTask)other); - } else { - super.mergeFrom(other); - return this; - } - } - - public Builder mergeFrom(flyteidl.plugins.Mpi.DistributedMPITrainingTask other) { - if (other == flyteidl.plugins.Mpi.DistributedMPITrainingTask.getDefaultInstance()) return this; - if (other.getNumWorkers() != 0) { - setNumWorkers(other.getNumWorkers()); - } - if (other.getNumLauncherReplicas() != 0) { - setNumLauncherReplicas(other.getNumLauncherReplicas()); - } - if (other.getSlots() != 0) { - setSlots(other.getSlots()); - } - this.mergeUnknownFields(other.unknownFields); - onChanged(); - return this; - } - - @java.lang.Override - public final boolean isInitialized() { - return true; - } - - @java.lang.Override - public Builder mergeFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - flyteidl.plugins.Mpi.DistributedMPITrainingTask parsedMessage = null; - try { - parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); - } catch (com.google.protobuf.InvalidProtocolBufferException e) { - parsedMessage = (flyteidl.plugins.Mpi.DistributedMPITrainingTask) e.getUnfinishedMessage(); - throw e.unwrapIOException(); - } finally { - if (parsedMessage != null) { - mergeFrom(parsedMessage); - } - } - return this; - } - - private int numWorkers_ ; - /** - * 
-       * number of worker spawned in the cluster for this job
-       *
- * - * int32 num_workers = 1; - */ - public int getNumWorkers() { - return numWorkers_; - } - /** - * 
-       * number of worker spawned in the cluster for this job
-       *
- * - * int32 num_workers = 1; - */ - public Builder setNumWorkers(int value) { - - numWorkers_ = value; - onChanged(); - return this; - } - /** - * 
-       * number of worker spawned in the cluster for this job
-       *
- * - * int32 num_workers = 1; - */ - public Builder clearNumWorkers() { - - numWorkers_ = 0; - onChanged(); - return this; - } - - private int numLauncherReplicas_ ; - /** - * 
-       * number of launcher replicas spawned in the cluster for this job
-       * The launcher pod invokes mpirun and communicates with worker pods through MPI.
-       *
- * - * int32 num_launcher_replicas = 2; - */ - public int getNumLauncherReplicas() { - return numLauncherReplicas_; - } - /** - * 
-       * number of launcher replicas spawned in the cluster for this job
-       * The launcher pod invokes mpirun and communicates with worker pods through MPI.
-       *
- * - * int32 num_launcher_replicas = 2; - */ - public Builder setNumLauncherReplicas(int value) { - - numLauncherReplicas_ = value; - onChanged(); - return this; - } - /** - * 
-       * number of launcher replicas spawned in the cluster for this job
-       * The launcher pod invokes mpirun and communicates with worker pods through MPI.
-       *
- * - * int32 num_launcher_replicas = 2; - */ - public Builder clearNumLauncherReplicas() { - - numLauncherReplicas_ = 0; - onChanged(); - return this; - } - - private int slots_ ; - /** - * 
-       * number of slots per worker used in hostfile.
-       * The available slots (GPUs) in each pod.
-       *
- * - * int32 slots = 3; - */ - public int getSlots() { - return slots_; - } - /** - * 
-       * number of slots per worker used in hostfile.
-       * The available slots (GPUs) in each pod.
-       *
- * - * int32 slots = 3; - */ - public Builder setSlots(int value) { - - slots_ = value; - onChanged(); - return this; - } - /** - * 
-       * number of slots per worker used in hostfile.
-       * The available slots (GPUs) in each pod.
-       *
- * - * int32 slots = 3; - */ - public Builder clearSlots() { - - slots_ = 0; - onChanged(); - return this; - } - @java.lang.Override - public final Builder setUnknownFields( - final com.google.protobuf.UnknownFieldSet unknownFields) { - return super.setUnknownFields(unknownFields); - } - - @java.lang.Override - public final Builder mergeUnknownFields( - final com.google.protobuf.UnknownFieldSet unknownFields) { - return super.mergeUnknownFields(unknownFields); - } - - - // @@protoc_insertion_point(builder_scope:flyteidl.plugins.DistributedMPITrainingTask) - } - - // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedMPITrainingTask) - private static final flyteidl.plugins.Mpi.DistributedMPITrainingTask DEFAULT_INSTANCE; - static { - DEFAULT_INSTANCE = new flyteidl.plugins.Mpi.DistributedMPITrainingTask(); - } - - public static flyteidl.plugins.Mpi.DistributedMPITrainingTask getDefaultInstance() { - return DEFAULT_INSTANCE; - } - - private static final com.google.protobuf.Parser - PARSER = new com.google.protobuf.AbstractParser() { - @java.lang.Override - public DistributedMPITrainingTask parsePartialFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return new DistributedMPITrainingTask(input, extensionRegistry); - } - }; - - public static com.google.protobuf.Parser parser() { - return PARSER; - } - - @java.lang.Override - public com.google.protobuf.Parser getParserForType() { - return PARSER; - } - - @java.lang.Override - public flyteidl.plugins.Mpi.DistributedMPITrainingTask getDefaultInstanceForType() { - return DEFAULT_INSTANCE; - } - - } - - private static final com.google.protobuf.Descriptors.Descriptor - internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; - private static final - com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable; - - public static com.google.protobuf.Descriptors.FileDescriptor - getDescriptor() { - return descriptor; - } - private static com.google.protobuf.Descriptors.FileDescriptor - descriptor; - static { - java.lang.String[] descriptorData = { - "\n\032flyteidl/plugins/mpi.proto\022\020flyteidl.p" + - "lugins\"_\n\032DistributedMPITrainingTask\022\023\n\013" + - "num_workers\030\001 \001(\005\022\035\n\025num_launcher_replic" + - "as\030\002 \001(\005\022\r\n\005slots\030\003 \001(\005B9Z7github.com/fl" + - "yteorg/flyteidl/gen/pb-go/flyteidl/plugi" + - "nsb\006proto3" - }; - com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = - new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { - public com.google.protobuf.ExtensionRegistry assignDescriptors( - com.google.protobuf.Descriptors.FileDescriptor root) { - descriptor = root; - return null; - } - }; - com.google.protobuf.Descriptors.FileDescriptor - .internalBuildGeneratedFileFrom(descriptorData, - new com.google.protobuf.Descriptors.FileDescriptor[] { - }, assigner); - internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor = - getDescriptor().getMessageTypes().get(0); - internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable = new - com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( - internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor, - new java.lang.String[] { "NumWorkers", "NumLauncherReplicas", "Slots", }); - } - - // @@protoc_insertion_point(outer_class_scope) -} diff --git a/gen/pb-java/flyteidl/plugins/Pytorch.java b/gen/pb-java/flyteidl/plugins/Pytorch.java deleted file mode 100644 index a7709263f..000000000 --- a/gen/pb-java/flyteidl/plugins/Pytorch.java +++ /dev/null @@ -1,560 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/pytorch.proto - -package flyteidl.plugins; - -public final class Pytorch { - private Pytorch() {} - public static void registerAllExtensions( - com.google.protobuf.ExtensionRegistryLite registry) { - } - - public static void registerAllExtensions( - com.google.protobuf.ExtensionRegistry registry) { - registerAllExtensions( - (com.google.protobuf.ExtensionRegistryLite) registry); - } - public interface DistributedPyTorchTrainingTaskOrBuilder extends - // @@protoc_insertion_point(interface_extends:flyteidl.plugins.DistributedPyTorchTrainingTask) - com.google.protobuf.MessageOrBuilder { - - /** - * 
-     * number of worker replicas spawned in the cluster for this job
-     *
- * - * int32 workers = 1; - */ - int getWorkers(); - } - /** - * 
-   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
-   *
- * - * Protobuf type {@code flyteidl.plugins.DistributedPyTorchTrainingTask} - */ - public static final class DistributedPyTorchTrainingTask extends - com.google.protobuf.GeneratedMessageV3 implements - // @@protoc_insertion_point(message_implements:flyteidl.plugins.DistributedPyTorchTrainingTask) - DistributedPyTorchTrainingTaskOrBuilder { - private static final long serialVersionUID = 0L; - // Use DistributedPyTorchTrainingTask.newBuilder() to construct. - private DistributedPyTorchTrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { - super(builder); - } - private DistributedPyTorchTrainingTask() { - } - - @java.lang.Override - public final com.google.protobuf.UnknownFieldSet - getUnknownFields() { - return this.unknownFields; - } - private DistributedPyTorchTrainingTask( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - this(); - if (extensionRegistry == null) { - throw new java.lang.NullPointerException(); - } - int mutable_bitField0_ = 0; - com.google.protobuf.UnknownFieldSet.Builder unknownFields = - com.google.protobuf.UnknownFieldSet.newBuilder(); - try { - boolean done = false; - while (!done) { - int tag = input.readTag(); - switch (tag) { - case 0: - done = true; - break; - case 8: { - - workers_ = input.readInt32(); - break; - } - default: { - if (!parseUnknownField( - input, unknownFields, extensionRegistry, tag)) { - done = true; - } - break; - } - } - } - } catch (com.google.protobuf.InvalidProtocolBufferException e) { - throw e.setUnfinishedMessage(this); - } catch (java.io.IOException e) { - throw new com.google.protobuf.InvalidProtocolBufferException( - e).setUnfinishedMessage(this); - } finally { - this.unknownFields = unknownFields.build(); - makeExtensionsImmutable(); - } - } - public static final com.google.protobuf.Descriptors.Descriptor - getDescriptor() { - return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; - } - - @java.lang.Override - protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internalGetFieldAccessorTable() { - return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable - .ensureFieldAccessorsInitialized( - flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.class, flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.Builder.class); - } - - public static final int WORKERS_FIELD_NUMBER = 1; - private int workers_; - /** - * 
-     * number of worker replicas spawned in the cluster for this job
-     *
- * - * int32 workers = 1; - */ - public int getWorkers() { - return workers_; - } - - private byte memoizedIsInitialized = -1; - @java.lang.Override - public final boolean isInitialized() { - byte isInitialized = memoizedIsInitialized; - if (isInitialized == 1) return true; - if (isInitialized == 0) return false; - - memoizedIsInitialized = 1; - return true; - } - - @java.lang.Override - public void writeTo(com.google.protobuf.CodedOutputStream output) - throws java.io.IOException { - if (workers_ != 0) { - output.writeInt32(1, workers_); - } - unknownFields.writeTo(output); - } - - @java.lang.Override - public int getSerializedSize() { - int size = memoizedSize; - if (size != -1) return size; - - size = 0; - if (workers_ != 0) { - size += com.google.protobuf.CodedOutputStream - .computeInt32Size(1, workers_); - } - size += unknownFields.getSerializedSize(); - memoizedSize = size; - return size; - } - - @java.lang.Override - public boolean equals(final java.lang.Object obj) { - if (obj == this) { - return true; - } - if (!(obj instanceof flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask)) { - return super.equals(obj); - } - flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask other = (flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask) obj; - - if (getWorkers() - != other.getWorkers()) return false; - if (!unknownFields.equals(other.unknownFields)) return false; - return true; - } - - @java.lang.Override - public int hashCode() { - if (memoizedHashCode != 0) { - return memoizedHashCode; - } - int hash = 41; - hash = (19 * hash) + getDescriptor().hashCode(); - hash = (37 * hash) + WORKERS_FIELD_NUMBER; - hash = (53 * hash) + getWorkers(); - hash = (29 * hash) + unknownFields.hashCode(); - memoizedHashCode = hash; - return hash; - } - - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - java.nio.ByteBuffer data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - java.nio.ByteBuffer data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - com.google.protobuf.ByteString data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - com.google.protobuf.ByteString data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom(byte[] data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - byte[] data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom(java.io.InputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - java.io.InputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input, extensionRegistry); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseDelimitedFrom(java.io.InputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseDelimitedWithIOException(PARSER, input); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseDelimitedFrom( - java.io.InputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseDelimitedWithIOException(PARSER, input, extensionRegistry); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - com.google.protobuf.CodedInputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input); - } - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input, extensionRegistry); - } - - @java.lang.Override - public Builder newBuilderForType() { return newBuilder(); } - public static Builder newBuilder() { - return DEFAULT_INSTANCE.toBuilder(); - } - public static Builder newBuilder(flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask prototype) { - return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); - } - @java.lang.Override - public Builder toBuilder() { - return this == DEFAULT_INSTANCE - ? new Builder() : new Builder().mergeFrom(this); - } - - @java.lang.Override - protected Builder newBuilderForType( - com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { - Builder builder = new Builder(parent); - return builder; - } - /** - * 
-     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
-     *
- * - * Protobuf type {@code flyteidl.plugins.DistributedPyTorchTrainingTask} - */ - public static final class Builder extends - com.google.protobuf.GeneratedMessageV3.Builder implements - // @@protoc_insertion_point(builder_implements:flyteidl.plugins.DistributedPyTorchTrainingTask) - flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTaskOrBuilder { - public static final com.google.protobuf.Descriptors.Descriptor - getDescriptor() { - return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; - } - - @java.lang.Override - protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internalGetFieldAccessorTable() { - return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable - .ensureFieldAccessorsInitialized( - flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.class, flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.Builder.class); - } - - // Construct using flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.newBuilder() - private Builder() { - maybeForceBuilderInitialization(); - } - - private Builder( - com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { - super(parent); - maybeForceBuilderInitialization(); - } - private void maybeForceBuilderInitialization() { - if (com.google.protobuf.GeneratedMessageV3 - .alwaysUseFieldBuilders) { - } - } - @java.lang.Override - public Builder clear() { - super.clear(); - workers_ = 0; - - return this; - } - - @java.lang.Override - public com.google.protobuf.Descriptors.Descriptor - getDescriptorForType() { - return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; - } - - @java.lang.Override - public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask getDefaultInstanceForType() { - return flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.getDefaultInstance(); - } - - @java.lang.Override - public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask build() { - flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask result = buildPartial(); - if (!result.isInitialized()) { - throw newUninitializedMessageException(result); - } - return result; - } - - @java.lang.Override - public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask buildPartial() { - flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask result = new flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask(this); - result.workers_ = workers_; - onBuilt(); - return result; - } - - @java.lang.Override - public Builder clone() { - return super.clone(); - } - @java.lang.Override - public Builder setField( - com.google.protobuf.Descriptors.FieldDescriptor field, - java.lang.Object value) { - return super.setField(field, value); - } - @java.lang.Override - public Builder clearField( - com.google.protobuf.Descriptors.FieldDescriptor field) { - return super.clearField(field); - } - @java.lang.Override - public Builder clearOneof( - com.google.protobuf.Descriptors.OneofDescriptor oneof) { - return super.clearOneof(oneof); - } - @java.lang.Override - public Builder setRepeatedField( - com.google.protobuf.Descriptors.FieldDescriptor field, - int index, java.lang.Object value) { - return super.setRepeatedField(field, index, value); - } - @java.lang.Override - public Builder addRepeatedField( - com.google.protobuf.Descriptors.FieldDescriptor field, - java.lang.Object value) { - return super.addRepeatedField(field, value); - } - @java.lang.Override - public Builder mergeFrom(com.google.protobuf.Message other) { - if (other instanceof flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask) { - return mergeFrom((flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask)other); - } else { - super.mergeFrom(other); - return this; - } - } - - public Builder mergeFrom(flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask other) { - if (other == flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.getDefaultInstance()) return this; - if (other.getWorkers() != 0) { - setWorkers(other.getWorkers()); - } - this.mergeUnknownFields(other.unknownFields); - onChanged(); - return this; - } - - @java.lang.Override - public final boolean isInitialized() { - return true; - } - - @java.lang.Override - public Builder mergeFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parsedMessage = null; - try { - parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); - } catch (com.google.protobuf.InvalidProtocolBufferException e) { - parsedMessage = (flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask) e.getUnfinishedMessage(); - throw e.unwrapIOException(); - } finally { - if (parsedMessage != null) { - mergeFrom(parsedMessage); - } - } - return this; - } - - private int workers_ ; - /** - * 
-       * number of worker replicas spawned in the cluster for this job
-       *
- * - * int32 workers = 1; - */ - public int getWorkers() { - return workers_; - } - /** - * 
-       * number of worker replicas spawned in the cluster for this job
-       *
- * - * int32 workers = 1; - */ - public Builder setWorkers(int value) { - - workers_ = value; - onChanged(); - return this; - } - /** - * 
-       * number of worker replicas spawned in the cluster for this job
-       *
- * - * int32 workers = 1; - */ - public Builder clearWorkers() { - - workers_ = 0; - onChanged(); - return this; - } - @java.lang.Override - public final Builder setUnknownFields( - final com.google.protobuf.UnknownFieldSet unknownFields) { - return super.setUnknownFields(unknownFields); - } - - @java.lang.Override - public final Builder mergeUnknownFields( - final com.google.protobuf.UnknownFieldSet unknownFields) { - return super.mergeUnknownFields(unknownFields); - } - - - // @@protoc_insertion_point(builder_scope:flyteidl.plugins.DistributedPyTorchTrainingTask) - } - - // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedPyTorchTrainingTask) - private static final flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask DEFAULT_INSTANCE; - static { - DEFAULT_INSTANCE = new flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask(); - } - - public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask getDefaultInstance() { - return DEFAULT_INSTANCE; - } - - private static final com.google.protobuf.Parser - PARSER = new com.google.protobuf.AbstractParser() { - @java.lang.Override - public DistributedPyTorchTrainingTask parsePartialFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return new DistributedPyTorchTrainingTask(input, extensionRegistry); - } - }; - - public static com.google.protobuf.Parser parser() { - return PARSER; - } - - @java.lang.Override - public com.google.protobuf.Parser getParserForType() { - return PARSER; - } - - @java.lang.Override - public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask getDefaultInstanceForType() { - return DEFAULT_INSTANCE; - } - - } - - private static final com.google.protobuf.Descriptors.Descriptor - internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; - private static final - com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable; - - public static com.google.protobuf.Descriptors.FileDescriptor - getDescriptor() { - return descriptor; - } - private static com.google.protobuf.Descriptors.FileDescriptor - descriptor; - static { - java.lang.String[] descriptorData = { - "\n\036flyteidl/plugins/pytorch.proto\022\020flytei" + - "dl.plugins\"1\n\036DistributedPyTorchTraining" + - "Task\022\017\n\007workers\030\001 \001(\005B9Z7github.com/flyt" + - "eorg/flyteidl/gen/pb-go/flyteidl/plugins" + - "b\006proto3" - }; - com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = - new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { - public com.google.protobuf.ExtensionRegistry assignDescriptors( - com.google.protobuf.Descriptors.FileDescriptor root) { - descriptor = root; - return null; - } - }; - com.google.protobuf.Descriptors.FileDescriptor - .internalBuildGeneratedFileFrom(descriptorData, - new com.google.protobuf.Descriptors.FileDescriptor[] { - }, assigner); - internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor = - getDescriptor().getMessageTypes().get(0); - internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable = new - com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( - internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor, - new java.lang.String[] { "Workers", }); - } - - // @@protoc_insertion_point(outer_class_scope) -} diff --git a/gen/pb-java/flyteidl/plugins/Tensorflow.java b/gen/pb-java/flyteidl/plugins/Tensorflow.java deleted file mode 100644 index b1a1862ae..000000000 --- a/gen/pb-java/flyteidl/plugins/Tensorflow.java +++ /dev/null @@ -1,705 +0,0 @@ -// Generated by the protocol buffer compiler. DO NOT EDIT! -// source: flyteidl/plugins/tensorflow.proto - -package flyteidl.plugins; - -public final class Tensorflow { - private Tensorflow() {} - public static void registerAllExtensions( - com.google.protobuf.ExtensionRegistryLite registry) { - } - - public static void registerAllExtensions( - com.google.protobuf.ExtensionRegistry registry) { - registerAllExtensions( - (com.google.protobuf.ExtensionRegistryLite) registry); - } - public interface DistributedTensorflowTrainingTaskOrBuilder extends - // @@protoc_insertion_point(interface_extends:flyteidl.plugins.DistributedTensorflowTrainingTask) - com.google.protobuf.MessageOrBuilder { - - /** - * 
-     * number of worker, ps, chief replicas spawned in the cluster for this job
-     *
- * - * int32 workers = 1; - */ - int getWorkers(); - - /** - * 
-     * PS -> Parameter server
-     *
- * - * int32 ps_replicas = 2; - */ - int getPsReplicas(); - - /** - * int32 chief_replicas = 3; - */ - int getChiefReplicas(); - } - /** - * 
-   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
-   *
- * - * Protobuf type {@code flyteidl.plugins.DistributedTensorflowTrainingTask} - */ - public static final class DistributedTensorflowTrainingTask extends - com.google.protobuf.GeneratedMessageV3 implements - // @@protoc_insertion_point(message_implements:flyteidl.plugins.DistributedTensorflowTrainingTask) - DistributedTensorflowTrainingTaskOrBuilder { - private static final long serialVersionUID = 0L; - // Use DistributedTensorflowTrainingTask.newBuilder() to construct. - private DistributedTensorflowTrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { - super(builder); - } - private DistributedTensorflowTrainingTask() { - } - - @java.lang.Override - public final com.google.protobuf.UnknownFieldSet - getUnknownFields() { - return this.unknownFields; - } - private DistributedTensorflowTrainingTask( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - this(); - if (extensionRegistry == null) { - throw new java.lang.NullPointerException(); - } - int mutable_bitField0_ = 0; - com.google.protobuf.UnknownFieldSet.Builder unknownFields = - com.google.protobuf.UnknownFieldSet.newBuilder(); - try { - boolean done = false; - while (!done) { - int tag = input.readTag(); - switch (tag) { - case 0: - done = true; - break; - case 8: { - - workers_ = input.readInt32(); - break; - } - case 16: { - - psReplicas_ = input.readInt32(); - break; - } - case 24: { - - chiefReplicas_ = input.readInt32(); - break; - } - default: { - if (!parseUnknownField( - input, unknownFields, extensionRegistry, tag)) { - done = true; - } - break; - } - } - } - } catch (com.google.protobuf.InvalidProtocolBufferException e) { - throw e.setUnfinishedMessage(this); - } catch (java.io.IOException e) { - throw new com.google.protobuf.InvalidProtocolBufferException( - e).setUnfinishedMessage(this); - } finally { - this.unknownFields = unknownFields.build(); - makeExtensionsImmutable(); - } - } - public static final com.google.protobuf.Descriptors.Descriptor - getDescriptor() { - return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; - } - - @java.lang.Override - protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internalGetFieldAccessorTable() { - return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable - .ensureFieldAccessorsInitialized( - flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.class, flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.Builder.class); - } - - public static final int WORKERS_FIELD_NUMBER = 1; - private int workers_; - /** - * 
-     * number of worker, ps, chief replicas spawned in the cluster for this job
-     *
- * - * int32 workers = 1; - */ - public int getWorkers() { - return workers_; - } - - public static final int PS_REPLICAS_FIELD_NUMBER = 2; - private int psReplicas_; - /** - * 
-     * PS -> Parameter server
-     *
- * - * int32 ps_replicas = 2; - */ - public int getPsReplicas() { - return psReplicas_; - } - - public static final int CHIEF_REPLICAS_FIELD_NUMBER = 3; - private int chiefReplicas_; - /** - * int32 chief_replicas = 3; - */ - public int getChiefReplicas() { - return chiefReplicas_; - } - - private byte memoizedIsInitialized = -1; - @java.lang.Override - public final boolean isInitialized() { - byte isInitialized = memoizedIsInitialized; - if (isInitialized == 1) return true; - if (isInitialized == 0) return false; - - memoizedIsInitialized = 1; - return true; - } - - @java.lang.Override - public void writeTo(com.google.protobuf.CodedOutputStream output) - throws java.io.IOException { - if (workers_ != 0) { - output.writeInt32(1, workers_); - } - if (psReplicas_ != 0) { - output.writeInt32(2, psReplicas_); - } - if (chiefReplicas_ != 0) { - output.writeInt32(3, chiefReplicas_); - } - unknownFields.writeTo(output); - } - - @java.lang.Override - public int getSerializedSize() { - int size = memoizedSize; - if (size != -1) return size; - - size = 0; - if (workers_ != 0) { - size += com.google.protobuf.CodedOutputStream - .computeInt32Size(1, workers_); - } - if (psReplicas_ != 0) { - size += com.google.protobuf.CodedOutputStream - .computeInt32Size(2, psReplicas_); - } - if (chiefReplicas_ != 0) { - size += com.google.protobuf.CodedOutputStream - .computeInt32Size(3, chiefReplicas_); - } - size += unknownFields.getSerializedSize(); - memoizedSize = size; - return size; - } - - @java.lang.Override - public boolean equals(final java.lang.Object obj) { - if (obj == this) { - return true; - } - if (!(obj instanceof flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask)) { - return super.equals(obj); - } - flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask other = (flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask) obj; - - if (getWorkers() - != other.getWorkers()) return false; - if (getPsReplicas() - != other.getPsReplicas()) return false; - if (getChiefReplicas() - != other.getChiefReplicas()) return false; - if (!unknownFields.equals(other.unknownFields)) return false; - return true; - } - - @java.lang.Override - public int hashCode() { - if (memoizedHashCode != 0) { - return memoizedHashCode; - } - int hash = 41; - hash = (19 * hash) + getDescriptor().hashCode(); - hash = (37 * hash) + WORKERS_FIELD_NUMBER; - hash = (53 * hash) + getWorkers(); - hash = (37 * hash) + PS_REPLICAS_FIELD_NUMBER; - hash = (53 * hash) + getPsReplicas(); - hash = (37 * hash) + CHIEF_REPLICAS_FIELD_NUMBER; - hash = (53 * hash) + getChiefReplicas(); - hash = (29 * hash) + unknownFields.hashCode(); - memoizedHashCode = hash; - return hash; - } - - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - java.nio.ByteBuffer data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - java.nio.ByteBuffer data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - com.google.protobuf.ByteString data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - com.google.protobuf.ByteString data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom(byte[] data) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - byte[] data, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return PARSER.parseFrom(data, extensionRegistry); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom(java.io.InputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - java.io.InputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input, extensionRegistry); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseDelimitedFrom(java.io.InputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseDelimitedWithIOException(PARSER, input); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseDelimitedFrom( - java.io.InputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseDelimitedWithIOException(PARSER, input, extensionRegistry); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - com.google.protobuf.CodedInputStream input) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input); - } - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - return com.google.protobuf.GeneratedMessageV3 - .parseWithIOException(PARSER, input, extensionRegistry); - } - - @java.lang.Override - public Builder newBuilderForType() { return newBuilder(); } - public static Builder newBuilder() { - return DEFAULT_INSTANCE.toBuilder(); - } - public static Builder newBuilder(flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask prototype) { - return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); - } - @java.lang.Override - public Builder toBuilder() { - return this == DEFAULT_INSTANCE - ? new Builder() : new Builder().mergeFrom(this); - } - - @java.lang.Override - protected Builder newBuilderForType( - com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { - Builder builder = new Builder(parent); - return builder; - } - /** - * 
-     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
-     *
- * - * Protobuf type {@code flyteidl.plugins.DistributedTensorflowTrainingTask} - */ - public static final class Builder extends - com.google.protobuf.GeneratedMessageV3.Builder implements - // @@protoc_insertion_point(builder_implements:flyteidl.plugins.DistributedTensorflowTrainingTask) - flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTaskOrBuilder { - public static final com.google.protobuf.Descriptors.Descriptor - getDescriptor() { - return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; - } - - @java.lang.Override - protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internalGetFieldAccessorTable() { - return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable - .ensureFieldAccessorsInitialized( - flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.class, flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.Builder.class); - } - - // Construct using flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.newBuilder() - private Builder() { - maybeForceBuilderInitialization(); - } - - private Builder( - com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { - super(parent); - maybeForceBuilderInitialization(); - } - private void maybeForceBuilderInitialization() { - if (com.google.protobuf.GeneratedMessageV3 - .alwaysUseFieldBuilders) { - } - } - @java.lang.Override - public Builder clear() { - super.clear(); - workers_ = 0; - - psReplicas_ = 0; - - chiefReplicas_ = 0; - - return this; - } - - @java.lang.Override - public com.google.protobuf.Descriptors.Descriptor - getDescriptorForType() { - return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; - } - - @java.lang.Override - public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstanceForType() { - return flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.getDefaultInstance(); - } - - @java.lang.Override - public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask build() { - flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask result = buildPartial(); - if (!result.isInitialized()) { - throw newUninitializedMessageException(result); - } - return result; - } - - @java.lang.Override - public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask buildPartial() { - flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask result = new flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask(this); - result.workers_ = workers_; - result.psReplicas_ = psReplicas_; - result.chiefReplicas_ = chiefReplicas_; - onBuilt(); - return result; - } - - @java.lang.Override - public Builder clone() { - return super.clone(); - } - @java.lang.Override - public Builder setField( - com.google.protobuf.Descriptors.FieldDescriptor field, - java.lang.Object value) { - return super.setField(field, value); - } - @java.lang.Override - public Builder clearField( - com.google.protobuf.Descriptors.FieldDescriptor field) { - return super.clearField(field); - } - @java.lang.Override - public Builder clearOneof( - com.google.protobuf.Descriptors.OneofDescriptor oneof) { - return super.clearOneof(oneof); - } - @java.lang.Override - public Builder setRepeatedField( - com.google.protobuf.Descriptors.FieldDescriptor field, - int index, java.lang.Object value) { - return super.setRepeatedField(field, index, value); - } - @java.lang.Override - public Builder addRepeatedField( - com.google.protobuf.Descriptors.FieldDescriptor field, - java.lang.Object value) { - return super.addRepeatedField(field, value); - } - @java.lang.Override - public Builder mergeFrom(com.google.protobuf.Message other) { - if (other instanceof flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask) { - return mergeFrom((flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask)other); - } else { - super.mergeFrom(other); - return this; - } - } - - public Builder mergeFrom(flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask other) { - if (other == flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.getDefaultInstance()) return this; - if (other.getWorkers() != 0) { - setWorkers(other.getWorkers()); - } - if (other.getPsReplicas() != 0) { - setPsReplicas(other.getPsReplicas()); - } - if (other.getChiefReplicas() != 0) { - setChiefReplicas(other.getChiefReplicas()); - } - this.mergeUnknownFields(other.unknownFields); - onChanged(); - return this; - } - - @java.lang.Override - public final boolean isInitialized() { - return true; - } - - @java.lang.Override - public Builder mergeFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws java.io.IOException { - flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parsedMessage = null; - try { - parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); - } catch (com.google.protobuf.InvalidProtocolBufferException e) { - parsedMessage = (flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask) e.getUnfinishedMessage(); - throw e.unwrapIOException(); - } finally { - if (parsedMessage != null) { - mergeFrom(parsedMessage); - } - } - return this; - } - - private int workers_ ; - /** - * 
-       * number of worker, ps, chief replicas spawned in the cluster for this job
-       *
- * - * int32 workers = 1; - */ - public int getWorkers() { - return workers_; - } - /** - * 
-       * number of worker, ps, chief replicas spawned in the cluster for this job
-       *
- * - * int32 workers = 1; - */ - public Builder setWorkers(int value) { - - workers_ = value; - onChanged(); - return this; - } - /** - * 
-       * number of worker, ps, chief replicas spawned in the cluster for this job
-       *
- * - * int32 workers = 1; - */ - public Builder clearWorkers() { - - workers_ = 0; - onChanged(); - return this; - } - - private int psReplicas_ ; - /** - * 
-       * PS -> Parameter server
-       *
- * - * int32 ps_replicas = 2; - */ - public int getPsReplicas() { - return psReplicas_; - } - /** - * 
-       * PS -> Parameter server
-       *
- * - * int32 ps_replicas = 2; - */ - public Builder setPsReplicas(int value) { - - psReplicas_ = value; - onChanged(); - return this; - } - /** - * 
-       * PS -> Parameter server
-       *
- * - * int32 ps_replicas = 2; - */ - public Builder clearPsReplicas() { - - psReplicas_ = 0; - onChanged(); - return this; - } - - private int chiefReplicas_ ; - /** - * int32 chief_replicas = 3; - */ - public int getChiefReplicas() { - return chiefReplicas_; - } - /** - * int32 chief_replicas = 3; - */ - public Builder setChiefReplicas(int value) { - - chiefReplicas_ = value; - onChanged(); - return this; - } - /** - * int32 chief_replicas = 3; - */ - public Builder clearChiefReplicas() { - - chiefReplicas_ = 0; - onChanged(); - return this; - } - @java.lang.Override - public final Builder setUnknownFields( - final com.google.protobuf.UnknownFieldSet unknownFields) { - return super.setUnknownFields(unknownFields); - } - - @java.lang.Override - public final Builder mergeUnknownFields( - final com.google.protobuf.UnknownFieldSet unknownFields) { - return super.mergeUnknownFields(unknownFields); - } - - - // @@protoc_insertion_point(builder_scope:flyteidl.plugins.DistributedTensorflowTrainingTask) - } - - // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedTensorflowTrainingTask) - private static final flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask DEFAULT_INSTANCE; - static { - DEFAULT_INSTANCE = new flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask(); - } - - public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstance() { - return DEFAULT_INSTANCE; - } - - private static final com.google.protobuf.Parser - PARSER = new com.google.protobuf.AbstractParser() { - @java.lang.Override - public DistributedTensorflowTrainingTask parsePartialFrom( - com.google.protobuf.CodedInputStream input, - com.google.protobuf.ExtensionRegistryLite extensionRegistry) - throws com.google.protobuf.InvalidProtocolBufferException { - return new DistributedTensorflowTrainingTask(input, extensionRegistry); - } - }; - - public static com.google.protobuf.Parser parser() { - return PARSER; - } - - @java.lang.Override - public com.google.protobuf.Parser getParserForType() { - return PARSER; - } - - @java.lang.Override - public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstanceForType() { - return DEFAULT_INSTANCE; - } - - } - - private static final com.google.protobuf.Descriptors.Descriptor - internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; - private static final - com.google.protobuf.GeneratedMessageV3.FieldAccessorTable - internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable; - - public static com.google.protobuf.Descriptors.FileDescriptor - getDescriptor() { - return descriptor; - } - private static com.google.protobuf.Descriptors.FileDescriptor - descriptor; - static { - java.lang.String[] descriptorData = { - "\n!flyteidl/plugins/tensorflow.proto\022\020fly" + - "teidl.plugins\"a\n!DistributedTensorflowTr" + - "ainingTask\022\017\n\007workers\030\001 \001(\005\022\023\n\013ps_replic" + - "as\030\002 \001(\005\022\026\n\016chief_replicas\030\003 \001(\005B9Z7gith" + - "ub.com/flyteorg/flyteidl/gen/pb-go/flyte" + - "idl/pluginsb\006proto3" - }; - com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = - new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { - public com.google.protobuf.ExtensionRegistry assignDescriptors( - com.google.protobuf.Descriptors.FileDescriptor root) { - descriptor = root; - return null; - } - }; - com.google.protobuf.Descriptors.FileDescriptor - .internalBuildGeneratedFileFrom(descriptorData, - new com.google.protobuf.Descriptors.FileDescriptor[] { - }, assigner); - internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor = - getDescriptor().getMessageTypes().get(0); - internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable = new - com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( - internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor, - new java.lang.String[] { "Workers", "PsReplicas", "ChiefReplicas", }); - } - - // @@protoc_insertion_point(outer_class_scope) -} diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java new file mode 100644 index 000000000..33109bb8c --- /dev/null +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java @@ -0,0 +1,1231 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/common.proto + +package flyteidl.plugins.kubeflow; + +public final class Common { + private Common() {} + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistryLite registry) { + } + + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistry registry) { + registerAllExtensions( + (com.google.protobuf.ExtensionRegistryLite) registry); + } + /** + * Protobuf enum {@code flyteidl.plugins.kubeflow.SuccessPolicy} + */ + public enum SuccessPolicy + implements com.google.protobuf.ProtocolMessageEnum { + /** + * SUCCESS_POLICY_DEFAULT = 0; + */ + SUCCESS_POLICY_DEFAULT(0), + /** + * SUCCESS_POLICY_ALL_WORKERS = 1; + */ + SUCCESS_POLICY_ALL_WORKERS(1), + UNRECOGNIZED(-1), + ; + + /** + * SUCCESS_POLICY_DEFAULT = 0; + */ + public static final int SUCCESS_POLICY_DEFAULT_VALUE = 0; + /** + * SUCCESS_POLICY_ALL_WORKERS = 1; + */ + public static final int SUCCESS_POLICY_ALL_WORKERS_VALUE = 1; + + + public final int getNumber() { + if (this == UNRECOGNIZED) { + throw new java.lang.IllegalArgumentException( + "Can't get the number of an unknown enum value."); + } + return value; + } + + /** + * @deprecated Use {@link #forNumber(int)} instead. + */ + @java.lang.Deprecated + public static SuccessPolicy valueOf(int value) { + return forNumber(value); + } + + public static SuccessPolicy forNumber(int value) { + switch (value) { + case 0: return SUCCESS_POLICY_DEFAULT; + case 1: return SUCCESS_POLICY_ALL_WORKERS; + default: return null; + } + } + + public static com.google.protobuf.Internal.EnumLiteMap + internalGetValueMap() { + return internalValueMap; + } + private static final com.google.protobuf.Internal.EnumLiteMap< + SuccessPolicy> internalValueMap = + new com.google.protobuf.Internal.EnumLiteMap() { + public SuccessPolicy findValueByNumber(int number) { + return SuccessPolicy.forNumber(number); + } + }; + + public final com.google.protobuf.Descriptors.EnumValueDescriptor + getValueDescriptor() { + return getDescriptor().getValues().get(ordinal()); + } + public final com.google.protobuf.Descriptors.EnumDescriptor + getDescriptorForType() { + return getDescriptor(); + } + public static final com.google.protobuf.Descriptors.EnumDescriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(0); + } + + private static final SuccessPolicy[] VALUES = values(); + + public static SuccessPolicy valueOf( + com.google.protobuf.Descriptors.EnumValueDescriptor desc) { + if (desc.getType() != getDescriptor()) { + throw new java.lang.IllegalArgumentException( + "EnumValueDescriptor is not for this type."); + } + if (desc.getIndex() == -1) { + return UNRECOGNIZED; + } + return VALUES[desc.getIndex()]; + } + + private final int value; + + private SuccessPolicy(int value) { + this.value = value; + } + + // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.SuccessPolicy) + } + + /** + * Protobuf enum {@code flyteidl.plugins.kubeflow.CleanPodPolicy} + */ + public enum CleanPodPolicy + implements com.google.protobuf.ProtocolMessageEnum { + /** + * CLEANPOD_POLICY_UNDEFINED = 0; + */ + CLEANPOD_POLICY_UNDEFINED(0), + /** + * CLEANPOD_POLICY_ALL = 1; + */ + CLEANPOD_POLICY_ALL(1), + /** + * CLEANPOD_POLICY_RUNNING = 2; + */ + CLEANPOD_POLICY_RUNNING(2), + /** + * CLEANPOD_POLICY_NONE = 3; + */ + CLEANPOD_POLICY_NONE(3), + UNRECOGNIZED(-1), + ; + + /** + * CLEANPOD_POLICY_UNDEFINED = 0; + */ + public static final int CLEANPOD_POLICY_UNDEFINED_VALUE = 0; + /** + * CLEANPOD_POLICY_ALL = 1; + */ + public static final int CLEANPOD_POLICY_ALL_VALUE = 1; + /** + * CLEANPOD_POLICY_RUNNING = 2; + */ + public static final int CLEANPOD_POLICY_RUNNING_VALUE = 2; + /** + * CLEANPOD_POLICY_NONE = 3; + */ + public static final int CLEANPOD_POLICY_NONE_VALUE = 3; + + + public final int getNumber() { + if (this == UNRECOGNIZED) { + throw new java.lang.IllegalArgumentException( + "Can't get the number of an unknown enum value."); + } + return value; + } + + /** + * @deprecated Use {@link #forNumber(int)} instead. + */ + @java.lang.Deprecated + public static CleanPodPolicy valueOf(int value) { + return forNumber(value); + } + + public static CleanPodPolicy forNumber(int value) { + switch (value) { + case 0: return CLEANPOD_POLICY_UNDEFINED; + case 1: return CLEANPOD_POLICY_ALL; + case 2: return CLEANPOD_POLICY_RUNNING; + case 3: return CLEANPOD_POLICY_NONE; + default: return null; + } + } + + public static com.google.protobuf.Internal.EnumLiteMap + internalGetValueMap() { + return internalValueMap; + } + private static final com.google.protobuf.Internal.EnumLiteMap< + CleanPodPolicy> internalValueMap = + new com.google.protobuf.Internal.EnumLiteMap() { + public CleanPodPolicy findValueByNumber(int number) { + return CleanPodPolicy.forNumber(number); + } + }; + + public final com.google.protobuf.Descriptors.EnumValueDescriptor + getValueDescriptor() { + return getDescriptor().getValues().get(ordinal()); + } + public final com.google.protobuf.Descriptors.EnumDescriptor + getDescriptorForType() { + return getDescriptor(); + } + public static final com.google.protobuf.Descriptors.EnumDescriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(1); + } + + private static final CleanPodPolicy[] VALUES = values(); + + public static CleanPodPolicy valueOf( + com.google.protobuf.Descriptors.EnumValueDescriptor desc) { + if (desc.getType() != getDescriptor()) { + throw new java.lang.IllegalArgumentException( + "EnumValueDescriptor is not for this type."); + } + if (desc.getIndex() == -1) { + return UNRECOGNIZED; + } + return VALUES[desc.getIndex()]; + } + + private final int value; + + private CleanPodPolicy(int value) { + this.value = value; + } + + // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.CleanPodPolicy) + } + + /** + * Protobuf enum {@code flyteidl.plugins.kubeflow.RestartPolicy} + */ + public enum RestartPolicy + implements com.google.protobuf.ProtocolMessageEnum { + /** + * 
+     * Always means the pod will always be restarted. This policy is good for parameter servers 
+     * since they never exit and should always be restarted in the event of failure.
+     *
+ * + * RESTART_POLICY_ALWAYS = 0; + */ + RESTART_POLICY_ALWAYS(0), + /** + * 
+     * OnFailure means the pod will be restarted if the pod exits due to failure.
+     * A non-zero exit code indicates a failure.
+     * An exit code of 0 indicates success and the pod will not be restarted.
+     * This policy is good for chief and workers.
+     *
+ * + * RESTART_POLICY_ON_FAILURE = 1; + */ + RESTART_POLICY_ON_FAILURE(1), + /** + * 
+     * Never means pods that terminate will never be restarted. 
+     * This policy should rarely be used because Kubernetes will terminate pods for any number of reasons.
+     *
+ * + * RESTART_POLICY_NEVER = 2; + */ + RESTART_POLICY_NEVER(2), + UNRECOGNIZED(-1), + ; + + /** + * 
+     * Always means the pod will always be restarted. This policy is good for parameter servers 
+     * since they never exit and should always be restarted in the event of failure.
+     *
+ * + * RESTART_POLICY_ALWAYS = 0; + */ + public static final int RESTART_POLICY_ALWAYS_VALUE = 0; + /** + * 
+     * OnFailure means the pod will be restarted if the pod exits due to failure.
+     * A non-zero exit code indicates a failure.
+     * An exit code of 0 indicates success and the pod will not be restarted.
+     * This policy is good for chief and workers.
+     *
+ * + * RESTART_POLICY_ON_FAILURE = 1; + */ + public static final int RESTART_POLICY_ON_FAILURE_VALUE = 1; + /** + * 
+     * Never means pods that terminate will never be restarted. 
+     * This policy should rarely be used because Kubernetes will terminate pods for any number of reasons.
+     *
+ * + * RESTART_POLICY_NEVER = 2; + */ + public static final int RESTART_POLICY_NEVER_VALUE = 2; + + + public final int getNumber() { + if (this == UNRECOGNIZED) { + throw new java.lang.IllegalArgumentException( + "Can't get the number of an unknown enum value."); + } + return value; + } + + /** + * @deprecated Use {@link #forNumber(int)} instead. + */ + @java.lang.Deprecated + public static RestartPolicy valueOf(int value) { + return forNumber(value); + } + + public static RestartPolicy forNumber(int value) { + switch (value) { + case 0: return RESTART_POLICY_ALWAYS; + case 1: return RESTART_POLICY_ON_FAILURE; + case 2: return RESTART_POLICY_NEVER; + default: return null; + } + } + + public static com.google.protobuf.Internal.EnumLiteMap + internalGetValueMap() { + return internalValueMap; + } + private static final com.google.protobuf.Internal.EnumLiteMap< + RestartPolicy> internalValueMap = + new com.google.protobuf.Internal.EnumLiteMap() { + public RestartPolicy findValueByNumber(int number) { + return RestartPolicy.forNumber(number); + } + }; + + public final com.google.protobuf.Descriptors.EnumValueDescriptor + getValueDescriptor() { + return getDescriptor().getValues().get(ordinal()); + } + public final com.google.protobuf.Descriptors.EnumDescriptor + getDescriptorForType() { + return getDescriptor(); + } + public static final com.google.protobuf.Descriptors.EnumDescriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(2); + } + + private static final RestartPolicy[] VALUES = values(); + + public static RestartPolicy valueOf( + com.google.protobuf.Descriptors.EnumValueDescriptor desc) { + if (desc.getType() != getDescriptor()) { + throw new java.lang.IllegalArgumentException( + "EnumValueDescriptor is not for this type."); + } + if (desc.getIndex() == -1) { + return UNRECOGNIZED; + } + return VALUES[desc.getIndex()]; + } + + private final int value; + + private RestartPolicy(int value) { + this.value = value; + } + + // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.RestartPolicy) + } + + public interface RunPolicyOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.RunPolicy) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * CleanPodPolicy defines the policy to kill pods after the job completes.
+     * Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + int getCleanPodPolicyValue(); + /** + * 
+     * CleanPodPolicy defines the policy to kill pods after the job completes.
+     * Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + flyteidl.plugins.kubeflow.Common.CleanPodPolicy getCleanPodPolicy(); + + /** + * 
+     * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
+     * reconcile gets called periodically. Default to infinite.
+     *
+ * + * int32 ttl_seconds_after_finished = 2; + */ + int getTtlSecondsAfterFinished(); + + /** + * 
+     * Specifies the duration in seconds relative to the startTime that the job may be active
+     * before the system tries to terminate it; value must be positive integer.
+     *
+ * + * int32 activeDeadlineSeconds = 3; + */ + int getActiveDeadlineSeconds(); + + /** + * 
+     * Number of retries before marking this job failed.
+     *
+ * + * int32 backoff_limit = 4; + */ + int getBackoffLimit(); + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.RunPolicy} + */ + public static final class RunPolicy extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.RunPolicy) + RunPolicyOrBuilder { + private static final long serialVersionUID = 0L; + // Use RunPolicy.newBuilder() to construct. + private RunPolicy(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private RunPolicy() { + cleanPodPolicy_ = 0; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private RunPolicy( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 8: { + int rawValue = input.readEnum(); + + cleanPodPolicy_ = rawValue; + break; + } + case 16: { + + ttlSecondsAfterFinished_ = input.readInt32(); + break; + } + case 24: { + + activeDeadlineSeconds_ = input.readInt32(); + break; + } + case 32: { + + backoffLimit_ = input.readInt32(); + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Common.internal_static_flyteidl_plugins_kubeflow_RunPolicy_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Common.internal_static_flyteidl_plugins_kubeflow_RunPolicy_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Common.RunPolicy.class, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder.class); + } + + public static final int CLEAN_POD_POLICY_FIELD_NUMBER = 1; + private int cleanPodPolicy_; + /** + * 
+     * CleanPodPolicy defines the policy to kill pods after the job completes.
+     * Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + public int getCleanPodPolicyValue() { + return cleanPodPolicy_; + } + /** + * 
+     * CleanPodPolicy defines the policy to kill pods after the job completes.
+     * Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + public flyteidl.plugins.kubeflow.Common.CleanPodPolicy getCleanPodPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.CleanPodPolicy result = flyteidl.plugins.kubeflow.Common.CleanPodPolicy.valueOf(cleanPodPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.CleanPodPolicy.UNRECOGNIZED : result; + } + + public static final int TTL_SECONDS_AFTER_FINISHED_FIELD_NUMBER = 2; + private int ttlSecondsAfterFinished_; + /** + * 
+     * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
+     * reconcile gets called periodically. Default to infinite.
+     *
+ * + * int32 ttl_seconds_after_finished = 2; + */ + public int getTtlSecondsAfterFinished() { + return ttlSecondsAfterFinished_; + } + + public static final int ACTIVEDEADLINESECONDS_FIELD_NUMBER = 3; + private int activeDeadlineSeconds_; + /** + * 
+     * Specifies the duration in seconds relative to the startTime that the job may be active
+     * before the system tries to terminate it; value must be positive integer.
+     *
+ * + * int32 activeDeadlineSeconds = 3; + */ + public int getActiveDeadlineSeconds() { + return activeDeadlineSeconds_; + } + + public static final int BACKOFF_LIMIT_FIELD_NUMBER = 4; + private int backoffLimit_; + /** + * 
+     * Number of retries before marking this job failed.
+     *
+ * + * int32 backoff_limit = 4; + */ + public int getBackoffLimit() { + return backoffLimit_; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_UNDEFINED.getNumber()) { + output.writeEnum(1, cleanPodPolicy_); + } + if (ttlSecondsAfterFinished_ != 0) { + output.writeInt32(2, ttlSecondsAfterFinished_); + } + if (activeDeadlineSeconds_ != 0) { + output.writeInt32(3, activeDeadlineSeconds_); + } + if (backoffLimit_ != 0) { + output.writeInt32(4, backoffLimit_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_UNDEFINED.getNumber()) { + size += com.google.protobuf.CodedOutputStream + .computeEnumSize(1, cleanPodPolicy_); + } + if (ttlSecondsAfterFinished_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(2, ttlSecondsAfterFinished_); + } + if (activeDeadlineSeconds_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(3, activeDeadlineSeconds_); + } + if (backoffLimit_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(4, backoffLimit_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Common.RunPolicy)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Common.RunPolicy other = (flyteidl.plugins.kubeflow.Common.RunPolicy) obj; + + if (cleanPodPolicy_ != other.cleanPodPolicy_) return false; + if (getTtlSecondsAfterFinished() + != other.getTtlSecondsAfterFinished()) return false; + if (getActiveDeadlineSeconds() + != other.getActiveDeadlineSeconds()) return false; + if (getBackoffLimit() + != other.getBackoffLimit()) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + CLEAN_POD_POLICY_FIELD_NUMBER; + hash = (53 * hash) + cleanPodPolicy_; + hash = (37 * hash) + TTL_SECONDS_AFTER_FINISHED_FIELD_NUMBER; + hash = (53 * hash) + getTtlSecondsAfterFinished(); + hash = (37 * hash) + ACTIVEDEADLINESECONDS_FIELD_NUMBER; + hash = (53 * hash) + getActiveDeadlineSeconds(); + hash = (37 * hash) + BACKOFF_LIMIT_FIELD_NUMBER; + hash = (53 * hash) + getBackoffLimit(); + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Common.RunPolicy parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Common.RunPolicy prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.RunPolicy} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.RunPolicy) + flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Common.internal_static_flyteidl_plugins_kubeflow_RunPolicy_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Common.internal_static_flyteidl_plugins_kubeflow_RunPolicy_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Common.RunPolicy.class, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Common.RunPolicy.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + cleanPodPolicy_ = 0; + + ttlSecondsAfterFinished_ = 0; + + activeDeadlineSeconds_ = 0; + + backoffLimit_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Common.internal_static_flyteidl_plugins_kubeflow_RunPolicy_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Common.RunPolicy getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Common.RunPolicy build() { + flyteidl.plugins.kubeflow.Common.RunPolicy result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Common.RunPolicy buildPartial() { + flyteidl.plugins.kubeflow.Common.RunPolicy result = new flyteidl.plugins.kubeflow.Common.RunPolicy(this); + result.cleanPodPolicy_ = cleanPodPolicy_; + result.ttlSecondsAfterFinished_ = ttlSecondsAfterFinished_; + result.activeDeadlineSeconds_ = activeDeadlineSeconds_; + result.backoffLimit_ = backoffLimit_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Common.RunPolicy) { + return mergeFrom((flyteidl.plugins.kubeflow.Common.RunPolicy)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Common.RunPolicy other) { + if (other == flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance()) return this; + if (other.cleanPodPolicy_ != 0) { + setCleanPodPolicyValue(other.getCleanPodPolicyValue()); + } + if (other.getTtlSecondsAfterFinished() != 0) { + setTtlSecondsAfterFinished(other.getTtlSecondsAfterFinished()); + } + if (other.getActiveDeadlineSeconds() != 0) { + setActiveDeadlineSeconds(other.getActiveDeadlineSeconds()); + } + if (other.getBackoffLimit() != 0) { + setBackoffLimit(other.getBackoffLimit()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Common.RunPolicy parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Common.RunPolicy) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private int cleanPodPolicy_ = 0; + /** + * 
+       * CleanPodPolicy defines the policy to kill pods after the job completes.
+       * Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + public int getCleanPodPolicyValue() { + return cleanPodPolicy_; + } + /** + * 
+       * CleanPodPolicy defines the policy to kill pods after the job completes.
+       * Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + public Builder setCleanPodPolicyValue(int value) { + cleanPodPolicy_ = value; + onChanged(); + return this; + } + /** + * 
+       * CleanPodPolicy defines the policy to kill pods after the job completes.
+       * Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + public flyteidl.plugins.kubeflow.Common.CleanPodPolicy getCleanPodPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.CleanPodPolicy result = flyteidl.plugins.kubeflow.Common.CleanPodPolicy.valueOf(cleanPodPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.CleanPodPolicy.UNRECOGNIZED : result; + } + /** + * 
+       * CleanPodPolicy defines the policy to kill pods after the job completes.
+       * Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + public Builder setCleanPodPolicy(flyteidl.plugins.kubeflow.Common.CleanPodPolicy value) { + if (value == null) { + throw new NullPointerException(); + } + + cleanPodPolicy_ = value.getNumber(); + onChanged(); + return this; + } + /** + * 
+       * CleanPodPolicy defines the policy to kill pods after the job completes.
+       * Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; + */ + public Builder clearCleanPodPolicy() { + + cleanPodPolicy_ = 0; + onChanged(); + return this; + } + + private int ttlSecondsAfterFinished_ ; + /** + * 
+       * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
+       * reconcile gets called periodically. Default to infinite.
+       *
+ * + * int32 ttl_seconds_after_finished = 2; + */ + public int getTtlSecondsAfterFinished() { + return ttlSecondsAfterFinished_; + } + /** + * 
+       * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
+       * reconcile gets called periodically. Default to infinite.
+       *
+ * + * int32 ttl_seconds_after_finished = 2; + */ + public Builder setTtlSecondsAfterFinished(int value) { + + ttlSecondsAfterFinished_ = value; + onChanged(); + return this; + } + /** + * 
+       * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
+       * reconcile gets called periodically. Default to infinite.
+       *
+ * + * int32 ttl_seconds_after_finished = 2; + */ + public Builder clearTtlSecondsAfterFinished() { + + ttlSecondsAfterFinished_ = 0; + onChanged(); + return this; + } + + private int activeDeadlineSeconds_ ; + /** + * 
+       * Specifies the duration in seconds relative to the startTime that the job may be active
+       * before the system tries to terminate it; value must be positive integer.
+       *
+ * + * int32 activeDeadlineSeconds = 3; + */ + public int getActiveDeadlineSeconds() { + return activeDeadlineSeconds_; + } + /** + * 
+       * Specifies the duration in seconds relative to the startTime that the job may be active
+       * before the system tries to terminate it; value must be positive integer.
+       *
+ * + * int32 activeDeadlineSeconds = 3; + */ + public Builder setActiveDeadlineSeconds(int value) { + + activeDeadlineSeconds_ = value; + onChanged(); + return this; + } + /** + * 
+       * Specifies the duration in seconds relative to the startTime that the job may be active
+       * before the system tries to terminate it; value must be positive integer.
+       *
+ * + * int32 activeDeadlineSeconds = 3; + */ + public Builder clearActiveDeadlineSeconds() { + + activeDeadlineSeconds_ = 0; + onChanged(); + return this; + } + + private int backoffLimit_ ; + /** + * 
+       * Number of retries before marking this job failed.
+       *
+ * + * int32 backoff_limit = 4; + */ + public int getBackoffLimit() { + return backoffLimit_; + } + /** + * 
+       * Number of retries before marking this job failed.
+       *
+ * + * int32 backoff_limit = 4; + */ + public Builder setBackoffLimit(int value) { + + backoffLimit_ = value; + onChanged(); + return this; + } + /** + * 
+       * Number of retries before marking this job failed.
+       *
+ * + * int32 backoff_limit = 4; + */ + public Builder clearBackoffLimit() { + + backoffLimit_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.RunPolicy) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.RunPolicy) + private static final flyteidl.plugins.kubeflow.Common.RunPolicy DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Common.RunPolicy(); + } + + public static flyteidl.plugins.kubeflow.Common.RunPolicy getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public RunPolicy parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new RunPolicy(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Common.RunPolicy getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_kubeflow_RunPolicy_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_kubeflow_RunPolicy_fieldAccessorTable; + + public static com.google.protobuf.Descriptors.FileDescriptor + getDescriptor() { + return descriptor; + } + private static com.google.protobuf.Descriptors.FileDescriptor + descriptor; + static { + java.lang.String[] descriptorData = { + "\n&flyteidl/plugins/kubeflow/common.proto" + + "\022\031flyteidl.plugins.kubeflow\"\252\001\n\tRunPolic" + + "y\022C\n\020clean_pod_policy\030\001 \001(\0162).flyteidl.p" + + "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se" + + "conds_after_finished\030\002 \001(\005\022\035\n\025activeDead" + + "lineSeconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001(\005" + + "*K\n\rSuccessPolicy\022\032\n\026SUCCESS_POLICY_DEFA" + + "ULT\020\000\022\036\n\032SUCCESS_POLICY_ALL_WORKERS\020\001*\177\n" + + "\016CleanPodPolicy\022\035\n\031CLEANPOD_POLICY_UNDEF" + + "INED\020\000\022\027\n\023CLEANPOD_POLICY_ALL\020\001\022\033\n\027CLEAN" + + "POD_POLICY_RUNNING\020\002\022\030\n\024CLEANPOD_POLICY_" + + "NONE\020\003*c\n\rRestartPolicy\022\031\n\025RESTART_POLIC" + + "Y_ALWAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020" + + "\001\022\030\n\024RESTART_POLICY_NEVER\020\002B9Z7github.co" + + "m/flyteorg/flyteidl/gen/pb-go/flyteidl/p" + + "luginsb\006proto3" + }; + com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = + new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { + public com.google.protobuf.ExtensionRegistry assignDescriptors( + com.google.protobuf.Descriptors.FileDescriptor root) { + descriptor = root; + return null; + } + }; + com.google.protobuf.Descriptors.FileDescriptor + .internalBuildGeneratedFileFrom(descriptorData, + new com.google.protobuf.Descriptors.FileDescriptor[] { + }, assigner); + internal_static_flyteidl_plugins_kubeflow_RunPolicy_descriptor = + getDescriptor().getMessageTypes().get(0); + internal_static_flyteidl_plugins_kubeflow_RunPolicy_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_kubeflow_RunPolicy_descriptor, + new java.lang.String[] { "CleanPodPolicy", "TtlSecondsAfterFinished", "ActiveDeadlineSeconds", "BackoffLimit", }); + } + + // @@protoc_insertion_point(outer_class_scope) +} diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java new file mode 100644 index 000000000..6da5191f0 --- /dev/null +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java @@ -0,0 +1,2231 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/mpi.proto + +package flyteidl.plugins.kubeflow; + +public final class Mpi { + private Mpi() {} + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistryLite registry) { + } + + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistry registry) { + registerAllExtensions( + (com.google.protobuf.ExtensionRegistryLite) registry); + } + public interface DistributedMPITrainingTaskOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + boolean hasWorkerReplicas(); + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getWorkerReplicas(); + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder(); + + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + boolean hasLauncherReplicas(); + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getLauncherReplicas(); + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder getLauncherReplicasOrBuilder(); + + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + boolean hasRunPolicy(); + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy(); + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder(); + + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + int getSuccessPolicyValue(); + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy(); + } + /** + * 
+   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+   *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingTask} + */ + public static final class DistributedMPITrainingTask extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + DistributedMPITrainingTaskOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedMPITrainingTask.newBuilder() to construct. + private DistributedMPITrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedMPITrainingTask() { + successPolicy_ = 0; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedMPITrainingTask( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 10: { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder subBuilder = null; + if (workerReplicas_ != null) { + subBuilder = workerReplicas_.toBuilder(); + } + workerReplicas_ = input.readMessage(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(workerReplicas_); + workerReplicas_ = subBuilder.buildPartial(); + } + + break; + } + case 18: { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder subBuilder = null; + if (launcherReplicas_ != null) { + subBuilder = launcherReplicas_.toBuilder(); + } + launcherReplicas_ = input.readMessage(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(launcherReplicas_); + launcherReplicas_ = subBuilder.buildPartial(); + } + + break; + } + case 26: { + flyteidl.plugins.kubeflow.Common.RunPolicy.Builder subBuilder = null; + if (runPolicy_ != null) { + subBuilder = runPolicy_.toBuilder(); + } + runPolicy_ = input.readMessage(flyteidl.plugins.kubeflow.Common.RunPolicy.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(runPolicy_); + runPolicy_ = subBuilder.buildPartial(); + } + + break; + } + case 32: { + int rawValue = input.readEnum(); + + successPolicy_ = rawValue; + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask.class, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask.Builder.class); + } + + public static final int WORKER_REPLICAS_FIELD_NUMBER = 1; + private flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec workerReplicas_; + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public boolean hasWorkerReplicas() { + return workerReplicas_ != null; + } + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getWorkerReplicas() { + return workerReplicas_ == null ? flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder() { + return getWorkerReplicas(); + } + + public static final int LAUNCHER_REPLICAS_FIELD_NUMBER = 2; + private flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec launcherReplicas_; + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public boolean hasLauncherReplicas() { + return launcherReplicas_ != null; + } + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getLauncherReplicas() { + return launcherReplicas_ == null ? flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance() : launcherReplicas_; + } + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder getLauncherReplicasOrBuilder() { + return getLauncherReplicas(); + } + + public static final int RUN_POLICY_FIELD_NUMBER = 3; + private flyteidl.plugins.kubeflow.Common.RunPolicy runPolicy_; + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public boolean hasRunPolicy() { + return runPolicy_ != null; + } + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy() { + return runPolicy_ == null ? flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder() { + return getRunPolicy(); + } + + public static final int SUCCESS_POLICY_FIELD_NUMBER = 4; + private int successPolicy_; + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public int getSuccessPolicyValue() { + return successPolicy_; + } + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (workerReplicas_ != null) { + output.writeMessage(1, getWorkerReplicas()); + } + if (launcherReplicas_ != null) { + output.writeMessage(2, getLauncherReplicas()); + } + if (runPolicy_ != null) { + output.writeMessage(3, getRunPolicy()); + } + if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) { + output.writeEnum(4, successPolicy_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (workerReplicas_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(1, getWorkerReplicas()); + } + if (launcherReplicas_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(2, getLauncherReplicas()); + } + if (runPolicy_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(3, getRunPolicy()); + } + if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) { + size += com.google.protobuf.CodedOutputStream + .computeEnumSize(4, successPolicy_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask other = (flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask) obj; + + if (hasWorkerReplicas() != other.hasWorkerReplicas()) return false; + if (hasWorkerReplicas()) { + if (!getWorkerReplicas() + .equals(other.getWorkerReplicas())) return false; + } + if (hasLauncherReplicas() != other.hasLauncherReplicas()) return false; + if (hasLauncherReplicas()) { + if (!getLauncherReplicas() + .equals(other.getLauncherReplicas())) return false; + } + if (hasRunPolicy() != other.hasRunPolicy()) return false; + if (hasRunPolicy()) { + if (!getRunPolicy() + .equals(other.getRunPolicy())) return false; + } + if (successPolicy_ != other.successPolicy_) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + if (hasWorkerReplicas()) { + hash = (37 * hash) + WORKER_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getWorkerReplicas().hashCode(); + } + if (hasLauncherReplicas()) { + hash = (37 * hash) + LAUNCHER_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getLauncherReplicas().hashCode(); + } + if (hasRunPolicy()) { + hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER; + hash = (53 * hash) + getRunPolicy().hashCode(); + } + hash = (37 * hash) + SUCCESS_POLICY_FIELD_NUMBER; + hash = (53 * hash) + successPolicy_; + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * 
+     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+     *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingTask} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTaskOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask.class, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + if (workerReplicasBuilder_ == null) { + workerReplicas_ = null; + } else { + workerReplicas_ = null; + workerReplicasBuilder_ = null; + } + if (launcherReplicasBuilder_ == null) { + launcherReplicas_ = null; + } else { + launcherReplicas_ = null; + launcherReplicasBuilder_ = null; + } + if (runPolicyBuilder_ == null) { + runPolicy_ = null; + } else { + runPolicy_ = null; + runPolicyBuilder_ = null; + } + successPolicy_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask build() { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask buildPartial() { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask result = new flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask(this); + if (workerReplicasBuilder_ == null) { + result.workerReplicas_ = workerReplicas_; + } else { + result.workerReplicas_ = workerReplicasBuilder_.build(); + } + if (launcherReplicasBuilder_ == null) { + result.launcherReplicas_ = launcherReplicas_; + } else { + result.launcherReplicas_ = launcherReplicasBuilder_.build(); + } + if (runPolicyBuilder_ == null) { + result.runPolicy_ = runPolicy_; + } else { + result.runPolicy_ = runPolicyBuilder_.build(); + } + result.successPolicy_ = successPolicy_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask) { + return mergeFrom((flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask other) { + if (other == flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask.getDefaultInstance()) return this; + if (other.hasWorkerReplicas()) { + mergeWorkerReplicas(other.getWorkerReplicas()); + } + if (other.hasLauncherReplicas()) { + mergeLauncherReplicas(other.getLauncherReplicas()); + } + if (other.hasRunPolicy()) { + mergeRunPolicy(other.getRunPolicy()); + } + if (other.successPolicy_ != 0) { + setSuccessPolicyValue(other.getSuccessPolicyValue()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec workerReplicas_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder> workerReplicasBuilder_; + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public boolean hasWorkerReplicas() { + return workerReplicasBuilder_ != null || workerReplicas_ != null; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getWorkerReplicas() { + if (workerReplicasBuilder_ == null) { + return workerReplicas_ == null ? flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } else { + return workerReplicasBuilder_.getMessage(); + } + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public Builder setWorkerReplicas(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec value) { + if (workerReplicasBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + workerReplicas_ = value; + onChanged(); + } else { + workerReplicasBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public Builder setWorkerReplicas( + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder builderForValue) { + if (workerReplicasBuilder_ == null) { + workerReplicas_ = builderForValue.build(); + onChanged(); + } else { + workerReplicasBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public Builder mergeWorkerReplicas(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec value) { + if (workerReplicasBuilder_ == null) { + if (workerReplicas_ != null) { + workerReplicas_ = + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.newBuilder(workerReplicas_).mergeFrom(value).buildPartial(); + } else { + workerReplicas_ = value; + } + onChanged(); + } else { + workerReplicasBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public Builder clearWorkerReplicas() { + if (workerReplicasBuilder_ == null) { + workerReplicas_ = null; + onChanged(); + } else { + workerReplicas_ = null; + workerReplicasBuilder_ = null; + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder getWorkerReplicasBuilder() { + + onChanged(); + return getWorkerReplicasFieldBuilder().getBuilder(); + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder() { + if (workerReplicasBuilder_ != null) { + return workerReplicasBuilder_.getMessageOrBuilder(); + } else { + return workerReplicas_ == null ? + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec worker_replicas = 1; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder> + getWorkerReplicasFieldBuilder() { + if (workerReplicasBuilder_ == null) { + workerReplicasBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder>( + getWorkerReplicas(), + getParentForChildren(), + isClean()); + workerReplicas_ = null; + } + return workerReplicasBuilder_; + } + + private flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec launcherReplicas_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder> launcherReplicasBuilder_; + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public boolean hasLauncherReplicas() { + return launcherReplicasBuilder_ != null || launcherReplicas_ != null; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getLauncherReplicas() { + if (launcherReplicasBuilder_ == null) { + return launcherReplicas_ == null ? flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance() : launcherReplicas_; + } else { + return launcherReplicasBuilder_.getMessage(); + } + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public Builder setLauncherReplicas(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec value) { + if (launcherReplicasBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + launcherReplicas_ = value; + onChanged(); + } else { + launcherReplicasBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public Builder setLauncherReplicas( + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder builderForValue) { + if (launcherReplicasBuilder_ == null) { + launcherReplicas_ = builderForValue.build(); + onChanged(); + } else { + launcherReplicasBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public Builder mergeLauncherReplicas(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec value) { + if (launcherReplicasBuilder_ == null) { + if (launcherReplicas_ != null) { + launcherReplicas_ = + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.newBuilder(launcherReplicas_).mergeFrom(value).buildPartial(); + } else { + launcherReplicas_ = value; + } + onChanged(); + } else { + launcherReplicasBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public Builder clearLauncherReplicas() { + if (launcherReplicasBuilder_ == null) { + launcherReplicas_ = null; + onChanged(); + } else { + launcherReplicas_ = null; + launcherReplicasBuilder_ = null; + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder getLauncherReplicasBuilder() { + + onChanged(); + return getLauncherReplicasFieldBuilder().getBuilder(); + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder getLauncherReplicasOrBuilder() { + if (launcherReplicasBuilder_ != null) { + return launcherReplicasBuilder_.getMessageOrBuilder(); + } else { + return launcherReplicas_ == null ? + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance() : launcherReplicas_; + } + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec launcher_replicas = 2; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder> + getLauncherReplicasFieldBuilder() { + if (launcherReplicasBuilder_ == null) { + launcherReplicasBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder>( + getLauncherReplicas(), + getParentForChildren(), + isClean()); + launcherReplicas_ = null; + } + return launcherReplicasBuilder_; + } + + private flyteidl.plugins.kubeflow.Common.RunPolicy runPolicy_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder> runPolicyBuilder_; + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public boolean hasRunPolicy() { + return runPolicyBuilder_ != null || runPolicy_ != null; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy() { + if (runPolicyBuilder_ == null) { + return runPolicy_ == null ? flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } else { + return runPolicyBuilder_.getMessage(); + } + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder setRunPolicy(flyteidl.plugins.kubeflow.Common.RunPolicy value) { + if (runPolicyBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + runPolicy_ = value; + onChanged(); + } else { + runPolicyBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder setRunPolicy( + flyteidl.plugins.kubeflow.Common.RunPolicy.Builder builderForValue) { + if (runPolicyBuilder_ == null) { + runPolicy_ = builderForValue.build(); + onChanged(); + } else { + runPolicyBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder mergeRunPolicy(flyteidl.plugins.kubeflow.Common.RunPolicy value) { + if (runPolicyBuilder_ == null) { + if (runPolicy_ != null) { + runPolicy_ = + flyteidl.plugins.kubeflow.Common.RunPolicy.newBuilder(runPolicy_).mergeFrom(value).buildPartial(); + } else { + runPolicy_ = value; + } + onChanged(); + } else { + runPolicyBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder clearRunPolicy() { + if (runPolicyBuilder_ == null) { + runPolicy_ = null; + onChanged(); + } else { + runPolicy_ = null; + runPolicyBuilder_ = null; + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy.Builder getRunPolicyBuilder() { + + onChanged(); + return getRunPolicyFieldBuilder().getBuilder(); + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder() { + if (runPolicyBuilder_ != null) { + return runPolicyBuilder_.getMessageOrBuilder(); + } else { + return runPolicy_ == null ? + flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder> + getRunPolicyFieldBuilder() { + if (runPolicyBuilder_ == null) { + runPolicyBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder>( + getRunPolicy(), + getParentForChildren(), + isClean()); + runPolicy_ = null; + } + return runPolicyBuilder_; + } + + private int successPolicy_ = 0; + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public int getSuccessPolicyValue() { + return successPolicy_; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public Builder setSuccessPolicyValue(int value) { + successPolicy_ = value; + onChanged(); + return this; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public Builder setSuccessPolicy(flyteidl.plugins.kubeflow.Common.SuccessPolicy value) { + if (value == null) { + throw new NullPointerException(); + } + + successPolicy_ = value.getNumber(); + onChanged(); + return this; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public Builder clearSuccessPolicy() { + + successPolicy_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) + private static final flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask(); + } + + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedMPITrainingTask parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedMPITrainingTask(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + public interface DistributedMPITrainingReplicaSpecOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * Number of workers
+     *
+ * + * int32 replicas = 1; + */ + int getReplicas(); + + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + java.lang.String getPodTemplateName(); + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + com.google.protobuf.ByteString + getPodTemplateNameBytes(); + + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + int getRestartPolicyValue(); + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy(); + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec} + */ + public static final class DistributedMPITrainingReplicaSpec extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + DistributedMPITrainingReplicaSpecOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedMPITrainingReplicaSpec.newBuilder() to construct. + private DistributedMPITrainingReplicaSpec(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedMPITrainingReplicaSpec() { + podTemplateName_ = ""; + restartPolicy_ = 0; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedMPITrainingReplicaSpec( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 8: { + + replicas_ = input.readInt32(); + break; + } + case 18: { + java.lang.String s = input.readStringRequireUtf8(); + + podTemplateName_ = s; + break; + } + case 24: { + int rawValue = input.readEnum(); + + restartPolicy_ = rawValue; + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.class, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder.class); + } + + public static final int REPLICAS_FIELD_NUMBER = 1; + private int replicas_; + /** + * 
+     * Number of workers
+     *
+ * + * int32 replicas = 1; + */ + public int getReplicas() { + return replicas_; + } + + public static final int POD_TEMPLATE_NAME_FIELD_NUMBER = 2; + private volatile java.lang.Object podTemplateName_; + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + public java.lang.String getPodTemplateName() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof java.lang.String) { + return (java.lang.String) ref; + } else { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + podTemplateName_ = s; + return s; + } + } + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + public com.google.protobuf.ByteString + getPodTemplateNameBytes() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof java.lang.String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + podTemplateName_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + + public static final int RESTART_POLICY_FIELD_NUMBER = 3; + private int restartPolicy_; + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public int getRestartPolicyValue() { + return restartPolicy_; + } + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.RestartPolicy result = flyteidl.plugins.kubeflow.Common.RestartPolicy.valueOf(restartPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.RestartPolicy.UNRECOGNIZED : result; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (replicas_ != 0) { + output.writeInt32(1, replicas_); + } + if (!getPodTemplateNameBytes().isEmpty()) { + com.google.protobuf.GeneratedMessageV3.writeString(output, 2, podTemplateName_); + } + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + output.writeEnum(3, restartPolicy_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (replicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(1, replicas_); + } + if (!getPodTemplateNameBytes().isEmpty()) { + size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, podTemplateName_); + } + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + size += com.google.protobuf.CodedOutputStream + .computeEnumSize(3, restartPolicy_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec other = (flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec) obj; + + if (getReplicas() + != other.getReplicas()) return false; + if (!getPodTemplateName() + .equals(other.getPodTemplateName())) return false; + if (restartPolicy_ != other.restartPolicy_) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getReplicas(); + hash = (37 * hash) + POD_TEMPLATE_NAME_FIELD_NUMBER; + hash = (53 * hash) + getPodTemplateName().hashCode(); + hash = (37 * hash) + RESTART_POLICY_FIELD_NUMBER; + hash = (53 * hash) + restartPolicy_; + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpecOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.class, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + replicas_ = 0; + + podTemplateName_ = ""; + + restartPolicy_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Mpi.internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec build() { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec buildPartial() { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec result = new flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec(this); + result.replicas_ = replicas_; + result.podTemplateName_ = podTemplateName_; + result.restartPolicy_ = restartPolicy_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec) { + return mergeFrom((flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec other) { + if (other == flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.getDefaultInstance()) return this; + if (other.getReplicas() != 0) { + setReplicas(other.getReplicas()); + } + if (!other.getPodTemplateName().isEmpty()) { + podTemplateName_ = other.podTemplateName_; + onChanged(); + } + if (other.restartPolicy_ != 0) { + setRestartPolicyValue(other.getRestartPolicyValue()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private int replicas_ ; + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public int getReplicas() { + return replicas_; + } + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public Builder setReplicas(int value) { + + replicas_ = value; + onChanged(); + return this; + } + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public Builder clearReplicas() { + + replicas_ = 0; + onChanged(); + return this; + } + + private java.lang.Object podTemplateName_ = ""; + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public java.lang.String getPodTemplateName() { + java.lang.Object ref = podTemplateName_; + if (!(ref instanceof java.lang.String)) { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + podTemplateName_ = s; + return s; + } else { + return (java.lang.String) ref; + } + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public com.google.protobuf.ByteString + getPodTemplateNameBytes() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + podTemplateName_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder setPodTemplateName( + java.lang.String value) { + if (value == null) { + throw new NullPointerException(); + } + + podTemplateName_ = value; + onChanged(); + return this; + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder clearPodTemplateName() { + + podTemplateName_ = getDefaultInstance().getPodTemplateName(); + onChanged(); + return this; + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder setPodTemplateNameBytes( + com.google.protobuf.ByteString value) { + if (value == null) { + throw new NullPointerException(); + } + checkByteStringIsUtf8(value); + + podTemplateName_ = value; + onChanged(); + return this; + } + + private int restartPolicy_ = 0; + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public int getRestartPolicyValue() { + return restartPolicy_; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder setRestartPolicyValue(int value) { + restartPolicy_ = value; + onChanged(); + return this; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.RestartPolicy result = flyteidl.plugins.kubeflow.Common.RestartPolicy.valueOf(restartPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.RestartPolicy.UNRECOGNIZED : result; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy value) { + if (value == null) { + throw new NullPointerException(); + } + + restartPolicy_ = value.getNumber(); + onChanged(); + return this; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder clearRestartPolicy() { + + restartPolicy_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec) + private static final flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec(); + } + + public static flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedMPITrainingReplicaSpec parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedMPITrainingReplicaSpec(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_fieldAccessorTable; + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_fieldAccessorTable; + + public static com.google.protobuf.Descriptors.FileDescriptor + getDescriptor() { + return descriptor; + } + private static com.google.protobuf.Descriptors.FileDescriptor + descriptor; + static { + java.lang.String[] descriptorData = { + "\n#flyteidl/plugins/kubeflow/mpi.proto\022\031f" + + "lyteidl.plugins.kubeflow\032&flyteidl/plugi" + + "ns/kubeflow/common.proto\"\310\002\n\032Distributed" + + "MPITrainingTask\022U\n\017worker_replicas\030\001 \001(\013" + + "2<.flyteidl.plugins.kubeflow.Distributed" + + "MPITrainingReplicaSpec\022W\n\021launcher_repli" + + "cas\030\002 \001(\0132<.flyteidl.plugins.kubeflow.Di" + + "stributedMPITrainingReplicaSpec\0228\n\nrun_p" + + "olicy\030\003 \001(\0132$.flyteidl.plugins.kubeflow." + + "RunPolicy\022@\n\016success_policy\030\004 \001(\0162(.flyt" + + "eidl.plugins.kubeflow.SuccessPolicy\"\222\001\n!" + + "DistributedMPITrainingReplicaSpec\022\020\n\010rep" + + "licas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t\022@" + + "\n\016restart_policy\030\003 \001(\0162(.flyteidl.plugin" + + "s.kubeflow.RestartPolicyB9Z7github.com/f" + + "lyteorg/flyteidl/gen/pb-go/flyteidl/plug" + + "insb\006proto3" + }; + com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = + new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { + public com.google.protobuf.ExtensionRegistry assignDescriptors( + com.google.protobuf.Descriptors.FileDescriptor root) { + descriptor = root; + return null; + } + }; + com.google.protobuf.Descriptors.FileDescriptor + .internalBuildGeneratedFileFrom(descriptorData, + new com.google.protobuf.Descriptors.FileDescriptor[] { + flyteidl.plugins.kubeflow.Common.getDescriptor(), + }, assigner); + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor = + getDescriptor().getMessageTypes().get(0); + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor, + new java.lang.String[] { "WorkerReplicas", "LauncherReplicas", "RunPolicy", "SuccessPolicy", }); + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor = + getDescriptor().getMessageTypes().get(1); + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor, + new java.lang.String[] { "Replicas", "PodTemplateName", "RestartPolicy", }); + flyteidl.plugins.kubeflow.Common.getDescriptor(); + } + + // @@protoc_insertion_point(outer_class_scope) +} diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java new file mode 100644 index 000000000..389ef9b3d --- /dev/null +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java @@ -0,0 +1,2231 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/pytorch.proto + +package flyteidl.plugins.kubeflow; + +public final class Pytorch { + private Pytorch() {} + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistryLite registry) { + } + + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistry registry) { + registerAllExtensions( + (com.google.protobuf.ExtensionRegistryLite) registry); + } + public interface DistributedPyTorchTrainingTaskOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + boolean hasWorkerReplicas(); + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getWorkerReplicas(); + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder(); + + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + boolean hasMasterReplicas(); + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getMasterReplicas(); + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder getMasterReplicasOrBuilder(); + + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + boolean hasRunPolicy(); + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy(); + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder(); + + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + int getSuccessPolicyValue(); + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy(); + } + /** + * 
+   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+   *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask} + */ + public static final class DistributedPyTorchTrainingTask extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + DistributedPyTorchTrainingTaskOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedPyTorchTrainingTask.newBuilder() to construct. + private DistributedPyTorchTrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedPyTorchTrainingTask() { + successPolicy_ = 0; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedPyTorchTrainingTask( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 10: { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder subBuilder = null; + if (workerReplicas_ != null) { + subBuilder = workerReplicas_.toBuilder(); + } + workerReplicas_ = input.readMessage(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(workerReplicas_); + workerReplicas_ = subBuilder.buildPartial(); + } + + break; + } + case 18: { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder subBuilder = null; + if (masterReplicas_ != null) { + subBuilder = masterReplicas_.toBuilder(); + } + masterReplicas_ = input.readMessage(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(masterReplicas_); + masterReplicas_ = subBuilder.buildPartial(); + } + + break; + } + case 26: { + flyteidl.plugins.kubeflow.Common.RunPolicy.Builder subBuilder = null; + if (runPolicy_ != null) { + subBuilder = runPolicy_.toBuilder(); + } + runPolicy_ = input.readMessage(flyteidl.plugins.kubeflow.Common.RunPolicy.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(runPolicy_); + runPolicy_ = subBuilder.buildPartial(); + } + + break; + } + case 32: { + int rawValue = input.readEnum(); + + successPolicy_ = rawValue; + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask.class, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask.Builder.class); + } + + public static final int WORKER_REPLICAS_FIELD_NUMBER = 1; + private flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec workerReplicas_; + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public boolean hasWorkerReplicas() { + return workerReplicas_ != null; + } + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getWorkerReplicas() { + return workerReplicas_ == null ? flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder() { + return getWorkerReplicas(); + } + + public static final int MASTER_REPLICAS_FIELD_NUMBER = 2; + private flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec masterReplicas_; + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public boolean hasMasterReplicas() { + return masterReplicas_ != null; + } + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getMasterReplicas() { + return masterReplicas_ == null ? flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance() : masterReplicas_; + } + /** + * 
+     * Master replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder getMasterReplicasOrBuilder() { + return getMasterReplicas(); + } + + public static final int RUN_POLICY_FIELD_NUMBER = 3; + private flyteidl.plugins.kubeflow.Common.RunPolicy runPolicy_; + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public boolean hasRunPolicy() { + return runPolicy_ != null; + } + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy() { + return runPolicy_ == null ? flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder() { + return getRunPolicy(); + } + + public static final int SUCCESS_POLICY_FIELD_NUMBER = 4; + private int successPolicy_; + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public int getSuccessPolicyValue() { + return successPolicy_; + } + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (workerReplicas_ != null) { + output.writeMessage(1, getWorkerReplicas()); + } + if (masterReplicas_ != null) { + output.writeMessage(2, getMasterReplicas()); + } + if (runPolicy_ != null) { + output.writeMessage(3, getRunPolicy()); + } + if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) { + output.writeEnum(4, successPolicy_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (workerReplicas_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(1, getWorkerReplicas()); + } + if (masterReplicas_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(2, getMasterReplicas()); + } + if (runPolicy_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(3, getRunPolicy()); + } + if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) { + size += com.google.protobuf.CodedOutputStream + .computeEnumSize(4, successPolicy_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask other = (flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask) obj; + + if (hasWorkerReplicas() != other.hasWorkerReplicas()) return false; + if (hasWorkerReplicas()) { + if (!getWorkerReplicas() + .equals(other.getWorkerReplicas())) return false; + } + if (hasMasterReplicas() != other.hasMasterReplicas()) return false; + if (hasMasterReplicas()) { + if (!getMasterReplicas() + .equals(other.getMasterReplicas())) return false; + } + if (hasRunPolicy() != other.hasRunPolicy()) return false; + if (hasRunPolicy()) { + if (!getRunPolicy() + .equals(other.getRunPolicy())) return false; + } + if (successPolicy_ != other.successPolicy_) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + if (hasWorkerReplicas()) { + hash = (37 * hash) + WORKER_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getWorkerReplicas().hashCode(); + } + if (hasMasterReplicas()) { + hash = (37 * hash) + MASTER_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getMasterReplicas().hashCode(); + } + if (hasRunPolicy()) { + hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER; + hash = (53 * hash) + getRunPolicy().hashCode(); + } + hash = (37 * hash) + SUCCESS_POLICY_FIELD_NUMBER; + hash = (53 * hash) + successPolicy_; + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * 
+     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+     *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTaskOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask.class, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + if (workerReplicasBuilder_ == null) { + workerReplicas_ = null; + } else { + workerReplicas_ = null; + workerReplicasBuilder_ = null; + } + if (masterReplicasBuilder_ == null) { + masterReplicas_ = null; + } else { + masterReplicas_ = null; + masterReplicasBuilder_ = null; + } + if (runPolicyBuilder_ == null) { + runPolicy_ = null; + } else { + runPolicy_ = null; + runPolicyBuilder_ = null; + } + successPolicy_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask build() { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask buildPartial() { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask result = new flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask(this); + if (workerReplicasBuilder_ == null) { + result.workerReplicas_ = workerReplicas_; + } else { + result.workerReplicas_ = workerReplicasBuilder_.build(); + } + if (masterReplicasBuilder_ == null) { + result.masterReplicas_ = masterReplicas_; + } else { + result.masterReplicas_ = masterReplicasBuilder_.build(); + } + if (runPolicyBuilder_ == null) { + result.runPolicy_ = runPolicy_; + } else { + result.runPolicy_ = runPolicyBuilder_.build(); + } + result.successPolicy_ = successPolicy_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask) { + return mergeFrom((flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask other) { + if (other == flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask.getDefaultInstance()) return this; + if (other.hasWorkerReplicas()) { + mergeWorkerReplicas(other.getWorkerReplicas()); + } + if (other.hasMasterReplicas()) { + mergeMasterReplicas(other.getMasterReplicas()); + } + if (other.hasRunPolicy()) { + mergeRunPolicy(other.getRunPolicy()); + } + if (other.successPolicy_ != 0) { + setSuccessPolicyValue(other.getSuccessPolicyValue()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec workerReplicas_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder> workerReplicasBuilder_; + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public boolean hasWorkerReplicas() { + return workerReplicasBuilder_ != null || workerReplicas_ != null; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getWorkerReplicas() { + if (workerReplicasBuilder_ == null) { + return workerReplicas_ == null ? flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } else { + return workerReplicasBuilder_.getMessage(); + } + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public Builder setWorkerReplicas(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec value) { + if (workerReplicasBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + workerReplicas_ = value; + onChanged(); + } else { + workerReplicasBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public Builder setWorkerReplicas( + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder builderForValue) { + if (workerReplicasBuilder_ == null) { + workerReplicas_ = builderForValue.build(); + onChanged(); + } else { + workerReplicasBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public Builder mergeWorkerReplicas(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec value) { + if (workerReplicasBuilder_ == null) { + if (workerReplicas_ != null) { + workerReplicas_ = + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.newBuilder(workerReplicas_).mergeFrom(value).buildPartial(); + } else { + workerReplicas_ = value; + } + onChanged(); + } else { + workerReplicasBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public Builder clearWorkerReplicas() { + if (workerReplicasBuilder_ == null) { + workerReplicas_ = null; + onChanged(); + } else { + workerReplicas_ = null; + workerReplicasBuilder_ = null; + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder getWorkerReplicasBuilder() { + + onChanged(); + return getWorkerReplicasFieldBuilder().getBuilder(); + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder() { + if (workerReplicasBuilder_ != null) { + return workerReplicasBuilder_.getMessageOrBuilder(); + } else { + return workerReplicas_ == null ? + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder> + getWorkerReplicasFieldBuilder() { + if (workerReplicasBuilder_ == null) { + workerReplicasBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder>( + getWorkerReplicas(), + getParentForChildren(), + isClean()); + workerReplicas_ = null; + } + return workerReplicasBuilder_; + } + + private flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec masterReplicas_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder> masterReplicasBuilder_; + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public boolean hasMasterReplicas() { + return masterReplicasBuilder_ != null || masterReplicas_ != null; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getMasterReplicas() { + if (masterReplicasBuilder_ == null) { + return masterReplicas_ == null ? flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance() : masterReplicas_; + } else { + return masterReplicasBuilder_.getMessage(); + } + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public Builder setMasterReplicas(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec value) { + if (masterReplicasBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + masterReplicas_ = value; + onChanged(); + } else { + masterReplicasBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public Builder setMasterReplicas( + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder builderForValue) { + if (masterReplicasBuilder_ == null) { + masterReplicas_ = builderForValue.build(); + onChanged(); + } else { + masterReplicasBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public Builder mergeMasterReplicas(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec value) { + if (masterReplicasBuilder_ == null) { + if (masterReplicas_ != null) { + masterReplicas_ = + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.newBuilder(masterReplicas_).mergeFrom(value).buildPartial(); + } else { + masterReplicas_ = value; + } + onChanged(); + } else { + masterReplicasBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public Builder clearMasterReplicas() { + if (masterReplicasBuilder_ == null) { + masterReplicas_ = null; + onChanged(); + } else { + masterReplicas_ = null; + masterReplicasBuilder_ = null; + } + + return this; + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder getMasterReplicasBuilder() { + + onChanged(); + return getMasterReplicasFieldBuilder().getBuilder(); + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder getMasterReplicasOrBuilder() { + if (masterReplicasBuilder_ != null) { + return masterReplicasBuilder_.getMessageOrBuilder(); + } else { + return masterReplicas_ == null ? + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance() : masterReplicas_; + } + } + /** + * 
+       * Master replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder> + getMasterReplicasFieldBuilder() { + if (masterReplicasBuilder_ == null) { + masterReplicasBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder>( + getMasterReplicas(), + getParentForChildren(), + isClean()); + masterReplicas_ = null; + } + return masterReplicasBuilder_; + } + + private flyteidl.plugins.kubeflow.Common.RunPolicy runPolicy_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder> runPolicyBuilder_; + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public boolean hasRunPolicy() { + return runPolicyBuilder_ != null || runPolicy_ != null; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy() { + if (runPolicyBuilder_ == null) { + return runPolicy_ == null ? flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } else { + return runPolicyBuilder_.getMessage(); + } + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder setRunPolicy(flyteidl.plugins.kubeflow.Common.RunPolicy value) { + if (runPolicyBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + runPolicy_ = value; + onChanged(); + } else { + runPolicyBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder setRunPolicy( + flyteidl.plugins.kubeflow.Common.RunPolicy.Builder builderForValue) { + if (runPolicyBuilder_ == null) { + runPolicy_ = builderForValue.build(); + onChanged(); + } else { + runPolicyBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder mergeRunPolicy(flyteidl.plugins.kubeflow.Common.RunPolicy value) { + if (runPolicyBuilder_ == null) { + if (runPolicy_ != null) { + runPolicy_ = + flyteidl.plugins.kubeflow.Common.RunPolicy.newBuilder(runPolicy_).mergeFrom(value).buildPartial(); + } else { + runPolicy_ = value; + } + onChanged(); + } else { + runPolicyBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public Builder clearRunPolicy() { + if (runPolicyBuilder_ == null) { + runPolicy_ = null; + onChanged(); + } else { + runPolicy_ = null; + runPolicyBuilder_ = null; + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy.Builder getRunPolicyBuilder() { + + onChanged(); + return getRunPolicyFieldBuilder().getBuilder(); + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder() { + if (runPolicyBuilder_ != null) { + return runPolicyBuilder_.getMessageOrBuilder(); + } else { + return runPolicy_ == null ? + flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder> + getRunPolicyFieldBuilder() { + if (runPolicyBuilder_ == null) { + runPolicyBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder>( + getRunPolicy(), + getParentForChildren(), + isClean()); + runPolicy_ = null; + } + return runPolicyBuilder_; + } + + private int successPolicy_ = 0; + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public int getSuccessPolicyValue() { + return successPolicy_; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public Builder setSuccessPolicyValue(int value) { + successPolicy_ = value; + onChanged(); + return this; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public Builder setSuccessPolicy(flyteidl.plugins.kubeflow.Common.SuccessPolicy value) { + if (value == null) { + throw new NullPointerException(); + } + + successPolicy_ = value.getNumber(); + onChanged(); + return this; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; + */ + public Builder clearSuccessPolicy() { + + successPolicy_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) + private static final flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask(); + } + + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedPyTorchTrainingTask parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedPyTorchTrainingTask(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + public interface DistributedPyTorchTrainingReplicaSpecOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * Number of workers
+     *
+ * + * int32 replicas = 1; + */ + int getReplicas(); + + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + java.lang.String getPodTemplateName(); + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + com.google.protobuf.ByteString + getPodTemplateNameBytes(); + + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + int getRestartPolicyValue(); + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy(); + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec} + */ + public static final class DistributedPyTorchTrainingReplicaSpec extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + DistributedPyTorchTrainingReplicaSpecOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedPyTorchTrainingReplicaSpec.newBuilder() to construct. + private DistributedPyTorchTrainingReplicaSpec(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedPyTorchTrainingReplicaSpec() { + podTemplateName_ = ""; + restartPolicy_ = 0; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedPyTorchTrainingReplicaSpec( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 8: { + + replicas_ = input.readInt32(); + break; + } + case 18: { + java.lang.String s = input.readStringRequireUtf8(); + + podTemplateName_ = s; + break; + } + case 24: { + int rawValue = input.readEnum(); + + restartPolicy_ = rawValue; + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.class, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder.class); + } + + public static final int REPLICAS_FIELD_NUMBER = 1; + private int replicas_; + /** + * 
+     * Number of workers
+     *
+ * + * int32 replicas = 1; + */ + public int getReplicas() { + return replicas_; + } + + public static final int POD_TEMPLATE_NAME_FIELD_NUMBER = 2; + private volatile java.lang.Object podTemplateName_; + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + public java.lang.String getPodTemplateName() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof java.lang.String) { + return (java.lang.String) ref; + } else { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + podTemplateName_ = s; + return s; + } + } + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + public com.google.protobuf.ByteString + getPodTemplateNameBytes() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof java.lang.String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + podTemplateName_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + + public static final int RESTART_POLICY_FIELD_NUMBER = 3; + private int restartPolicy_; + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public int getRestartPolicyValue() { + return restartPolicy_; + } + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.RestartPolicy result = flyteidl.plugins.kubeflow.Common.RestartPolicy.valueOf(restartPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.RestartPolicy.UNRECOGNIZED : result; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (replicas_ != 0) { + output.writeInt32(1, replicas_); + } + if (!getPodTemplateNameBytes().isEmpty()) { + com.google.protobuf.GeneratedMessageV3.writeString(output, 2, podTemplateName_); + } + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + output.writeEnum(3, restartPolicy_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (replicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(1, replicas_); + } + if (!getPodTemplateNameBytes().isEmpty()) { + size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, podTemplateName_); + } + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + size += com.google.protobuf.CodedOutputStream + .computeEnumSize(3, restartPolicy_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec other = (flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec) obj; + + if (getReplicas() + != other.getReplicas()) return false; + if (!getPodTemplateName() + .equals(other.getPodTemplateName())) return false; + if (restartPolicy_ != other.restartPolicy_) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getReplicas(); + hash = (37 * hash) + POD_TEMPLATE_NAME_FIELD_NUMBER; + hash = (53 * hash) + getPodTemplateName().hashCode(); + hash = (37 * hash) + RESTART_POLICY_FIELD_NUMBER; + hash = (53 * hash) + restartPolicy_; + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.class, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + replicas_ = 0; + + podTemplateName_ = ""; + + restartPolicy_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec build() { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec buildPartial() { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec result = new flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec(this); + result.replicas_ = replicas_; + result.podTemplateName_ = podTemplateName_; + result.restartPolicy_ = restartPolicy_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec) { + return mergeFrom((flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec other) { + if (other == flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.getDefaultInstance()) return this; + if (other.getReplicas() != 0) { + setReplicas(other.getReplicas()); + } + if (!other.getPodTemplateName().isEmpty()) { + podTemplateName_ = other.podTemplateName_; + onChanged(); + } + if (other.restartPolicy_ != 0) { + setRestartPolicyValue(other.getRestartPolicyValue()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private int replicas_ ; + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public int getReplicas() { + return replicas_; + } + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public Builder setReplicas(int value) { + + replicas_ = value; + onChanged(); + return this; + } + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public Builder clearReplicas() { + + replicas_ = 0; + onChanged(); + return this; + } + + private java.lang.Object podTemplateName_ = ""; + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public java.lang.String getPodTemplateName() { + java.lang.Object ref = podTemplateName_; + if (!(ref instanceof java.lang.String)) { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + podTemplateName_ = s; + return s; + } else { + return (java.lang.String) ref; + } + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public com.google.protobuf.ByteString + getPodTemplateNameBytes() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + podTemplateName_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder setPodTemplateName( + java.lang.String value) { + if (value == null) { + throw new NullPointerException(); + } + + podTemplateName_ = value; + onChanged(); + return this; + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder clearPodTemplateName() { + + podTemplateName_ = getDefaultInstance().getPodTemplateName(); + onChanged(); + return this; + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder setPodTemplateNameBytes( + com.google.protobuf.ByteString value) { + if (value == null) { + throw new NullPointerException(); + } + checkByteStringIsUtf8(value); + + podTemplateName_ = value; + onChanged(); + return this; + } + + private int restartPolicy_ = 0; + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public int getRestartPolicyValue() { + return restartPolicy_; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder setRestartPolicyValue(int value) { + restartPolicy_ = value; + onChanged(); + return this; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.RestartPolicy result = flyteidl.plugins.kubeflow.Common.RestartPolicy.valueOf(restartPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.RestartPolicy.UNRECOGNIZED : result; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy value) { + if (value == null) { + throw new NullPointerException(); + } + + restartPolicy_ = value.getNumber(); + onChanged(); + return this; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder clearRestartPolicy() { + + restartPolicy_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec) + private static final flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec(); + } + + public static flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedPyTorchTrainingReplicaSpec parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedPyTorchTrainingReplicaSpec(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_fieldAccessorTable; + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_fieldAccessorTable; + + public static com.google.protobuf.Descriptors.FileDescriptor + getDescriptor() { + return descriptor; + } + private static com.google.protobuf.Descriptors.FileDescriptor + descriptor; + static { + java.lang.String[] descriptorData = { + "\n\'flyteidl/plugins/kubeflow/pytorch.prot" + + "o\022\031flyteidl.plugins.kubeflow\032&flyteidl/p" + + "lugins/kubeflow/common.proto\"\322\002\n\036Distrib" + + "utedPyTorchTrainingTask\022Y\n\017worker_replic" + + "as\030\001 \001(\0132@.flyteidl.plugins.kubeflow.Dis" + + "tributedPyTorchTrainingReplicaSpec\022Y\n\017ma" + + "ster_replicas\030\002 \001(\0132@.flyteidl.plugins.k" + + "ubeflow.DistributedPyTorchTrainingReplic" + + "aSpec\0228\n\nrun_policy\030\003 \001(\0132$.flyteidl.plu" + + "gins.kubeflow.RunPolicy\022@\n\016success_polic" + + "y\030\004 \001(\0162(.flyteidl.plugins.kubeflow.Succ" + + "essPolicy\"\226\001\n%DistributedPyTorchTraining" + + "ReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\031\n\021pod_tem" + + "plate_name\030\002 \001(\t\022@\n\016restart_policy\030\003 \001(\016" + + "2(.flyteidl.plugins.kubeflow.RestartPoli" + + "cyB9Z7github.com/flyteorg/flyteidl/gen/p" + + "b-go/flyteidl/pluginsb\006proto3" + }; + com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = + new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { + public com.google.protobuf.ExtensionRegistry assignDescriptors( + com.google.protobuf.Descriptors.FileDescriptor root) { + descriptor = root; + return null; + } + }; + com.google.protobuf.Descriptors.FileDescriptor + .internalBuildGeneratedFileFrom(descriptorData, + new com.google.protobuf.Descriptors.FileDescriptor[] { + flyteidl.plugins.kubeflow.Common.getDescriptor(), + }, assigner); + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor = + getDescriptor().getMessageTypes().get(0); + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor, + new java.lang.String[] { "WorkerReplicas", "MasterReplicas", "RunPolicy", "SuccessPolicy", }); + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor = + getDescriptor().getMessageTypes().get(1); + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor, + new java.lang.String[] { "Replicas", "PodTemplateName", "RestartPolicy", }); + flyteidl.plugins.kubeflow.Common.getDescriptor(); + } + + // @@protoc_insertion_point(outer_class_scope) +} diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java new file mode 100644 index 000000000..0adb94445 --- /dev/null +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java @@ -0,0 +1,2488 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/kubeflow/tensorflow.proto + +package flyteidl.plugins.kubeflow; + +public final class Tensorflow { + private Tensorflow() {} + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistryLite registry) { + } + + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistry registry) { + registerAllExtensions( + (com.google.protobuf.ExtensionRegistryLite) registry); + } + public interface DistributedTensorflowTrainingTaskOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + boolean hasWorkerReplicas(); + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getWorkerReplicas(); + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder(); + + /** + * 
+     * Parameter server replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + boolean hasPsReplicas(); + /** + * 
+     * Parameter server replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getPsReplicas(); + /** + * 
+     * Parameter server replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getPsReplicasOrBuilder(); + + /** + * 
+     * Chief replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + boolean hasChiefReplicas(); + /** + * 
+     * Chief replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getChiefReplicas(); + /** + * 
+     * Chief replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getChiefReplicasOrBuilder(); + + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + boolean hasRunPolicy(); + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy(); + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder(); + + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + int getSuccessPolicyValue(); + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy(); + } + /** + * 
+   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+   *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask} + */ + public static final class DistributedTensorflowTrainingTask extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + DistributedTensorflowTrainingTaskOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedTensorflowTrainingTask.newBuilder() to construct. + private DistributedTensorflowTrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedTensorflowTrainingTask() { + successPolicy_ = 0; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedTensorflowTrainingTask( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 10: { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder subBuilder = null; + if (workerReplicas_ != null) { + subBuilder = workerReplicas_.toBuilder(); + } + workerReplicas_ = input.readMessage(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(workerReplicas_); + workerReplicas_ = subBuilder.buildPartial(); + } + + break; + } + case 18: { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder subBuilder = null; + if (psReplicas_ != null) { + subBuilder = psReplicas_.toBuilder(); + } + psReplicas_ = input.readMessage(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(psReplicas_); + psReplicas_ = subBuilder.buildPartial(); + } + + break; + } + case 26: { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder subBuilder = null; + if (chiefReplicas_ != null) { + subBuilder = chiefReplicas_.toBuilder(); + } + chiefReplicas_ = input.readMessage(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(chiefReplicas_); + chiefReplicas_ = subBuilder.buildPartial(); + } + + break; + } + case 34: { + flyteidl.plugins.kubeflow.Common.RunPolicy.Builder subBuilder = null; + if (runPolicy_ != null) { + subBuilder = runPolicy_.toBuilder(); + } + runPolicy_ = input.readMessage(flyteidl.plugins.kubeflow.Common.RunPolicy.parser(), extensionRegistry); + if (subBuilder != null) { + subBuilder.mergeFrom(runPolicy_); + runPolicy_ = subBuilder.buildPartial(); + } + + break; + } + case 40: { + int rawValue = input.readEnum(); + + successPolicy_ = rawValue; + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask.class, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask.Builder.class); + } + + public static final int WORKER_REPLICAS_FIELD_NUMBER = 1; + private flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec workerReplicas_; + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public boolean hasWorkerReplicas() { + return workerReplicas_ != null; + } + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getWorkerReplicas() { + return workerReplicas_ == null ? flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } + /** + * 
+     * Worker replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder() { + return getWorkerReplicas(); + } + + public static final int PS_REPLICAS_FIELD_NUMBER = 2; + private flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec psReplicas_; + /** + * 
+     * Parameter server replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public boolean hasPsReplicas() { + return psReplicas_ != null; + } + /** + * 
+     * Parameter server replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getPsReplicas() { + return psReplicas_ == null ? flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : psReplicas_; + } + /** + * 
+     * Parameter server replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getPsReplicasOrBuilder() { + return getPsReplicas(); + } + + public static final int CHIEF_REPLICAS_FIELD_NUMBER = 3; + private flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec chiefReplicas_; + /** + * 
+     * Chief replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public boolean hasChiefReplicas() { + return chiefReplicas_ != null; + } + /** + * 
+     * Chief replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getChiefReplicas() { + return chiefReplicas_ == null ? flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : chiefReplicas_; + } + /** + * 
+     * Chief replicas spec
+     *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getChiefReplicasOrBuilder() { + return getChiefReplicas(); + } + + public static final int RUN_POLICY_FIELD_NUMBER = 4; + private flyteidl.plugins.kubeflow.Common.RunPolicy runPolicy_; + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public boolean hasRunPolicy() { + return runPolicy_ != null; + } + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy() { + return runPolicy_ == null ? flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } + /** + * 
+     * RunPolicy encapsulates various runtime policies of the distributed training
+     * job, for example how to clean up resources and how long the job can stay
+     * active.
+     *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder() { + return getRunPolicy(); + } + + public static final int SUCCESS_POLICY_FIELD_NUMBER = 5; + private int successPolicy_; + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + public int getSuccessPolicyValue() { + return successPolicy_; + } + /** + * 
+     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+     *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (workerReplicas_ != null) { + output.writeMessage(1, getWorkerReplicas()); + } + if (psReplicas_ != null) { + output.writeMessage(2, getPsReplicas()); + } + if (chiefReplicas_ != null) { + output.writeMessage(3, getChiefReplicas()); + } + if (runPolicy_ != null) { + output.writeMessage(4, getRunPolicy()); + } + if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) { + output.writeEnum(5, successPolicy_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (workerReplicas_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(1, getWorkerReplicas()); + } + if (psReplicas_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(2, getPsReplicas()); + } + if (chiefReplicas_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(3, getChiefReplicas()); + } + if (runPolicy_ != null) { + size += com.google.protobuf.CodedOutputStream + .computeMessageSize(4, getRunPolicy()); + } + if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) { + size += com.google.protobuf.CodedOutputStream + .computeEnumSize(5, successPolicy_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask other = (flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask) obj; + + if (hasWorkerReplicas() != other.hasWorkerReplicas()) return false; + if (hasWorkerReplicas()) { + if (!getWorkerReplicas() + .equals(other.getWorkerReplicas())) return false; + } + if (hasPsReplicas() != other.hasPsReplicas()) return false; + if (hasPsReplicas()) { + if (!getPsReplicas() + .equals(other.getPsReplicas())) return false; + } + if (hasChiefReplicas() != other.hasChiefReplicas()) return false; + if (hasChiefReplicas()) { + if (!getChiefReplicas() + .equals(other.getChiefReplicas())) return false; + } + if (hasRunPolicy() != other.hasRunPolicy()) return false; + if (hasRunPolicy()) { + if (!getRunPolicy() + .equals(other.getRunPolicy())) return false; + } + if (successPolicy_ != other.successPolicy_) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + if (hasWorkerReplicas()) { + hash = (37 * hash) + WORKER_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getWorkerReplicas().hashCode(); + } + if (hasPsReplicas()) { + hash = (37 * hash) + PS_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getPsReplicas().hashCode(); + } + if (hasChiefReplicas()) { + hash = (37 * hash) + CHIEF_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getChiefReplicas().hashCode(); + } + if (hasRunPolicy()) { + hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER; + hash = (53 * hash) + getRunPolicy().hashCode(); + } + hash = (37 * hash) + SUCCESS_POLICY_FIELD_NUMBER; + hash = (53 * hash) + successPolicy_; + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * 
+     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+     *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTaskOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask.class, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + if (workerReplicasBuilder_ == null) { + workerReplicas_ = null; + } else { + workerReplicas_ = null; + workerReplicasBuilder_ = null; + } + if (psReplicasBuilder_ == null) { + psReplicas_ = null; + } else { + psReplicas_ = null; + psReplicasBuilder_ = null; + } + if (chiefReplicasBuilder_ == null) { + chiefReplicas_ = null; + } else { + chiefReplicas_ = null; + chiefReplicasBuilder_ = null; + } + if (runPolicyBuilder_ == null) { + runPolicy_ = null; + } else { + runPolicy_ = null; + runPolicyBuilder_ = null; + } + successPolicy_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask build() { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask buildPartial() { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask result = new flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask(this); + if (workerReplicasBuilder_ == null) { + result.workerReplicas_ = workerReplicas_; + } else { + result.workerReplicas_ = workerReplicasBuilder_.build(); + } + if (psReplicasBuilder_ == null) { + result.psReplicas_ = psReplicas_; + } else { + result.psReplicas_ = psReplicasBuilder_.build(); + } + if (chiefReplicasBuilder_ == null) { + result.chiefReplicas_ = chiefReplicas_; + } else { + result.chiefReplicas_ = chiefReplicasBuilder_.build(); + } + if (runPolicyBuilder_ == null) { + result.runPolicy_ = runPolicy_; + } else { + result.runPolicy_ = runPolicyBuilder_.build(); + } + result.successPolicy_ = successPolicy_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask) { + return mergeFrom((flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask other) { + if (other == flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask.getDefaultInstance()) return this; + if (other.hasWorkerReplicas()) { + mergeWorkerReplicas(other.getWorkerReplicas()); + } + if (other.hasPsReplicas()) { + mergePsReplicas(other.getPsReplicas()); + } + if (other.hasChiefReplicas()) { + mergeChiefReplicas(other.getChiefReplicas()); + } + if (other.hasRunPolicy()) { + mergeRunPolicy(other.getRunPolicy()); + } + if (other.successPolicy_ != 0) { + setSuccessPolicyValue(other.getSuccessPolicyValue()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec workerReplicas_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder> workerReplicasBuilder_; + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public boolean hasWorkerReplicas() { + return workerReplicasBuilder_ != null || workerReplicas_ != null; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getWorkerReplicas() { + if (workerReplicasBuilder_ == null) { + return workerReplicas_ == null ? flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } else { + return workerReplicasBuilder_.getMessage(); + } + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public Builder setWorkerReplicas(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec value) { + if (workerReplicasBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + workerReplicas_ = value; + onChanged(); + } else { + workerReplicasBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public Builder setWorkerReplicas( + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder builderForValue) { + if (workerReplicasBuilder_ == null) { + workerReplicas_ = builderForValue.build(); + onChanged(); + } else { + workerReplicasBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public Builder mergeWorkerReplicas(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec value) { + if (workerReplicasBuilder_ == null) { + if (workerReplicas_ != null) { + workerReplicas_ = + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.newBuilder(workerReplicas_).mergeFrom(value).buildPartial(); + } else { + workerReplicas_ = value; + } + onChanged(); + } else { + workerReplicasBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public Builder clearWorkerReplicas() { + if (workerReplicasBuilder_ == null) { + workerReplicas_ = null; + onChanged(); + } else { + workerReplicas_ = null; + workerReplicasBuilder_ = null; + } + + return this; + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder getWorkerReplicasBuilder() { + + onChanged(); + return getWorkerReplicasFieldBuilder().getBuilder(); + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getWorkerReplicasOrBuilder() { + if (workerReplicasBuilder_ != null) { + return workerReplicasBuilder_.getMessageOrBuilder(); + } else { + return workerReplicas_ == null ? + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : workerReplicas_; + } + } + /** + * 
+       * Worker replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder> + getWorkerReplicasFieldBuilder() { + if (workerReplicasBuilder_ == null) { + workerReplicasBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder>( + getWorkerReplicas(), + getParentForChildren(), + isClean()); + workerReplicas_ = null; + } + return workerReplicasBuilder_; + } + + private flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec psReplicas_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder> psReplicasBuilder_; + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public boolean hasPsReplicas() { + return psReplicasBuilder_ != null || psReplicas_ != null; + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getPsReplicas() { + if (psReplicasBuilder_ == null) { + return psReplicas_ == null ? flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : psReplicas_; + } else { + return psReplicasBuilder_.getMessage(); + } + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public Builder setPsReplicas(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec value) { + if (psReplicasBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + psReplicas_ = value; + onChanged(); + } else { + psReplicasBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public Builder setPsReplicas( + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder builderForValue) { + if (psReplicasBuilder_ == null) { + psReplicas_ = builderForValue.build(); + onChanged(); + } else { + psReplicasBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public Builder mergePsReplicas(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec value) { + if (psReplicasBuilder_ == null) { + if (psReplicas_ != null) { + psReplicas_ = + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.newBuilder(psReplicas_).mergeFrom(value).buildPartial(); + } else { + psReplicas_ = value; + } + onChanged(); + } else { + psReplicasBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public Builder clearPsReplicas() { + if (psReplicasBuilder_ == null) { + psReplicas_ = null; + onChanged(); + } else { + psReplicas_ = null; + psReplicasBuilder_ = null; + } + + return this; + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder getPsReplicasBuilder() { + + onChanged(); + return getPsReplicasFieldBuilder().getBuilder(); + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getPsReplicasOrBuilder() { + if (psReplicasBuilder_ != null) { + return psReplicasBuilder_.getMessageOrBuilder(); + } else { + return psReplicas_ == null ? + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : psReplicas_; + } + } + /** + * 
+       * Parameter server replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder> + getPsReplicasFieldBuilder() { + if (psReplicasBuilder_ == null) { + psReplicasBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder>( + getPsReplicas(), + getParentForChildren(), + isClean()); + psReplicas_ = null; + } + return psReplicasBuilder_; + } + + private flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec chiefReplicas_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder> chiefReplicasBuilder_; + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public boolean hasChiefReplicas() { + return chiefReplicasBuilder_ != null || chiefReplicas_ != null; + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getChiefReplicas() { + if (chiefReplicasBuilder_ == null) { + return chiefReplicas_ == null ? flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : chiefReplicas_; + } else { + return chiefReplicasBuilder_.getMessage(); + } + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public Builder setChiefReplicas(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec value) { + if (chiefReplicasBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + chiefReplicas_ = value; + onChanged(); + } else { + chiefReplicasBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public Builder setChiefReplicas( + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder builderForValue) { + if (chiefReplicasBuilder_ == null) { + chiefReplicas_ = builderForValue.build(); + onChanged(); + } else { + chiefReplicasBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public Builder mergeChiefReplicas(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec value) { + if (chiefReplicasBuilder_ == null) { + if (chiefReplicas_ != null) { + chiefReplicas_ = + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.newBuilder(chiefReplicas_).mergeFrom(value).buildPartial(); + } else { + chiefReplicas_ = value; + } + onChanged(); + } else { + chiefReplicasBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public Builder clearChiefReplicas() { + if (chiefReplicasBuilder_ == null) { + chiefReplicas_ = null; + onChanged(); + } else { + chiefReplicas_ = null; + chiefReplicasBuilder_ = null; + } + + return this; + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder getChiefReplicasBuilder() { + + onChanged(); + return getChiefReplicasFieldBuilder().getBuilder(); + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder getChiefReplicasOrBuilder() { + if (chiefReplicasBuilder_ != null) { + return chiefReplicasBuilder_.getMessageOrBuilder(); + } else { + return chiefReplicas_ == null ? + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance() : chiefReplicas_; + } + } + /** + * 
+       * Chief replicas spec
+       *
+ * + * .flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder> + getChiefReplicasFieldBuilder() { + if (chiefReplicasBuilder_ == null) { + chiefReplicasBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder>( + getChiefReplicas(), + getParentForChildren(), + isClean()); + chiefReplicas_ = null; + } + return chiefReplicasBuilder_; + } + + private flyteidl.plugins.kubeflow.Common.RunPolicy runPolicy_; + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder> runPolicyBuilder_; + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public boolean hasRunPolicy() { + return runPolicyBuilder_ != null || runPolicy_ != null; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy getRunPolicy() { + if (runPolicyBuilder_ == null) { + return runPolicy_ == null ? flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } else { + return runPolicyBuilder_.getMessage(); + } + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public Builder setRunPolicy(flyteidl.plugins.kubeflow.Common.RunPolicy value) { + if (runPolicyBuilder_ == null) { + if (value == null) { + throw new NullPointerException(); + } + runPolicy_ = value; + onChanged(); + } else { + runPolicyBuilder_.setMessage(value); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public Builder setRunPolicy( + flyteidl.plugins.kubeflow.Common.RunPolicy.Builder builderForValue) { + if (runPolicyBuilder_ == null) { + runPolicy_ = builderForValue.build(); + onChanged(); + } else { + runPolicyBuilder_.setMessage(builderForValue.build()); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public Builder mergeRunPolicy(flyteidl.plugins.kubeflow.Common.RunPolicy value) { + if (runPolicyBuilder_ == null) { + if (runPolicy_ != null) { + runPolicy_ = + flyteidl.plugins.kubeflow.Common.RunPolicy.newBuilder(runPolicy_).mergeFrom(value).buildPartial(); + } else { + runPolicy_ = value; + } + onChanged(); + } else { + runPolicyBuilder_.mergeFrom(value); + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public Builder clearRunPolicy() { + if (runPolicyBuilder_ == null) { + runPolicy_ = null; + onChanged(); + } else { + runPolicy_ = null; + runPolicyBuilder_ = null; + } + + return this; + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicy.Builder getRunPolicyBuilder() { + + onChanged(); + return getRunPolicyFieldBuilder().getBuilder(); + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder() { + if (runPolicyBuilder_ != null) { + return runPolicyBuilder_.getMessageOrBuilder(); + } else { + return runPolicy_ == null ? + flyteidl.plugins.kubeflow.Common.RunPolicy.getDefaultInstance() : runPolicy_; + } + } + /** + * 
+       * RunPolicy encapsulates various runtime policies of the distributed training
+       * job, for example how to clean up resources and how long the job can stay
+       * active.
+       *
+ * + * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4; + */ + private com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder> + getRunPolicyFieldBuilder() { + if (runPolicyBuilder_ == null) { + runPolicyBuilder_ = new com.google.protobuf.SingleFieldBuilderV3< + flyteidl.plugins.kubeflow.Common.RunPolicy, flyteidl.plugins.kubeflow.Common.RunPolicy.Builder, flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder>( + getRunPolicy(), + getParentForChildren(), + isClean()); + runPolicy_ = null; + } + return runPolicyBuilder_; + } + + private int successPolicy_ = 0; + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + public int getSuccessPolicyValue() { + return successPolicy_; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + public Builder setSuccessPolicyValue(int value) { + successPolicy_ = value; + onChanged(); + return this; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + public Builder setSuccessPolicy(flyteidl.plugins.kubeflow.Common.SuccessPolicy value) { + if (value == null) { + throw new NullPointerException(); + } + + successPolicy_ = value.getNumber(); + onChanged(); + return this; + } + /** + * 
+       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
+       *
+ * + * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; + */ + public Builder clearSuccessPolicy() { + + successPolicy_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) + private static final flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask(); + } + + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedTensorflowTrainingTask parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedTensorflowTrainingTask(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + public interface DistributedTensorflowTrainingReplicaSpecOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * Number of workers
+     *
+ * + * int32 replicas = 1; + */ + int getReplicas(); + + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + java.lang.String getPodTemplateName(); + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + com.google.protobuf.ByteString + getPodTemplateNameBytes(); + + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + int getRestartPolicyValue(); + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy(); + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec} + */ + public static final class DistributedTensorflowTrainingReplicaSpec extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + DistributedTensorflowTrainingReplicaSpecOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedTensorflowTrainingReplicaSpec.newBuilder() to construct. + private DistributedTensorflowTrainingReplicaSpec(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedTensorflowTrainingReplicaSpec() { + podTemplateName_ = ""; + restartPolicy_ = 0; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedTensorflowTrainingReplicaSpec( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 8: { + + replicas_ = input.readInt32(); + break; + } + case 18: { + java.lang.String s = input.readStringRequireUtf8(); + + podTemplateName_ = s; + break; + } + case 24: { + int rawValue = input.readEnum(); + + restartPolicy_ = rawValue; + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.class, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder.class); + } + + public static final int REPLICAS_FIELD_NUMBER = 1; + private int replicas_; + /** + * 
+     * Number of workers
+     *
+ * + * int32 replicas = 1; + */ + public int getReplicas() { + return replicas_; + } + + public static final int POD_TEMPLATE_NAME_FIELD_NUMBER = 2; + private volatile java.lang.Object podTemplateName_; + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + public java.lang.String getPodTemplateName() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof java.lang.String) { + return (java.lang.String) ref; + } else { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + podTemplateName_ = s; + return s; + } + } + /** + * 
+     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     *
+ * + * string pod_template_name = 2; + */ + public com.google.protobuf.ByteString + getPodTemplateNameBytes() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof java.lang.String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + podTemplateName_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + + public static final int RESTART_POLICY_FIELD_NUMBER = 3; + private int restartPolicy_; + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public int getRestartPolicyValue() { + return restartPolicy_; + } + /** + * 
+     * Restart policy for the worker
+     *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.RestartPolicy result = flyteidl.plugins.kubeflow.Common.RestartPolicy.valueOf(restartPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.RestartPolicy.UNRECOGNIZED : result; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (replicas_ != 0) { + output.writeInt32(1, replicas_); + } + if (!getPodTemplateNameBytes().isEmpty()) { + com.google.protobuf.GeneratedMessageV3.writeString(output, 2, podTemplateName_); + } + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + output.writeEnum(3, restartPolicy_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (replicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(1, replicas_); + } + if (!getPodTemplateNameBytes().isEmpty()) { + size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, podTemplateName_); + } + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + size += com.google.protobuf.CodedOutputStream + .computeEnumSize(3, restartPolicy_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec other = (flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec) obj; + + if (getReplicas() + != other.getReplicas()) return false; + if (!getPodTemplateName() + .equals(other.getPodTemplateName())) return false; + if (restartPolicy_ != other.restartPolicy_) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getReplicas(); + hash = (37 * hash) + POD_TEMPLATE_NAME_FIELD_NUMBER; + hash = (53 * hash) + getPodTemplateName().hashCode(); + hash = (37 * hash) + RESTART_POLICY_FIELD_NUMBER; + hash = (53 * hash) + restartPolicy_; + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpecOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.class, flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + replicas_ = 0; + + podTemplateName_ = ""; + + restartPolicy_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Tensorflow.internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec build() { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec buildPartial() { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec result = new flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec(this); + result.replicas_ = replicas_; + result.podTemplateName_ = podTemplateName_; + result.restartPolicy_ = restartPolicy_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec) { + return mergeFrom((flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec other) { + if (other == flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec.getDefaultInstance()) return this; + if (other.getReplicas() != 0) { + setReplicas(other.getReplicas()); + } + if (!other.getPodTemplateName().isEmpty()) { + podTemplateName_ = other.podTemplateName_; + onChanged(); + } + if (other.restartPolicy_ != 0) { + setRestartPolicyValue(other.getRestartPolicyValue()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private int replicas_ ; + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public int getReplicas() { + return replicas_; + } + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public Builder setReplicas(int value) { + + replicas_ = value; + onChanged(); + return this; + } + /** + * 
+       * Number of workers
+       *
+ * + * int32 replicas = 1; + */ + public Builder clearReplicas() { + + replicas_ = 0; + onChanged(); + return this; + } + + private java.lang.Object podTemplateName_ = ""; + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public java.lang.String getPodTemplateName() { + java.lang.Object ref = podTemplateName_; + if (!(ref instanceof java.lang.String)) { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + podTemplateName_ = s; + return s; + } else { + return (java.lang.String) ref; + } + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public com.google.protobuf.ByteString + getPodTemplateNameBytes() { + java.lang.Object ref = podTemplateName_; + if (ref instanceof String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + podTemplateName_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder setPodTemplateName( + java.lang.String value) { + if (value == null) { + throw new NullPointerException(); + } + + podTemplateName_ = value; + onChanged(); + return this; + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder clearPodTemplateName() { + + podTemplateName_ = getDefaultInstance().getPodTemplateName(); + onChanged(); + return this; + } + /** + * 
+       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
+       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       *
+ * + * string pod_template_name = 2; + */ + public Builder setPodTemplateNameBytes( + com.google.protobuf.ByteString value) { + if (value == null) { + throw new NullPointerException(); + } + checkByteStringIsUtf8(value); + + podTemplateName_ = value; + onChanged(); + return this; + } + + private int restartPolicy_ = 0; + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public int getRestartPolicyValue() { + return restartPolicy_; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder setRestartPolicyValue(int value) { + restartPolicy_ = value; + onChanged(); + return this; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { + @SuppressWarnings("deprecation") + flyteidl.plugins.kubeflow.Common.RestartPolicy result = flyteidl.plugins.kubeflow.Common.RestartPolicy.valueOf(restartPolicy_); + return result == null ? flyteidl.plugins.kubeflow.Common.RestartPolicy.UNRECOGNIZED : result; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy value) { + if (value == null) { + throw new NullPointerException(); + } + + restartPolicy_ = value.getNumber(); + onChanged(); + return this; + } + /** + * 
+       * Restart policy for the worker
+       *
+ * + * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + */ + public Builder clearRestartPolicy() { + + restartPolicy_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec) + private static final flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec(); + } + + public static flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedTensorflowTrainingReplicaSpec parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedTensorflowTrainingReplicaSpec(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_fieldAccessorTable; + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_fieldAccessorTable; + + public static com.google.protobuf.Descriptors.FileDescriptor + getDescriptor() { + return descriptor; + } + private static com.google.protobuf.Descriptors.FileDescriptor + descriptor; + static { + java.lang.String[] descriptorData = { + "\n*flyteidl/plugins/kubeflow/tensorflow.p" + + "roto\022\031flyteidl.plugins.kubeflow\032&flyteid" + + "l/plugins/kubeflow/common.proto\"\264\003\n!Dist" + + "ributedTensorflowTrainingTask\022\\\n\017worker_" + + "replicas\030\001 \001(\0132C.flyteidl.plugins.kubefl" + + "ow.DistributedTensorflowTrainingReplicaS" + + "pec\022X\n\013ps_replicas\030\002 \001(\0132C.flyteidl.plug" + + "ins.kubeflow.DistributedTensorflowTraini" + + "ngReplicaSpec\022[\n\016chief_replicas\030\003 \001(\0132C." + + "flyteidl.plugins.kubeflow.DistributedTen" + + "sorflowTrainingReplicaSpec\0228\n\nrun_policy" + + "\030\004 \001(\0132$.flyteidl.plugins.kubeflow.RunPo" + + "licy\022@\n\016success_policy\030\005 \001(\0162(.flyteidl." + + "plugins.kubeflow.SuccessPolicy\"\231\001\n(Distr" + + "ibutedTensorflowTrainingReplicaSpec\022\020\n\010r" + + "eplicas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t" + + "\022@\n\016restart_policy\030\003 \001(\0162(.flyteidl.plug" + + "ins.kubeflow.RestartPolicyB9Z7github.com" + + "/flyteorg/flyteidl/gen/pb-go/flyteidl/pl" + + "uginsb\006proto3" + }; + com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = + new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { + public com.google.protobuf.ExtensionRegistry assignDescriptors( + com.google.protobuf.Descriptors.FileDescriptor root) { + descriptor = root; + return null; + } + }; + com.google.protobuf.Descriptors.FileDescriptor + .internalBuildGeneratedFileFrom(descriptorData, + new com.google.protobuf.Descriptors.FileDescriptor[] { + flyteidl.plugins.kubeflow.Common.getDescriptor(), + }, assigner); + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor = + getDescriptor().getMessageTypes().get(0); + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor, + new java.lang.String[] { "WorkerReplicas", "PsReplicas", "ChiefReplicas", "RunPolicy", "SuccessPolicy", }); + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor = + getDescriptor().getMessageTypes().get(1); + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor, + new java.lang.String[] { "Replicas", "PodTemplateName", "RestartPolicy", }); + flyteidl.plugins.kubeflow.Common.getDescriptor(); + } + + // @@protoc_insertion_point(outer_class_scope) +} diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/__init__.py b/gen/pb_python/flyteidl/plugins/kubeflow/__init__.py new file mode 100644 index 000000000..e69de29bb diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py new file mode 100644 index 000000000..d10e4ecb1 --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py @@ -0,0 +1,32 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: flyteidl/plugins/kubeflow/common.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xf8\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x34\n\x15\x61\x63tiveDeadlineSeconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*K\n\rSuccessPolicy\x12\x1a\n\x16SUCCESS_POLICY_DEFAULT\x10\x00\x12\x1e\n\x1aSUCCESS_POLICY_ALL_WORKERS\x10\x01*\x7f\n\x0e\x43leanPodPolicy\x12\x1d\n\x19\x43LEANPOD_POLICY_UNDEFINED\x10\x00\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x01\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x02\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x03*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.common_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\013CommonProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' + _SUCCESSPOLICY._serialized_start=320 + _SUCCESSPOLICY._serialized_end=395 + _CLEANPODPOLICY._serialized_start=397 + _CLEANPODPOLICY._serialized_end=524 + _RESTARTPOLICY._serialized_start=526 + _RESTARTPOLICY._serialized_end=625 + _RUNPOLICY._serialized_start=70 + _RUNPOLICY._serialized_end=318 +# @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi new file mode 100644 index 000000000..6a2e3fb15 --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi @@ -0,0 +1,36 @@ +from google.protobuf.internal import enum_type_wrapper as _enum_type_wrapper +from google.protobuf import descriptor as _descriptor +from google.protobuf import message as _message +from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union + +CLEANPOD_POLICY_ALL: CleanPodPolicy +CLEANPOD_POLICY_NONE: CleanPodPolicy +CLEANPOD_POLICY_RUNNING: CleanPodPolicy +CLEANPOD_POLICY_UNDEFINED: CleanPodPolicy +DESCRIPTOR: _descriptor.FileDescriptor +RESTART_POLICY_ALWAYS: RestartPolicy +RESTART_POLICY_NEVER: RestartPolicy +RESTART_POLICY_ON_FAILURE: RestartPolicy +SUCCESS_POLICY_ALL_WORKERS: SuccessPolicy +SUCCESS_POLICY_DEFAULT: SuccessPolicy + +class RunPolicy(_message.Message): + __slots__ = ["activeDeadlineSeconds", "backoff_limit", "clean_pod_policy", "ttl_seconds_after_finished"] + ACTIVEDEADLINESECONDS_FIELD_NUMBER: _ClassVar[int] + BACKOFF_LIMIT_FIELD_NUMBER: _ClassVar[int] + CLEAN_POD_POLICY_FIELD_NUMBER: _ClassVar[int] + TTL_SECONDS_AFTER_FINISHED_FIELD_NUMBER: _ClassVar[int] + activeDeadlineSeconds: int + backoff_limit: int + clean_pod_policy: CleanPodPolicy + ttl_seconds_after_finished: int + def __init__(self, clean_pod_policy: _Optional[_Union[CleanPodPolicy, str]] = ..., ttl_seconds_after_finished: _Optional[int] = ..., activeDeadlineSeconds: _Optional[int] = ..., backoff_limit: _Optional[int] = ...) -> None: ... + +class SuccessPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): + __slots__ = [] + +class CleanPodPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): + __slots__ = [] + +class RestartPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): + __slots__ = [] diff --git a/gen/pb_python/flyteidl/plugins/mpi_pb2_grpc.py b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2_grpc.py similarity index 100% rename from gen/pb_python/flyteidl/plugins/mpi_pb2_grpc.py rename to gen/pb_python/flyteidl/plugins/kubeflow/common_pb2_grpc.py diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py new file mode 100644 index 000000000..7d0c9139d --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py @@ -0,0 +1,29 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: flyteidl/plugins/kubeflow/mpi.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + +from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2 + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a&flyteidl/plugins/kubeflow/common.proto\"\x84\x03\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12O\n\x0esuccess_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.SuccessPolicyR\rsuccessPolicy\"\xbc\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12*\n\x11pod_template_name\x18\x02 \x01(\tR\x0fpodTemplateName\x12O\n\x0erestart_policy\x18\x03 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.mpi_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\010MpiProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' + _DISTRIBUTEDMPITRAININGTASK._serialized_start=107 + _DISTRIBUTEDMPITRAININGTASK._serialized_end=495 + _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_start=498 + _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_end=686 +# @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi new file mode 100644 index 000000000..51b79b771 --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi @@ -0,0 +1,28 @@ +from flyteidl.plugins.kubeflow import common_pb2 as _common_pb2 +from google.protobuf import descriptor as _descriptor +from google.protobuf import message as _message +from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union + +DESCRIPTOR: _descriptor.FileDescriptor + +class DistributedMPITrainingReplicaSpec(_message.Message): + __slots__ = ["pod_template_name", "replicas", "restart_policy"] + POD_TEMPLATE_NAME_FIELD_NUMBER: _ClassVar[int] + REPLICAS_FIELD_NUMBER: _ClassVar[int] + RESTART_POLICY_FIELD_NUMBER: _ClassVar[int] + pod_template_name: str + replicas: int + restart_policy: _common_pb2.RestartPolicy + def __init__(self, replicas: _Optional[int] = ..., pod_template_name: _Optional[str] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ... + +class DistributedMPITrainingTask(_message.Message): + __slots__ = ["launcher_replicas", "run_policy", "success_policy", "worker_replicas"] + LAUNCHER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + RUN_POLICY_FIELD_NUMBER: _ClassVar[int] + SUCCESS_POLICY_FIELD_NUMBER: _ClassVar[int] + WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + launcher_replicas: DistributedMPITrainingReplicaSpec + run_policy: _common_pb2.RunPolicy + success_policy: _common_pb2.SuccessPolicy + worker_replicas: DistributedMPITrainingReplicaSpec + def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., success_policy: _Optional[_Union[_common_pb2.SuccessPolicy, str]] = ...) -> None: ... diff --git a/gen/pb_python/flyteidl/plugins/pytorch_pb2_grpc.py b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2_grpc.py similarity index 100% rename from gen/pb_python/flyteidl/plugins/pytorch_pb2_grpc.py rename to gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2_grpc.py diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py new file mode 100644 index 000000000..41501e667 --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py @@ -0,0 +1,29 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: flyteidl/plugins/kubeflow/pytorch.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + +from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2 + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\'flyteidl/plugins/kubeflow/pytorch.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a&flyteidl/plugins/kubeflow/common.proto\"\x8c\x03\n\x1e\x44istributedPyTorchTrainingTask\x12i\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x0fmaster_replicas\x18\x02 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0emasterReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12O\n\x0esuccess_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.SuccessPolicyR\rsuccessPolicy\"\xc0\x01\n%DistributedPyTorchTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12*\n\x11pod_template_name\x18\x02 \x01(\tR\x0fpodTemplateName\x12O\n\x0erestart_policy\x18\x03 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xec\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.pytorch_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\014PytorchProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' + _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_start=111 + _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_end=507 + _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_start=510 + _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_end=702 +# @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi new file mode 100644 index 000000000..c02032262 --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi @@ -0,0 +1,28 @@ +from flyteidl.plugins.kubeflow import common_pb2 as _common_pb2 +from google.protobuf import descriptor as _descriptor +from google.protobuf import message as _message +from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union + +DESCRIPTOR: _descriptor.FileDescriptor + +class DistributedPyTorchTrainingReplicaSpec(_message.Message): + __slots__ = ["pod_template_name", "replicas", "restart_policy"] + POD_TEMPLATE_NAME_FIELD_NUMBER: _ClassVar[int] + REPLICAS_FIELD_NUMBER: _ClassVar[int] + RESTART_POLICY_FIELD_NUMBER: _ClassVar[int] + pod_template_name: str + replicas: int + restart_policy: _common_pb2.RestartPolicy + def __init__(self, replicas: _Optional[int] = ..., pod_template_name: _Optional[str] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ... + +class DistributedPyTorchTrainingTask(_message.Message): + __slots__ = ["master_replicas", "run_policy", "success_policy", "worker_replicas"] + MASTER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + RUN_POLICY_FIELD_NUMBER: _ClassVar[int] + SUCCESS_POLICY_FIELD_NUMBER: _ClassVar[int] + WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + master_replicas: DistributedPyTorchTrainingReplicaSpec + run_policy: _common_pb2.RunPolicy + success_policy: _common_pb2.SuccessPolicy + worker_replicas: DistributedPyTorchTrainingReplicaSpec + def __init__(self, worker_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., master_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., success_policy: _Optional[_Union[_common_pb2.SuccessPolicy, str]] = ...) -> None: ... diff --git a/gen/pb_python/flyteidl/plugins/tensorflow_pb2_grpc.py b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2_grpc.py similarity index 100% rename from gen/pb_python/flyteidl/plugins/tensorflow_pb2_grpc.py rename to gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2_grpc.py diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py new file mode 100644 index 000000000..2bb7f12d8 --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py @@ -0,0 +1,29 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: flyteidl/plugins/kubeflow/tensorflow.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + +from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2 + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*flyteidl/plugins/kubeflow/tensorflow.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a&flyteidl/plugins/kubeflow/common.proto\"\xf9\x03\n!DistributedTensorflowTrainingTask\x12l\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\x0eworkerReplicas\x12\x64\n\x0bps_replicas\x18\x02 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\npsReplicas\x12j\n\x0e\x63hief_replicas\x18\x03 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\rchiefReplicas\x12\x43\n\nrun_policy\x18\x04 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12O\n\x0esuccess_policy\x18\x05 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.SuccessPolicyR\rsuccessPolicy\"\xc3\x01\n(DistributedTensorflowTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12*\n\x11pod_template_name\x18\x02 \x01(\tR\x0fpodTemplateName\x12O\n\x0erestart_policy\x18\x03 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xef\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0fTensorflowProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.tensorflow_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\017TensorflowProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' + _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_start=114 + _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_end=619 + _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_start=622 + _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_end=817 +# @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi new file mode 100644 index 000000000..e1dce3f93 --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi @@ -0,0 +1,30 @@ +from flyteidl.plugins.kubeflow import common_pb2 as _common_pb2 +from google.protobuf import descriptor as _descriptor +from google.protobuf import message as _message +from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union + +DESCRIPTOR: _descriptor.FileDescriptor + +class DistributedTensorflowTrainingReplicaSpec(_message.Message): + __slots__ = ["pod_template_name", "replicas", "restart_policy"] + POD_TEMPLATE_NAME_FIELD_NUMBER: _ClassVar[int] + REPLICAS_FIELD_NUMBER: _ClassVar[int] + RESTART_POLICY_FIELD_NUMBER: _ClassVar[int] + pod_template_name: str + replicas: int + restart_policy: _common_pb2.RestartPolicy + def __init__(self, replicas: _Optional[int] = ..., pod_template_name: _Optional[str] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ... + +class DistributedTensorflowTrainingTask(_message.Message): + __slots__ = ["chief_replicas", "ps_replicas", "run_policy", "success_policy", "worker_replicas"] + CHIEF_REPLICAS_FIELD_NUMBER: _ClassVar[int] + PS_REPLICAS_FIELD_NUMBER: _ClassVar[int] + RUN_POLICY_FIELD_NUMBER: _ClassVar[int] + SUCCESS_POLICY_FIELD_NUMBER: _ClassVar[int] + WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + chief_replicas: DistributedTensorflowTrainingReplicaSpec + ps_replicas: DistributedTensorflowTrainingReplicaSpec + run_policy: _common_pb2.RunPolicy + success_policy: _common_pb2.SuccessPolicy + worker_replicas: DistributedTensorflowTrainingReplicaSpec + def __init__(self, worker_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., ps_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., chief_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., success_policy: _Optional[_Union[_common_pb2.SuccessPolicy, str]] = ...) -> None: ... diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2_grpc.py b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2_grpc.py new file mode 100644 index 000000000..2daafffeb --- /dev/null +++ b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2_grpc.py @@ -0,0 +1,4 @@ +# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT! +"""Client and server classes corresponding to protobuf-defined services.""" +import grpc + diff --git a/gen/pb_python/flyteidl/plugins/mpi_pb2.py b/gen/pb_python/flyteidl/plugins/mpi_pb2.py deleted file mode 100644 index 6cdb20189..000000000 --- a/gen/pb_python/flyteidl/plugins/mpi_pb2.py +++ /dev/null @@ -1,26 +0,0 @@ -# -*- coding: utf-8 -*- -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: flyteidl/plugins/mpi.proto -"""Generated protocol buffer code.""" -from google.protobuf.internal import builder as _builder -from google.protobuf import descriptor as _descriptor -from google.protobuf import descriptor_pool as _descriptor_pool -from google.protobuf import symbol_database as _symbol_database -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - - - -DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1a\x66lyteidl/plugins/mpi.proto\x12\x10\x66lyteidl.plugins\"\x87\x01\n\x1a\x44istributedMPITrainingTask\x12\x1f\n\x0bnum_workers\x18\x01 \x01(\x05R\nnumWorkers\x12\x32\n\x15num_launcher_replicas\x18\x02 \x01(\x05R\x13numLauncherReplicas\x12\x14\n\x05slots\x18\x03 \x01(\x05R\x05slotsB\xba\x01\n\x14\x63om.flyteidl.pluginsB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PX\xaa\x02\x10\x46lyteidl.Plugins\xca\x02\x10\x46lyteidl\\Plugins\xe2\x02\x1c\x46lyteidl\\Plugins\\GPBMetadata\xea\x02\x11\x46lyteidl::Pluginsb\x06proto3') - -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.mpi_pb2', globals()) -if _descriptor._USE_C_DESCRIPTORS == False: - - DESCRIPTOR._options = None - DESCRIPTOR._serialized_options = b'\n\024com.flyteidl.pluginsB\010MpiProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPX\252\002\020Flyteidl.Plugins\312\002\020Flyteidl\\Plugins\342\002\034Flyteidl\\Plugins\\GPBMetadata\352\002\021Flyteidl::Plugins' - _DISTRIBUTEDMPITRAININGTASK._serialized_start=49 - _DISTRIBUTEDMPITRAININGTASK._serialized_end=184 -# @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/mpi_pb2.pyi b/gen/pb_python/flyteidl/plugins/mpi_pb2.pyi deleted file mode 100644 index d4e48f9b4..000000000 --- a/gen/pb_python/flyteidl/plugins/mpi_pb2.pyi +++ /dev/null @@ -1,15 +0,0 @@ -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from typing import ClassVar as _ClassVar, Optional as _Optional - -DESCRIPTOR: _descriptor.FileDescriptor - -class DistributedMPITrainingTask(_message.Message): - __slots__ = ["num_launcher_replicas", "num_workers", "slots"] - NUM_LAUNCHER_REPLICAS_FIELD_NUMBER: _ClassVar[int] - NUM_WORKERS_FIELD_NUMBER: _ClassVar[int] - SLOTS_FIELD_NUMBER: _ClassVar[int] - num_launcher_replicas: int - num_workers: int - slots: int - def __init__(self, num_workers: _Optional[int] = ..., num_launcher_replicas: _Optional[int] = ..., slots: _Optional[int] = ...) -> None: ... diff --git a/gen/pb_python/flyteidl/plugins/pytorch_pb2.py b/gen/pb_python/flyteidl/plugins/pytorch_pb2.py deleted file mode 100644 index c2afe8cbb..000000000 --- a/gen/pb_python/flyteidl/plugins/pytorch_pb2.py +++ /dev/null @@ -1,26 +0,0 @@ -# -*- coding: utf-8 -*- -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: flyteidl/plugins/pytorch.proto -"""Generated protocol buffer code.""" -from google.protobuf.internal import builder as _builder -from google.protobuf import descriptor as _descriptor -from google.protobuf import descriptor_pool as _descriptor_pool -from google.protobuf import symbol_database as _symbol_database -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - - - -DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1e\x66lyteidl/plugins/pytorch.proto\x12\x10\x66lyteidl.plugins\":\n\x1e\x44istributedPyTorchTrainingTask\x12\x18\n\x07workers\x18\x01 \x01(\x05R\x07workersB\xbe\x01\n\x14\x63om.flyteidl.pluginsB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PX\xaa\x02\x10\x46lyteidl.Plugins\xca\x02\x10\x46lyteidl\\Plugins\xe2\x02\x1c\x46lyteidl\\Plugins\\GPBMetadata\xea\x02\x11\x46lyteidl::Pluginsb\x06proto3') - -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.pytorch_pb2', globals()) -if _descriptor._USE_C_DESCRIPTORS == False: - - DESCRIPTOR._options = None - DESCRIPTOR._serialized_options = b'\n\024com.flyteidl.pluginsB\014PytorchProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPX\252\002\020Flyteidl.Plugins\312\002\020Flyteidl\\Plugins\342\002\034Flyteidl\\Plugins\\GPBMetadata\352\002\021Flyteidl::Plugins' - _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_start=52 - _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_end=110 -# @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi b/gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi deleted file mode 100644 index c7f5cef66..000000000 --- a/gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi +++ /dev/null @@ -1,11 +0,0 @@ -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from typing import ClassVar as _ClassVar, Optional as _Optional - -DESCRIPTOR: _descriptor.FileDescriptor - -class DistributedPyTorchTrainingTask(_message.Message): - __slots__ = ["workers"] - WORKERS_FIELD_NUMBER: _ClassVar[int] - workers: int - def __init__(self, workers: _Optional[int] = ...) -> None: ... diff --git a/gen/pb_python/flyteidl/plugins/tensorflow_pb2.py b/gen/pb_python/flyteidl/plugins/tensorflow_pb2.py deleted file mode 100644 index 5eb43278c..000000000 --- a/gen/pb_python/flyteidl/plugins/tensorflow_pb2.py +++ /dev/null @@ -1,26 +0,0 @@ -# -*- coding: utf-8 -*- -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: flyteidl/plugins/tensorflow.proto -"""Generated protocol buffer code.""" -from google.protobuf.internal import builder as _builder -from google.protobuf import descriptor as _descriptor -from google.protobuf import descriptor_pool as _descriptor_pool -from google.protobuf import symbol_database as _symbol_database -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - - - -DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!flyteidl/plugins/tensorflow.proto\x12\x10\x66lyteidl.plugins\"\x85\x01\n!DistributedTensorflowTrainingTask\x12\x18\n\x07workers\x18\x01 \x01(\x05R\x07workers\x12\x1f\n\x0bps_replicas\x18\x02 \x01(\x05R\npsReplicas\x12%\n\x0e\x63hief_replicas\x18\x03 \x01(\x05R\rchiefReplicasB\xc1\x01\n\x14\x63om.flyteidl.pluginsB\x0fTensorflowProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PX\xaa\x02\x10\x46lyteidl.Plugins\xca\x02\x10\x46lyteidl\\Plugins\xe2\x02\x1c\x46lyteidl\\Plugins\\GPBMetadata\xea\x02\x11\x46lyteidl::Pluginsb\x06proto3') - -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.tensorflow_pb2', globals()) -if _descriptor._USE_C_DESCRIPTORS == False: - - DESCRIPTOR._options = None - DESCRIPTOR._serialized_options = b'\n\024com.flyteidl.pluginsB\017TensorflowProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPX\252\002\020Flyteidl.Plugins\312\002\020Flyteidl\\Plugins\342\002\034Flyteidl\\Plugins\\GPBMetadata\352\002\021Flyteidl::Plugins' - _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_start=56 - _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_end=189 -# @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi b/gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi deleted file mode 100644 index 8468f6c32..000000000 --- a/gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi +++ /dev/null @@ -1,15 +0,0 @@ -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from typing import ClassVar as _ClassVar, Optional as _Optional - -DESCRIPTOR: _descriptor.FileDescriptor - -class DistributedTensorflowTrainingTask(_message.Message): - __slots__ = ["chief_replicas", "ps_replicas", "workers"] - CHIEF_REPLICAS_FIELD_NUMBER: _ClassVar[int] - PS_REPLICAS_FIELD_NUMBER: _ClassVar[int] - WORKERS_FIELD_NUMBER: _ClassVar[int] - chief_replicas: int - ps_replicas: int - workers: int - def __init__(self, workers: _Optional[int] = ..., ps_replicas: _Optional[int] = ..., chief_replicas: _Optional[int] = ...) -> None: ... diff --git a/protos/flyteidl/plugins/kubeflow/common.proto b/protos/flyteidl/plugins/kubeflow/common.proto new file mode 100644 index 000000000..676c3b2b4 --- /dev/null +++ b/protos/flyteidl/plugins/kubeflow/common.proto @@ -0,0 +1,50 @@ +syntax = "proto3"; + +package flyteidl.plugins.kubeflow; + +option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; + + +message RunPolicy { + // CleanPodPolicy defines the policy to kill pods after the job completes. + // Default to None. + CleanPodPolicy clean_pod_policy = 1; + // TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since + // reconcile gets called periodically. Default to infinite. + int32 ttl_seconds_after_finished = 2; + + // Specifies the duration in seconds relative to the startTime that the job may be active + // before the system tries to terminate it; value must be positive integer. + int32 activeDeadlineSeconds = 3; + + // Number of retries before marking this job failed. + int32 backoff_limit = 4; +} + +enum SuccessPolicy { + SUCCESS_POLICY_DEFAULT = 0; + SUCCESS_POLICY_ALL_WORKERS = 1; +} + +enum CleanPodPolicy { + CLEANPOD_POLICY_UNDEFINED = 0; + CLEANPOD_POLICY_ALL = 1; + CLEANPOD_POLICY_RUNNING = 2; + CLEANPOD_POLICY_NONE = 3; +} + +enum RestartPolicy { + // Always means the pod will always be restarted. This policy is good for parameter servers + // since they never exit and should always be restarted in the event of failure. + RESTART_POLICY_ALWAYS = 0; + + // OnFailure means the pod will be restarted if the pod exits due to failure. + // A non-zero exit code indicates a failure. + // An exit code of 0 indicates success and the pod will not be restarted. + // This policy is good for chief and workers. + RESTART_POLICY_ON_FAILURE = 1; + + // Never means pods that terminate will never be restarted. + // This policy should rarely be used because Kubernetes will terminate pods for any number of reasons. + RESTART_POLICY_NEVER = 2; +} \ No newline at end of file diff --git a/protos/flyteidl/plugins/kubeflow/mpi.proto b/protos/flyteidl/plugins/kubeflow/mpi.proto new file mode 100644 index 000000000..7565c9aba --- /dev/null +++ b/protos/flyteidl/plugins/kubeflow/mpi.proto @@ -0,0 +1,36 @@ +syntax = "proto3"; + +package flyteidl.plugins.kubeflow; + +option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; + +import "flyteidl/plugins/kubeflow/common.proto"; + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator +message DistributedMPITrainingTask { + // Worker replicas spec + DistributedMPITrainingReplicaSpec worker_replicas = 1; + + // Master replicas spec + DistributedMPITrainingReplicaSpec launcher_replicas = 2; + + // RunPolicy encapsulates various runtime policies of the distributed training + // job, for example how to clean up resources and how long the job can stay + // active. + RunPolicy run_policy = 3; + + // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. + SuccessPolicy success_policy = 4; +} + +message DistributedMPITrainingReplicaSpec { + // Number of workers + int32 replicas = 1; + + // Unique name of a PodTemplate k8s resource to be used as the base configuration. + // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. + string pod_template_name = 2; + + // Restart policy for the worker + RestartPolicy restart_policy = 3; +} \ No newline at end of file diff --git a/protos/flyteidl/plugins/kubeflow/pytorch.proto b/protos/flyteidl/plugins/kubeflow/pytorch.proto new file mode 100644 index 000000000..a45eb71a9 --- /dev/null +++ b/protos/flyteidl/plugins/kubeflow/pytorch.proto @@ -0,0 +1,36 @@ +syntax = "proto3"; + +package flyteidl.plugins.kubeflow; + +option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; + +import "flyteidl/plugins/kubeflow/common.proto"; + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator +message DistributedPyTorchTrainingTask { + // Worker replicas spec + DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; + + // Master replicas spec + DistributedPyTorchTrainingReplicaSpec master_replicas = 2; + + // RunPolicy encapsulates various runtime policies of the distributed training + // job, for example how to clean up resources and how long the job can stay + // active. + RunPolicy run_policy = 3; + + // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. + SuccessPolicy success_policy = 4; +} + +message DistributedPyTorchTrainingReplicaSpec { + // Number of workers + int32 replicas = 1; + + // Unique name of a PodTemplate k8s resource to be used as the base configuration. + // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. + string pod_template_name = 2; + + // Restart policy for the worker + RestartPolicy restart_policy = 3; +} \ No newline at end of file diff --git a/protos/flyteidl/plugins/kubeflow/tensorflow.proto b/protos/flyteidl/plugins/kubeflow/tensorflow.proto new file mode 100644 index 000000000..3732d1785 --- /dev/null +++ b/protos/flyteidl/plugins/kubeflow/tensorflow.proto @@ -0,0 +1,39 @@ +syntax = "proto3"; + +package flyteidl.plugins.kubeflow; + +option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; + +import "flyteidl/plugins/kubeflow/common.proto"; + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator +message DistributedTensorflowTrainingTask { + // Worker replicas spec + DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; + + // Parameter server replicas spec + DistributedTensorflowTrainingReplicaSpec ps_replicas = 2; + + // Chief replicas spec + DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; + + // RunPolicy encapsulates various runtime policies of the distributed training + // job, for example how to clean up resources and how long the job can stay + // active. + RunPolicy run_policy = 4; + + // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. + SuccessPolicy success_policy = 5; +} + +message DistributedTensorflowTrainingReplicaSpec { + // Number of workers + int32 replicas = 1; + + // Unique name of a PodTemplate k8s resource to be used as the base configuration. + // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. + string pod_template_name = 2; + + // Restart policy for the worker + RestartPolicy restart_policy = 3; +} \ No newline at end of file diff --git a/protos/flyteidl/plugins/mpi.proto b/protos/flyteidl/plugins/mpi.proto deleted file mode 100644 index 8467d3de0..000000000 --- a/protos/flyteidl/plugins/mpi.proto +++ /dev/null @@ -1,20 +0,0 @@ -syntax = "proto3"; - -package flyteidl.plugins; - -option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; - -// MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator -message DistributedMPITrainingTask { - // number of worker spawned in the cluster for this job - int32 num_workers = 1; - - // number of launcher replicas spawned in the cluster for this job - // The launcher pod invokes mpirun and communicates with worker pods through MPI. - int32 num_launcher_replicas = 2; - - // number of slots per worker used in hostfile. - // The available slots (GPUs) in each pod. - int32 slots = 3; -} \ No newline at end of file diff --git a/protos/flyteidl/plugins/pytorch.proto b/protos/flyteidl/plugins/pytorch.proto deleted file mode 100644 index 603de00c3..000000000 --- a/protos/flyteidl/plugins/pytorch.proto +++ /dev/null @@ -1,11 +0,0 @@ -syntax = "proto3"; - -package flyteidl.plugins; - -option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; - -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator -message DistributedPyTorchTrainingTask { - // number of worker replicas spawned in the cluster for this job - int32 workers = 1; -} diff --git a/protos/flyteidl/plugins/tensorflow.proto b/protos/flyteidl/plugins/tensorflow.proto deleted file mode 100644 index a24f871de..000000000 --- a/protos/flyteidl/plugins/tensorflow.proto +++ /dev/null @@ -1,14 +0,0 @@ -syntax = "proto3"; - -package flyteidl.plugins; - -option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; - -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator -message DistributedTensorflowTrainingTask { - // number of worker, ps, chief replicas spawned in the cluster for this job - int32 workers = 1; - // PS -> Parameter server - int32 ps_replicas = 2; - int32 chief_replicas = 3; -} From 63e29a1cb607c86132a27d9261a5a04e558b6043 Mon Sep 17 00:00:00 2001 From: Yubo Wang Date: Tue, 28 Mar 2023 13:21:11 -0700 Subject: [PATCH 2/7] add back the original proto for backward compatible Signed-off-by: Yubo Wang --- .../flyteidl/plugins/kubeflow/common.pb.cc | 40 +- .../flyteidl/plugins/kubeflow/common.pb.h | 35 +- .../flyteidl/plugins/kubeflow/mpi.pb.cc | 258 +++--- gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h | 163 ++-- .../flyteidl/plugins/kubeflow/pytorch.pb.cc | 258 +++--- .../flyteidl/plugins/kubeflow/pytorch.pb.h | 163 ++-- .../plugins/kubeflow/tensorflow.pb.cc | 262 ++++--- .../flyteidl/plugins/kubeflow/tensorflow.pb.h | 163 ++-- gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc | 24 + gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h | 47 ++ gen/pb-cpp/flyteidl/plugins/mpi.pb.cc | 461 +++++++++++ gen/pb-cpp/flyteidl/plugins/mpi.pb.h | 257 ++++++ .../flyteidl/plugins/pytorch.grpc.pb.cc | 24 + gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h | 47 ++ gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc | 368 +++++++++ gen/pb-cpp/flyteidl/plugins/pytorch.pb.h | 215 +++++ .../flyteidl/plugins/tensorflow.grpc.pb.cc | 24 + .../flyteidl/plugins/tensorflow.grpc.pb.h | 47 ++ gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc | 461 +++++++++++ gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h | 257 ++++++ .../flyteidl/plugins/kubeflow/common.pb.go | 115 +-- gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go | 86 +- .../plugins/kubeflow/mpi.pb.validate.go | 14 +- .../flyteidl/plugins/kubeflow/pytorch.pb.go | 88 +-- .../plugins/kubeflow/pytorch.pb.validate.go | 14 +- .../plugins/kubeflow/tensorflow.pb.go | 90 +-- .../kubeflow/tensorflow.pb.validate.go | 14 +- gen/pb-go/flyteidl/plugins/mpi.pb.go | 107 +++ gen/pb-go/flyteidl/plugins/mpi.pb.validate.go | 110 +++ gen/pb-go/flyteidl/plugins/pytorch.pb.go | 82 ++ .../flyteidl/plugins/pytorch.pb.validate.go | 107 +++ gen/pb-go/flyteidl/plugins/tensorflow.pb.go | 102 +++ .../plugins/tensorflow.pb.validate.go | 111 +++ gen/pb-java/flyteidl/plugins/Mpi.java | 737 ++++++++++++++++++ gen/pb-java/flyteidl/plugins/Pytorch.java | 560 +++++++++++++ gen/pb-java/flyteidl/plugins/Tensorflow.java | 705 +++++++++++++++++ .../flyteidl/plugins/kubeflow/Common.java | 228 ++---- .../flyteidl/plugins/kubeflow/Mpi.java | 595 ++++++++------ .../flyteidl/plugins/kubeflow/Pytorch.java | 595 ++++++++------ .../flyteidl/plugins/kubeflow/Tensorflow.java | 599 ++++++++------ .../flyteidl/plugins/kubeflow/common_pb2.py | 12 +- .../flyteidl/plugins/kubeflow/common_pb2.pyi | 6 - .../flyteidl/plugins/kubeflow/mpi_pb2.py | 11 +- .../flyteidl/plugins/kubeflow/mpi_pb2.pyi | 17 +- .../flyteidl/plugins/kubeflow/pytorch_pb2.py | 11 +- .../flyteidl/plugins/kubeflow/pytorch_pb2.pyi | 17 +- .../plugins/kubeflow/tensorflow_pb2.py | 11 +- .../plugins/kubeflow/tensorflow_pb2.pyi | 17 +- gen/pb_python/flyteidl/plugins/mpi_pb2.py | 26 + gen/pb_python/flyteidl/plugins/mpi_pb2.pyi | 15 + .../flyteidl/plugins/mpi_pb2_grpc.py | 4 + gen/pb_python/flyteidl/plugins/pytorch_pb2.py | 26 + .../flyteidl/plugins/pytorch_pb2.pyi | 11 + .../flyteidl/plugins/pytorch_pb2_grpc.py | 4 + .../flyteidl/plugins/tensorflow_pb2.py | 26 + .../flyteidl/plugins/tensorflow_pb2.pyi | 15 + .../flyteidl/plugins/tensorflow_pb2_grpc.py | 4 + protos/flyteidl/plugins/kubeflow/common.proto | 26 +- protos/flyteidl/plugins/kubeflow/mpi.proto | 18 +- .../flyteidl/plugins/kubeflow/pytorch.proto | 18 +- .../plugins/kubeflow/tensorflow.proto | 18 +- protos/flyteidl/plugins/mpi.proto | 20 + protos/flyteidl/plugins/pytorch.proto | 11 + protos/flyteidl/plugins/tensorflow.proto | 14 + 64 files changed, 7202 insertions(+), 1789 deletions(-) create mode 100644 gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h create mode 100644 gen/pb-cpp/flyteidl/plugins/mpi.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/mpi.pb.h create mode 100644 gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h create mode 100644 gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/pytorch.pb.h create mode 100644 gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.h create mode 100644 gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc create mode 100644 gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h create mode 100644 gen/pb-go/flyteidl/plugins/mpi.pb.go create mode 100644 gen/pb-go/flyteidl/plugins/mpi.pb.validate.go create mode 100644 gen/pb-go/flyteidl/plugins/pytorch.pb.go create mode 100644 gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go create mode 100644 gen/pb-go/flyteidl/plugins/tensorflow.pb.go create mode 100644 gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go create mode 100644 gen/pb-java/flyteidl/plugins/Mpi.java create mode 100644 gen/pb-java/flyteidl/plugins/Pytorch.java create mode 100644 gen/pb-java/flyteidl/plugins/Tensorflow.java create mode 100644 gen/pb_python/flyteidl/plugins/mpi_pb2.py create mode 100644 gen/pb_python/flyteidl/plugins/mpi_pb2.pyi create mode 100644 gen/pb_python/flyteidl/plugins/mpi_pb2_grpc.py create mode 100644 gen/pb_python/flyteidl/plugins/pytorch_pb2.py create mode 100644 gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi create mode 100644 gen/pb_python/flyteidl/plugins/pytorch_pb2_grpc.py create mode 100644 gen/pb_python/flyteidl/plugins/tensorflow_pb2.py create mode 100644 gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi create mode 100644 gen/pb_python/flyteidl/plugins/tensorflow_pb2_grpc.py create mode 100644 protos/flyteidl/plugins/mpi.proto create mode 100644 protos/flyteidl/plugins/pytorch.proto create mode 100644 protos/flyteidl/plugins/tensorflow.proto diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc index 6e2d39409..8be88cd80 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc @@ -45,7 +45,7 @@ void InitDefaults_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto() { } ::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[1]; -const ::google::protobuf::EnumDescriptor* file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[3]; +const ::google::protobuf::EnumDescriptor* file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[2]; constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = nullptr; const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { @@ -80,21 +80,18 @@ const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2epr "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se" "conds_after_finished\030\002 \001(\005\022\035\n\025activeDead" "lineSeconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001(\005" - "*K\n\rSuccessPolicy\022\032\n\026SUCCESS_POLICY_DEFA" - "ULT\020\000\022\036\n\032SUCCESS_POLICY_ALL_WORKERS\020\001*\177\n" - "\016CleanPodPolicy\022\035\n\031CLEANPOD_POLICY_UNDEF" - "INED\020\000\022\027\n\023CLEANPOD_POLICY_ALL\020\001\022\033\n\027CLEAN" - "POD_POLICY_RUNNING\020\002\022\030\n\024CLEANPOD_POLICY_" - "NONE\020\003*c\n\rRestartPolicy\022\031\n\025RESTART_POLIC" - "Y_ALWAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020" - "\001\022\030\n\024RESTART_POLICY_NEVER\020\002B9Z7github.co" - "m/flyteorg/flyteidl/gen/pb-go/flyteidl/p" - "luginsb\006proto3" + "*`\n\016CleanPodPolicy\022\027\n\023CLEANPOD_POLICY_AL" + "L\020\000\022\033\n\027CLEANPOD_POLICY_RUNNING\020\001\022\030\n\024CLEA" + "NPOD_POLICY_NONE\020\002*c\n\rRestartPolicy\022\031\n\025R" + "ESTART_POLICY_ALWAYS\020\000\022\035\n\031RESTART_POLICY" + "_ON_FAILURE\020\001\022\030\n\024RESTART_POLICY_NEVER\020\002B" + "9Z7github.com/flyteorg/flyteidl/gen/pb-g" + "o/flyteidl/pluginsb\006proto3" ; ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = { false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, - "flyteidl/plugins/kubeflow/common.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, 614, + "flyteidl/plugins/kubeflow/common.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, 506, }; void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto() { @@ -109,30 +106,15 @@ static bool dynamic_init_dummy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = namespace flyteidl { namespace plugins { namespace kubeflow { -const ::google::protobuf::EnumDescriptor* SuccessPolicy_descriptor() { - ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto); - return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[0]; -} -bool SuccessPolicy_IsValid(int value) { - switch (value) { - case 0: - case 1: - return true; - default: - return false; - } -} - const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor() { ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto); - return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[1]; + return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[0]; } bool CleanPodPolicy_IsValid(int value) { switch (value) { case 0: case 1: case 2: - case 3: return true; default: return false; @@ -141,7 +123,7 @@ bool CleanPodPolicy_IsValid(int value) { const ::google::protobuf::EnumDescriptor* RestartPolicy_descriptor() { ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto); - return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[2]; + return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[1]; } bool RestartPolicy_IsValid(int value) { switch (value) { diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h index 4c186d6f8..51cc2b341 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h @@ -67,37 +67,15 @@ namespace flyteidl { namespace plugins { namespace kubeflow { -enum SuccessPolicy { - SUCCESS_POLICY_DEFAULT = 0, - SUCCESS_POLICY_ALL_WORKERS = 1, - SuccessPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(), - SuccessPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max() -}; -bool SuccessPolicy_IsValid(int value); -const SuccessPolicy SuccessPolicy_MIN = SUCCESS_POLICY_DEFAULT; -const SuccessPolicy SuccessPolicy_MAX = SUCCESS_POLICY_ALL_WORKERS; -const int SuccessPolicy_ARRAYSIZE = SuccessPolicy_MAX + 1; - -const ::google::protobuf::EnumDescriptor* SuccessPolicy_descriptor(); -inline const ::std::string& SuccessPolicy_Name(SuccessPolicy value) { - return ::google::protobuf::internal::NameOfEnum( - SuccessPolicy_descriptor(), value); -} -inline bool SuccessPolicy_Parse( - const ::std::string& name, SuccessPolicy* value) { - return ::google::protobuf::internal::ParseNamedEnum( - SuccessPolicy_descriptor(), name, value); -} enum CleanPodPolicy { - CLEANPOD_POLICY_UNDEFINED = 0, - CLEANPOD_POLICY_ALL = 1, - CLEANPOD_POLICY_RUNNING = 2, - CLEANPOD_POLICY_NONE = 3, + CLEANPOD_POLICY_ALL = 0, + CLEANPOD_POLICY_RUNNING = 1, + CLEANPOD_POLICY_NONE = 2, CleanPodPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(), CleanPodPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max() }; bool CleanPodPolicy_IsValid(int value); -const CleanPodPolicy CleanPodPolicy_MIN = CLEANPOD_POLICY_UNDEFINED; +const CleanPodPolicy CleanPodPolicy_MIN = CLEANPOD_POLICY_ALL; const CleanPodPolicy CleanPodPolicy_MAX = CLEANPOD_POLICY_NONE; const int CleanPodPolicy_ARRAYSIZE = CleanPodPolicy_MAX + 1; @@ -346,11 +324,6 @@ inline void RunPolicy::set_backoff_limit(::google::protobuf::int32 value) { namespace google { namespace protobuf { -template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::SuccessPolicy> : ::std::true_type {}; -template <> -inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::SuccessPolicy>() { - return ::flyteidl::plugins::kubeflow::SuccessPolicy_descriptor(); -} template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::CleanPodPolicy> : ::std::true_type {}; template <> inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::CleanPodPolicy>() { diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc index a48ad8335..1306a371e 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc @@ -16,8 +16,9 @@ // @@protoc_insertion_point(includes) #include +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fcore_2ftasks_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto; extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; -extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto; +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto; namespace flyteidl { namespace plugins { namespace kubeflow { @@ -59,8 +60,9 @@ static void InitDefaultsDistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fk ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec::InitAsDefaultInstance(); } -::google::protobuf::internal::SCCInfo<0> scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = - {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto}, {}}; +::google::protobuf::internal::SCCInfo<1> scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 1, InitDefaultsDistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto}, { + &scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto.base,}}; void InitDefaults_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() { ::google::protobuf::internal::InitSCC(&scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); @@ -80,19 +82,19 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, worker_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, launcher_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, run_policy_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, success_policy_), ~0u, // no _has_bits_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, _internal_metadata_), ~0u, // no _extensions_ ~0u, // no _oneof_case_ ~0u, // no _weak_field_map_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, replicas_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, pod_template_name_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, image_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, resources_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, restart_policy_), }; static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask)}, - { 9, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec)}, + { 8, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec)}, }; static ::google::protobuf::Message const * const file_default_instances[] = { @@ -108,35 +110,36 @@ ::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_fl const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto[] = "\n#flyteidl/plugins/kubeflow/mpi.proto\022\031f" - "lyteidl.plugins.kubeflow\032&flyteidl/plugi" - "ns/kubeflow/common.proto\"\310\002\n\032Distributed" - "MPITrainingTask\022U\n\017worker_replicas\030\001 \001(\013" - "2<.flyteidl.plugins.kubeflow.Distributed" - "MPITrainingReplicaSpec\022W\n\021launcher_repli" - "cas\030\002 \001(\0132<.flyteidl.plugins.kubeflow.Di" - "stributedMPITrainingReplicaSpec\0228\n\nrun_p" - "olicy\030\003 \001(\0132$.flyteidl.plugins.kubeflow." - "RunPolicy\022@\n\016success_policy\030\004 \001(\0162(.flyt" - "eidl.plugins.kubeflow.SuccessPolicy\"\222\001\n!" - "DistributedMPITrainingReplicaSpec\022\020\n\010rep" - "licas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t\022@" - "\n\016restart_policy\030\003 \001(\0162(.flyteidl.plugin" - "s.kubeflow.RestartPolicyB9Z7github.com/f" - "lyteorg/flyteidl/gen/pb-go/flyteidl/plug" - "insb\006proto3" + "lyteidl.plugins.kubeflow\032\031flyteidl/core/" + "tasks.proto\032&flyteidl/plugins/kubeflow/c" + "ommon.proto\"\206\002\n\032DistributedMPITrainingTa" + "sk\022U\n\017worker_replicas\030\001 \001(\0132<.flyteidl.p" + "lugins.kubeflow.DistributedMPITrainingRe" + "plicaSpec\022W\n\021launcher_replicas\030\002 \001(\0132<.f" + "lyteidl.plugins.kubeflow.DistributedMPIT" + "rainingReplicaSpec\0228\n\nrun_policy\030\003 \001(\0132$" + ".flyteidl.plugins.kubeflow.RunPolicy\"\263\001\n" + "!DistributedMPITrainingReplicaSpec\022\020\n\010re" + "plicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresources" + "\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016rest" + "art_policy\030\004 \001(\0162(.flyteidl.plugins.kube" + "flow.RestartPolicyB9Z7github.com/flyteor" + "g/flyteidl/gen/pb-go/flyteidl/pluginsb\006p" + "roto3" ; ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = { false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, - "flyteidl/plugins/kubeflow/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 651, + "flyteidl/plugins/kubeflow/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 645, }; void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() { - static constexpr ::google::protobuf::internal::InitFunc deps[1] = + static constexpr ::google::protobuf::internal::InitFunc deps[2] = { + ::AddDescriptors_flyteidl_2fcore_2ftasks_2eproto, ::AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, }; - ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, deps, 1); + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, deps, 2); } // Force running AddDescriptors() at dynamic initialization time. @@ -184,7 +187,6 @@ void DistributedMPITrainingTask::clear_run_policy() { const int DistributedMPITrainingTask::kWorkerReplicasFieldNumber; const int DistributedMPITrainingTask::kLauncherReplicasFieldNumber; const int DistributedMPITrainingTask::kRunPolicyFieldNumber; -const int DistributedMPITrainingTask::kSuccessPolicyFieldNumber; #endif // !defined(_MSC_VER) || _MSC_VER >= 1900 DistributedMPITrainingTask::DistributedMPITrainingTask() @@ -211,7 +213,6 @@ DistributedMPITrainingTask::DistributedMPITrainingTask(const DistributedMPITrain } else { run_policy_ = nullptr; } - success_policy_ = from.success_policy_; // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) } @@ -219,8 +220,8 @@ void DistributedMPITrainingTask::SharedCtor() { ::google::protobuf::internal::InitSCC( &scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); ::memset(&worker_replicas_, 0, static_cast( - reinterpret_cast(&success_policy_) - - reinterpret_cast(&worker_replicas_)) + sizeof(success_policy_)); + reinterpret_cast(&run_policy_) - + reinterpret_cast(&worker_replicas_)) + sizeof(run_policy_)); } DistributedMPITrainingTask::~DistributedMPITrainingTask() { @@ -261,7 +262,6 @@ void DistributedMPITrainingTask::Clear() { delete run_policy_; } run_policy_ = nullptr; - success_policy_ = 0; _internal_metadata_.Clear(); } @@ -317,14 +317,6 @@ const char* DistributedMPITrainingTask::_InternalParse(const char* begin, const {parser_till_end, object}, ptr - size, ptr)); break; } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - case 4: { - if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; - ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); - msg->set_success_policy(static_cast<::flyteidl::plugins::kubeflow::SuccessPolicy>(val)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } default: { handle_unusual: if ((tag & 7) == 4 || tag == 0) { @@ -388,20 +380,6 @@ bool DistributedMPITrainingTask::MergePartialFromCodedStream( break; } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - case 4: { - if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { - int value = 0; - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( - input, &value))); - set_success_policy(static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(value)); - } else { - goto handle_unusual; - } - break; - } - default: { handle_unusual: if (tag == 0) { @@ -447,12 +425,6 @@ void DistributedMPITrainingTask::SerializeWithCachedSizes( 3, HasBitSetters::run_policy(this), output); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - if (this->success_policy() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteEnum( - 4, this->success_policy(), output); - } - if (_internal_metadata_.have_unknown_fields()) { ::google::protobuf::internal::WireFormat::SerializeUnknownFields( _internal_metadata_.unknown_fields(), output); @@ -487,12 +459,6 @@ ::google::protobuf::uint8* DistributedMPITrainingTask::InternalSerializeWithCach 3, HasBitSetters::run_policy(this), target); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - if (this->success_policy() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( - 4, this->success_policy(), target); - } - if (_internal_metadata_.have_unknown_fields()) { target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( _internal_metadata_.unknown_fields(), target); @@ -535,12 +501,6 @@ size_t DistributedMPITrainingTask::ByteSizeLong() const { *run_policy_); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - if (this->success_policy() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::EnumSize(this->success_policy()); - } - int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); SetCachedSize(cached_size); return total_size; @@ -577,9 +537,6 @@ void DistributedMPITrainingTask::MergeFrom(const DistributedMPITrainingTask& fro if (from.has_run_policy()) { mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy()); } - if (from.success_policy() != 0) { - set_success_policy(from.success_policy()); - } } void DistributedMPITrainingTask::CopyFrom(const ::google::protobuf::Message& from) { @@ -610,7 +567,6 @@ void DistributedMPITrainingTask::InternalSwap(DistributedMPITrainingTask* other) swap(worker_replicas_, other->worker_replicas_); swap(launcher_replicas_, other->launcher_replicas_); swap(run_policy_, other->run_policy_); - swap(success_policy_, other->success_policy_); } ::google::protobuf::Metadata DistributedMPITrainingTask::GetMetadata() const { @@ -622,14 +578,28 @@ ::google::protobuf::Metadata DistributedMPITrainingTask::GetMetadata() const { // =================================================================== void DistributedMPITrainingReplicaSpec::InitAsDefaultInstance() { + ::flyteidl::plugins::kubeflow::_DistributedMPITrainingReplicaSpec_default_instance_._instance.get_mutable()->resources_ = const_cast< ::flyteidl::core::Resources*>( + ::flyteidl::core::Resources::internal_default_instance()); } class DistributedMPITrainingReplicaSpec::HasBitSetters { public: + static const ::flyteidl::core::Resources& resources(const DistributedMPITrainingReplicaSpec* msg); }; +const ::flyteidl::core::Resources& +DistributedMPITrainingReplicaSpec::HasBitSetters::resources(const DistributedMPITrainingReplicaSpec* msg) { + return *msg->resources_; +} +void DistributedMPITrainingReplicaSpec::clear_resources() { + if (GetArenaNoVirtual() == nullptr && resources_ != nullptr) { + delete resources_; + } + resources_ = nullptr; +} #if !defined(_MSC_VER) || _MSC_VER >= 1900 const int DistributedMPITrainingReplicaSpec::kReplicasFieldNumber; -const int DistributedMPITrainingReplicaSpec::kPodTemplateNameFieldNumber; +const int DistributedMPITrainingReplicaSpec::kImageFieldNumber; +const int DistributedMPITrainingReplicaSpec::kResourcesFieldNumber; const int DistributedMPITrainingReplicaSpec::kRestartPolicyFieldNumber; #endif // !defined(_MSC_VER) || _MSC_VER >= 1900 @@ -642,9 +612,14 @@ DistributedMPITrainingReplicaSpec::DistributedMPITrainingReplicaSpec(const Distr : ::google::protobuf::Message(), _internal_metadata_(nullptr) { _internal_metadata_.MergeFrom(from._internal_metadata_); - pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); - if (from.pod_template_name().size() > 0) { - pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + image_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (from.image().size() > 0) { + image_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.image_); + } + if (from.has_resources()) { + resources_ = new ::flyteidl::core::Resources(*from.resources_); + } else { + resources_ = nullptr; } ::memcpy(&replicas_, &from.replicas_, static_cast(reinterpret_cast(&restart_policy_) - @@ -655,10 +630,10 @@ DistributedMPITrainingReplicaSpec::DistributedMPITrainingReplicaSpec(const Distr void DistributedMPITrainingReplicaSpec::SharedCtor() { ::google::protobuf::internal::InitSCC( &scc_info_DistributedMPITrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base); - pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); - ::memset(&replicas_, 0, static_cast( + image_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&resources_, 0, static_cast( reinterpret_cast(&restart_policy_) - - reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + reinterpret_cast(&resources_)) + sizeof(restart_policy_)); } DistributedMPITrainingReplicaSpec::~DistributedMPITrainingReplicaSpec() { @@ -667,7 +642,8 @@ DistributedMPITrainingReplicaSpec::~DistributedMPITrainingReplicaSpec() { } void DistributedMPITrainingReplicaSpec::SharedDtor() { - pod_template_name_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + image_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (this != internal_default_instance()) delete resources_; } void DistributedMPITrainingReplicaSpec::SetCachedSize(int size) const { @@ -685,7 +661,11 @@ void DistributedMPITrainingReplicaSpec::Clear() { // Prevent compiler warnings about cached_has_bits being unused (void) cached_has_bits; - pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + image_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (GetArenaNoVirtual() == nullptr && resources_ != nullptr) { + delete resources_; + } + resources_ = nullptr; ::memset(&replicas_, 0, static_cast( reinterpret_cast(&restart_policy_) - reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); @@ -712,13 +692,13 @@ const char* DistributedMPITrainingReplicaSpec::_InternalParse(const char* begin, GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); break; } - // string pod_template_name = 2; + // string image = 2; case 2: { if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; ptr = ::google::protobuf::io::ReadSize(ptr, &size); GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name"); - object = msg->mutable_pod_template_name(); + ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image"); + object = msg->mutable_image(); if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) { parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8; goto string_till_end; @@ -728,9 +708,22 @@ const char* DistributedMPITrainingReplicaSpec::_InternalParse(const char* begin, ptr += size; break; } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; case 3: { - if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + if (static_cast<::google::protobuf::uint8>(tag) != 26) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::core::Resources::_InternalParse; + object = msg->mutable_resources(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); msg->set_restart_policy(static_cast<::flyteidl::plugins::kubeflow::RestartPolicy>(val)); GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); @@ -783,24 +776,35 @@ bool DistributedMPITrainingReplicaSpec::MergePartialFromCodedStream( break; } - // string pod_template_name = 2; + // string image = 2; case 2: { if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { DO_(::google::protobuf::internal::WireFormatLite::ReadString( - input, this->mutable_pod_template_name())); + input, this->mutable_image())); DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::PARSE, - "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name")); + "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image")); } else { goto handle_unusual; } break; } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; case 3: { - if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + if (static_cast< ::google::protobuf::uint8>(tag) == (26 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_resources())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { int value = 0; DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( @@ -844,20 +848,26 @@ void DistributedMPITrainingReplicaSpec::SerializeWithCachedSizes( ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->replicas(), output); } - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::SERIALIZE, - "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name"); + "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image"); ::google::protobuf::internal::WireFormatLite::WriteStringMaybeAliased( - 2, this->pod_template_name(), output); + 2, this->image(), output); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 3, HasBitSetters::resources(this), output); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { ::google::protobuf::internal::WireFormatLite::WriteEnum( - 3, this->restart_policy(), output); + 4, this->restart_policy(), output); } if (_internal_metadata_.have_unknown_fields()) { @@ -878,21 +888,28 @@ ::google::protobuf::uint8* DistributedMPITrainingReplicaSpec::InternalSerializeW target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->replicas(), target); } - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::SERIALIZE, - "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name"); + "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image"); target = ::google::protobuf::internal::WireFormatLite::WriteStringToArray( - 2, this->pod_template_name(), target); + 2, this->image(), target); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 3, HasBitSetters::resources(this), target); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( - 3, this->restart_policy(), target); + 4, this->restart_policy(), target); } if (_internal_metadata_.have_unknown_fields()) { @@ -916,11 +933,18 @@ size_t DistributedMPITrainingReplicaSpec::ByteSizeLong() const { // Prevent compiler warnings about cached_has_bits being unused (void) cached_has_bits; - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { total_size += 1 + ::google::protobuf::internal::WireFormatLite::StringSize( - this->pod_template_name()); + this->image()); + } + + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *resources_); } // int32 replicas = 1; @@ -930,7 +954,7 @@ size_t DistributedMPITrainingReplicaSpec::ByteSizeLong() const { this->replicas()); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { total_size += 1 + ::google::protobuf::internal::WireFormatLite::EnumSize(this->restart_policy()); @@ -963,9 +987,12 @@ void DistributedMPITrainingReplicaSpec::MergeFrom(const DistributedMPITrainingRe ::google::protobuf::uint32 cached_has_bits = 0; (void) cached_has_bits; - if (from.pod_template_name().size() > 0) { + if (from.image().size() > 0) { - pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + image_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.image_); + } + if (from.has_resources()) { + mutable_resources()->::flyteidl::core::Resources::MergeFrom(from.resources()); } if (from.replicas() != 0) { set_replicas(from.replicas()); @@ -1000,8 +1027,9 @@ void DistributedMPITrainingReplicaSpec::Swap(DistributedMPITrainingReplicaSpec* void DistributedMPITrainingReplicaSpec::InternalSwap(DistributedMPITrainingReplicaSpec* other) { using std::swap; _internal_metadata_.Swap(&other->_internal_metadata_); - pod_template_name_.Swap(&other->pod_template_name_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), + image_.Swap(&other->image_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), GetArenaNoVirtual()); + swap(resources_, other->resources_); swap(replicas_, other->replicas_); swap(restart_policy_, other->restart_policy_); } diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h index 96a1ab6a1..13fb83ef3 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h @@ -31,6 +31,7 @@ #include // IWYU pragma: export #include // IWYU pragma: export #include +#include "flyteidl/core/tasks.pb.h" #include "flyteidl/plugins/kubeflow/common.pb.h" // @@protoc_insertion_point(includes) #include @@ -195,12 +196,6 @@ class DistributedMPITrainingTask final : ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy(); void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy); - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - void clear_success_policy(); - static const int kSuccessPolicyFieldNumber = 4; - ::flyteidl::plugins::kubeflow::SuccessPolicy success_policy() const; - void set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value); - // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingTask) private: class HasBitSetters; @@ -209,7 +204,6 @@ class DistributedMPITrainingTask final : ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* worker_replicas_; ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* launcher_replicas_; ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_; - int success_policy_; mutable ::google::protobuf::internal::CachedSize _cached_size_; friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto; }; @@ -310,19 +304,28 @@ class DistributedMPITrainingReplicaSpec final : // accessors ------------------------------------------------------- - // string pod_template_name = 2; - void clear_pod_template_name(); - static const int kPodTemplateNameFieldNumber = 2; - const ::std::string& pod_template_name() const; - void set_pod_template_name(const ::std::string& value); + // string image = 2; + void clear_image(); + static const int kImageFieldNumber = 2; + const ::std::string& image() const; + void set_image(const ::std::string& value); #if LANG_CXX11 - void set_pod_template_name(::std::string&& value); + void set_image(::std::string&& value); #endif - void set_pod_template_name(const char* value); - void set_pod_template_name(const char* value, size_t size); - ::std::string* mutable_pod_template_name(); - ::std::string* release_pod_template_name(); - void set_allocated_pod_template_name(::std::string* pod_template_name); + void set_image(const char* value); + void set_image(const char* value, size_t size); + ::std::string* mutable_image(); + ::std::string* release_image(); + void set_allocated_image(::std::string* image); + + // .flyteidl.core.Resources resources = 3; + bool has_resources() const; + void clear_resources(); + static const int kResourcesFieldNumber = 3; + const ::flyteidl::core::Resources& resources() const; + ::flyteidl::core::Resources* release_resources(); + ::flyteidl::core::Resources* mutable_resources(); + void set_allocated_resources(::flyteidl::core::Resources* resources); // int32 replicas = 1; void clear_replicas(); @@ -330,9 +333,9 @@ class DistributedMPITrainingReplicaSpec final : ::google::protobuf::int32 replicas() const; void set_replicas(::google::protobuf::int32 value); - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; void clear_restart_policy(); - static const int kRestartPolicyFieldNumber = 3; + static const int kRestartPolicyFieldNumber = 4; ::flyteidl::plugins::kubeflow::RestartPolicy restart_policy() const; void set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value); @@ -341,7 +344,8 @@ class DistributedMPITrainingReplicaSpec final : class HasBitSetters; ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; - ::google::protobuf::internal::ArenaStringPtr pod_template_name_; + ::google::protobuf::internal::ArenaStringPtr image_; + ::flyteidl::core::Resources* resources_; ::google::protobuf::int32 replicas_; int restart_policy_; mutable ::google::protobuf::internal::CachedSize _cached_size_; @@ -505,20 +509,6 @@ inline void DistributedMPITrainingTask::set_allocated_run_policy(::flyteidl::plu // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.run_policy) } -// .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; -inline void DistributedMPITrainingTask::clear_success_policy() { - success_policy_ = 0; -} -inline ::flyteidl::plugins::kubeflow::SuccessPolicy DistributedMPITrainingTask::success_policy() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.success_policy) - return static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(success_policy_); -} -inline void DistributedMPITrainingTask::set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value) { - - success_policy_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.success_policy) -} - // ------------------------------------------------------------------- // DistributedMPITrainingReplicaSpec @@ -537,60 +527,105 @@ inline void DistributedMPITrainingReplicaSpec::set_replicas(::google::protobuf:: // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.replicas) } -// string pod_template_name = 2; -inline void DistributedMPITrainingReplicaSpec::clear_pod_template_name() { - pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +// string image = 2; +inline void DistributedMPITrainingReplicaSpec::clear_image() { + image_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); } -inline const ::std::string& DistributedMPITrainingReplicaSpec::pod_template_name() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) - return pod_template_name_.GetNoArena(); +inline const ::std::string& DistributedMPITrainingReplicaSpec::image() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) + return image_.GetNoArena(); } -inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(const ::std::string& value) { +inline void DistributedMPITrainingReplicaSpec::set_image(const ::std::string& value) { - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); - // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) } #if LANG_CXX11 -inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(::std::string&& value) { +inline void DistributedMPITrainingReplicaSpec::set_image(::std::string&& value) { - pod_template_name_.SetNoArena( + image_.SetNoArena( &::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::move(value)); - // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) } #endif -inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(const char* value) { +inline void DistributedMPITrainingReplicaSpec::set_image(const char* value) { GOOGLE_DCHECK(value != nullptr); - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); - // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); + // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) } -inline void DistributedMPITrainingReplicaSpec::set_pod_template_name(const char* value, size_t size) { +inline void DistributedMPITrainingReplicaSpec::set_image(const char* value, size_t size) { - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(reinterpret_cast(value), size)); - // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) +} +inline ::std::string* DistributedMPITrainingReplicaSpec::mutable_image() { + + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) + return image_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline ::std::string* DistributedMPITrainingReplicaSpec::release_image() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) + + return image_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline void DistributedMPITrainingReplicaSpec::set_allocated_image(::std::string* image) { + if (image != nullptr) { + + } else { + + } + image_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), image); + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.image) +} + +// .flyteidl.core.Resources resources = 3; +inline bool DistributedMPITrainingReplicaSpec::has_resources() const { + return this != internal_default_instance() && resources_ != nullptr; } -inline ::std::string* DistributedMPITrainingReplicaSpec::mutable_pod_template_name() { +inline const ::flyteidl::core::Resources& DistributedMPITrainingReplicaSpec::resources() const { + const ::flyteidl::core::Resources* p = resources_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.resources) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::core::_Resources_default_instance_); +} +inline ::flyteidl::core::Resources* DistributedMPITrainingReplicaSpec::release_resources() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.resources) - // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) - return pod_template_name_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::flyteidl::core::Resources* temp = resources_; + resources_ = nullptr; + return temp; } -inline ::std::string* DistributedMPITrainingReplicaSpec::release_pod_template_name() { - // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) +inline ::flyteidl::core::Resources* DistributedMPITrainingReplicaSpec::mutable_resources() { - return pod_template_name_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (resources_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::core::Resources>(GetArenaNoVirtual()); + resources_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.resources) + return resources_; } -inline void DistributedMPITrainingReplicaSpec::set_allocated_pod_template_name(::std::string* pod_template_name) { - if (pod_template_name != nullptr) { +inline void DistributedMPITrainingReplicaSpec::set_allocated_resources(::flyteidl::core::Resources* resources) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete reinterpret_cast< ::google::protobuf::MessageLite*>(resources_); + } + if (resources) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + resources = ::google::protobuf::internal::GetOwnedMessage( + message_arena, resources, submessage_arena); + } } else { } - pod_template_name_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), pod_template_name); - // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.pod_template_name) + resources_ = resources; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.resources) } -// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; +// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; inline void DistributedMPITrainingReplicaSpec::clear_restart_policy() { restart_policy_ = 0; } diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc index 8ead16062..d81eb072b 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc @@ -16,8 +16,9 @@ // @@protoc_insertion_point(includes) #include +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fcore_2ftasks_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto; extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; -extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; namespace flyteidl { namespace plugins { namespace kubeflow { @@ -59,8 +60,9 @@ static void InitDefaultsDistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::InitAsDefaultInstance(); } -::google::protobuf::internal::SCCInfo<0> scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = - {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto}, {}}; +::google::protobuf::internal::SCCInfo<1> scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 1, InitDefaultsDistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto}, { + &scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto.base,}}; void InitDefaults_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { ::google::protobuf::internal::InitSCC(&scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); @@ -80,19 +82,19 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fpyt PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, worker_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, master_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, run_policy_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, success_policy_), ~0u, // no _has_bits_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, _internal_metadata_), ~0u, // no _extensions_ ~0u, // no _oneof_case_ ~0u, // no _weak_field_map_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, replicas_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, pod_template_name_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, image_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, resources_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, restart_policy_), }; static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask)}, - { 9, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec)}, + { 8, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec)}, }; static ::google::protobuf::Message const * const file_default_instances[] = { @@ -108,35 +110,36 @@ ::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_fl const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[] = "\n\'flyteidl/plugins/kubeflow/pytorch.prot" - "o\022\031flyteidl.plugins.kubeflow\032&flyteidl/p" - "lugins/kubeflow/common.proto\"\322\002\n\036Distrib" - "utedPyTorchTrainingTask\022Y\n\017worker_replic" - "as\030\001 \001(\0132@.flyteidl.plugins.kubeflow.Dis" - "tributedPyTorchTrainingReplicaSpec\022Y\n\017ma" - "ster_replicas\030\002 \001(\0132@.flyteidl.plugins.k" - "ubeflow.DistributedPyTorchTrainingReplic" - "aSpec\0228\n\nrun_policy\030\003 \001(\0132$.flyteidl.plu" - "gins.kubeflow.RunPolicy\022@\n\016success_polic" - "y\030\004 \001(\0162(.flyteidl.plugins.kubeflow.Succ" - "essPolicy\"\226\001\n%DistributedPyTorchTraining" - "ReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\031\n\021pod_tem" - "plate_name\030\002 \001(\t\022@\n\016restart_policy\030\003 \001(\016" - "2(.flyteidl.plugins.kubeflow.RestartPoli" - "cyB9Z7github.com/flyteorg/flyteidl/gen/p" - "b-go/flyteidl/pluginsb\006proto3" + "o\022\031flyteidl.plugins.kubeflow\032\031flyteidl/c" + "ore/tasks.proto\032&flyteidl/plugins/kubefl" + "ow/common.proto\"\220\002\n\036DistributedPyTorchTr" + "ainingTask\022Y\n\017worker_replicas\030\001 \001(\0132@.fl" + "yteidl.plugins.kubeflow.DistributedPyTor" + "chTrainingReplicaSpec\022Y\n\017master_replicas" + "\030\002 \001(\0132@.flyteidl.plugins.kubeflow.Distr" + "ibutedPyTorchTrainingReplicaSpec\0228\n\nrun_" + "policy\030\003 \001(\0132$.flyteidl.plugins.kubeflow" + ".RunPolicy\"\267\001\n%DistributedPyTorchTrainin" + "gReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030" + "\002 \001(\t\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core" + ".Resources\022@\n\016restart_policy\030\004 \001(\0162(.fly" + "teidl.plugins.kubeflow.RestartPolicyB9Z7" + "github.com/flyteorg/flyteidl/gen/pb-go/f" + "lyteidl/pluginsb\006proto3" ; ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = { false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, - "flyteidl/plugins/kubeflow/pytorch.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 669, + "flyteidl/plugins/kubeflow/pytorch.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 663, }; void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { - static constexpr ::google::protobuf::internal::InitFunc deps[1] = + static constexpr ::google::protobuf::internal::InitFunc deps[2] = { + ::AddDescriptors_flyteidl_2fcore_2ftasks_2eproto, ::AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, }; - ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, deps, 1); + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, deps, 2); } // Force running AddDescriptors() at dynamic initialization time. @@ -184,7 +187,6 @@ void DistributedPyTorchTrainingTask::clear_run_policy() { const int DistributedPyTorchTrainingTask::kWorkerReplicasFieldNumber; const int DistributedPyTorchTrainingTask::kMasterReplicasFieldNumber; const int DistributedPyTorchTrainingTask::kRunPolicyFieldNumber; -const int DistributedPyTorchTrainingTask::kSuccessPolicyFieldNumber; #endif // !defined(_MSC_VER) || _MSC_VER >= 1900 DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask() @@ -211,7 +213,6 @@ DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask(const Distributed } else { run_policy_ = nullptr; } - success_policy_ = from.success_policy_; // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) } @@ -219,8 +220,8 @@ void DistributedPyTorchTrainingTask::SharedCtor() { ::google::protobuf::internal::InitSCC( &scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); ::memset(&worker_replicas_, 0, static_cast( - reinterpret_cast(&success_policy_) - - reinterpret_cast(&worker_replicas_)) + sizeof(success_policy_)); + reinterpret_cast(&run_policy_) - + reinterpret_cast(&worker_replicas_)) + sizeof(run_policy_)); } DistributedPyTorchTrainingTask::~DistributedPyTorchTrainingTask() { @@ -261,7 +262,6 @@ void DistributedPyTorchTrainingTask::Clear() { delete run_policy_; } run_policy_ = nullptr; - success_policy_ = 0; _internal_metadata_.Clear(); } @@ -317,14 +317,6 @@ const char* DistributedPyTorchTrainingTask::_InternalParse(const char* begin, co {parser_till_end, object}, ptr - size, ptr)); break; } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - case 4: { - if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; - ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); - msg->set_success_policy(static_cast<::flyteidl::plugins::kubeflow::SuccessPolicy>(val)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } default: { handle_unusual: if ((tag & 7) == 4 || tag == 0) { @@ -388,20 +380,6 @@ bool DistributedPyTorchTrainingTask::MergePartialFromCodedStream( break; } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - case 4: { - if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { - int value = 0; - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( - input, &value))); - set_success_policy(static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(value)); - } else { - goto handle_unusual; - } - break; - } - default: { handle_unusual: if (tag == 0) { @@ -447,12 +425,6 @@ void DistributedPyTorchTrainingTask::SerializeWithCachedSizes( 3, HasBitSetters::run_policy(this), output); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - if (this->success_policy() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteEnum( - 4, this->success_policy(), output); - } - if (_internal_metadata_.have_unknown_fields()) { ::google::protobuf::internal::WireFormat::SerializeUnknownFields( _internal_metadata_.unknown_fields(), output); @@ -487,12 +459,6 @@ ::google::protobuf::uint8* DistributedPyTorchTrainingTask::InternalSerializeWith 3, HasBitSetters::run_policy(this), target); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - if (this->success_policy() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( - 4, this->success_policy(), target); - } - if (_internal_metadata_.have_unknown_fields()) { target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( _internal_metadata_.unknown_fields(), target); @@ -535,12 +501,6 @@ size_t DistributedPyTorchTrainingTask::ByteSizeLong() const { *run_policy_); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - if (this->success_policy() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::EnumSize(this->success_policy()); - } - int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); SetCachedSize(cached_size); return total_size; @@ -577,9 +537,6 @@ void DistributedPyTorchTrainingTask::MergeFrom(const DistributedPyTorchTrainingT if (from.has_run_policy()) { mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy()); } - if (from.success_policy() != 0) { - set_success_policy(from.success_policy()); - } } void DistributedPyTorchTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { @@ -610,7 +567,6 @@ void DistributedPyTorchTrainingTask::InternalSwap(DistributedPyTorchTrainingTask swap(worker_replicas_, other->worker_replicas_); swap(master_replicas_, other->master_replicas_); swap(run_policy_, other->run_policy_); - swap(success_policy_, other->success_policy_); } ::google::protobuf::Metadata DistributedPyTorchTrainingTask::GetMetadata() const { @@ -622,14 +578,28 @@ ::google::protobuf::Metadata DistributedPyTorchTrainingTask::GetMetadata() const // =================================================================== void DistributedPyTorchTrainingReplicaSpec::InitAsDefaultInstance() { + ::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingReplicaSpec_default_instance_._instance.get_mutable()->resources_ = const_cast< ::flyteidl::core::Resources*>( + ::flyteidl::core::Resources::internal_default_instance()); } class DistributedPyTorchTrainingReplicaSpec::HasBitSetters { public: + static const ::flyteidl::core::Resources& resources(const DistributedPyTorchTrainingReplicaSpec* msg); }; +const ::flyteidl::core::Resources& +DistributedPyTorchTrainingReplicaSpec::HasBitSetters::resources(const DistributedPyTorchTrainingReplicaSpec* msg) { + return *msg->resources_; +} +void DistributedPyTorchTrainingReplicaSpec::clear_resources() { + if (GetArenaNoVirtual() == nullptr && resources_ != nullptr) { + delete resources_; + } + resources_ = nullptr; +} #if !defined(_MSC_VER) || _MSC_VER >= 1900 const int DistributedPyTorchTrainingReplicaSpec::kReplicasFieldNumber; -const int DistributedPyTorchTrainingReplicaSpec::kPodTemplateNameFieldNumber; +const int DistributedPyTorchTrainingReplicaSpec::kImageFieldNumber; +const int DistributedPyTorchTrainingReplicaSpec::kResourcesFieldNumber; const int DistributedPyTorchTrainingReplicaSpec::kRestartPolicyFieldNumber; #endif // !defined(_MSC_VER) || _MSC_VER >= 1900 @@ -642,9 +612,14 @@ DistributedPyTorchTrainingReplicaSpec::DistributedPyTorchTrainingReplicaSpec(con : ::google::protobuf::Message(), _internal_metadata_(nullptr) { _internal_metadata_.MergeFrom(from._internal_metadata_); - pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); - if (from.pod_template_name().size() > 0) { - pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + image_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (from.image().size() > 0) { + image_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.image_); + } + if (from.has_resources()) { + resources_ = new ::flyteidl::core::Resources(*from.resources_); + } else { + resources_ = nullptr; } ::memcpy(&replicas_, &from.replicas_, static_cast(reinterpret_cast(&restart_policy_) - @@ -655,10 +630,10 @@ DistributedPyTorchTrainingReplicaSpec::DistributedPyTorchTrainingReplicaSpec(con void DistributedPyTorchTrainingReplicaSpec::SharedCtor() { ::google::protobuf::internal::InitSCC( &scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); - pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); - ::memset(&replicas_, 0, static_cast( + image_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&resources_, 0, static_cast( reinterpret_cast(&restart_policy_) - - reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + reinterpret_cast(&resources_)) + sizeof(restart_policy_)); } DistributedPyTorchTrainingReplicaSpec::~DistributedPyTorchTrainingReplicaSpec() { @@ -667,7 +642,8 @@ DistributedPyTorchTrainingReplicaSpec::~DistributedPyTorchTrainingReplicaSpec() } void DistributedPyTorchTrainingReplicaSpec::SharedDtor() { - pod_template_name_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + image_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (this != internal_default_instance()) delete resources_; } void DistributedPyTorchTrainingReplicaSpec::SetCachedSize(int size) const { @@ -685,7 +661,11 @@ void DistributedPyTorchTrainingReplicaSpec::Clear() { // Prevent compiler warnings about cached_has_bits being unused (void) cached_has_bits; - pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + image_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (GetArenaNoVirtual() == nullptr && resources_ != nullptr) { + delete resources_; + } + resources_ = nullptr; ::memset(&replicas_, 0, static_cast( reinterpret_cast(&restart_policy_) - reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); @@ -712,13 +692,13 @@ const char* DistributedPyTorchTrainingReplicaSpec::_InternalParse(const char* be GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); break; } - // string pod_template_name = 2; + // string image = 2; case 2: { if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; ptr = ::google::protobuf::io::ReadSize(ptr, &size); GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name"); - object = msg->mutable_pod_template_name(); + ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image"); + object = msg->mutable_image(); if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) { parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8; goto string_till_end; @@ -728,9 +708,22 @@ const char* DistributedPyTorchTrainingReplicaSpec::_InternalParse(const char* be ptr += size; break; } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; case 3: { - if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + if (static_cast<::google::protobuf::uint8>(tag) != 26) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::core::Resources::_InternalParse; + object = msg->mutable_resources(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); msg->set_restart_policy(static_cast<::flyteidl::plugins::kubeflow::RestartPolicy>(val)); GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); @@ -783,24 +776,35 @@ bool DistributedPyTorchTrainingReplicaSpec::MergePartialFromCodedStream( break; } - // string pod_template_name = 2; + // string image = 2; case 2: { if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { DO_(::google::protobuf::internal::WireFormatLite::ReadString( - input, this->mutable_pod_template_name())); + input, this->mutable_image())); DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::PARSE, - "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name")); + "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image")); } else { goto handle_unusual; } break; } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; case 3: { - if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + if (static_cast< ::google::protobuf::uint8>(tag) == (26 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_resources())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { int value = 0; DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( @@ -844,20 +848,26 @@ void DistributedPyTorchTrainingReplicaSpec::SerializeWithCachedSizes( ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->replicas(), output); } - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::SERIALIZE, - "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name"); + "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image"); ::google::protobuf::internal::WireFormatLite::WriteStringMaybeAliased( - 2, this->pod_template_name(), output); + 2, this->image(), output); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 3, HasBitSetters::resources(this), output); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { ::google::protobuf::internal::WireFormatLite::WriteEnum( - 3, this->restart_policy(), output); + 4, this->restart_policy(), output); } if (_internal_metadata_.have_unknown_fields()) { @@ -878,21 +888,28 @@ ::google::protobuf::uint8* DistributedPyTorchTrainingReplicaSpec::InternalSerial target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->replicas(), target); } - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::SERIALIZE, - "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name"); + "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image"); target = ::google::protobuf::internal::WireFormatLite::WriteStringToArray( - 2, this->pod_template_name(), target); + 2, this->image(), target); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 3, HasBitSetters::resources(this), target); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( - 3, this->restart_policy(), target); + 4, this->restart_policy(), target); } if (_internal_metadata_.have_unknown_fields()) { @@ -916,11 +933,18 @@ size_t DistributedPyTorchTrainingReplicaSpec::ByteSizeLong() const { // Prevent compiler warnings about cached_has_bits being unused (void) cached_has_bits; - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { total_size += 1 + ::google::protobuf::internal::WireFormatLite::StringSize( - this->pod_template_name()); + this->image()); + } + + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *resources_); } // int32 replicas = 1; @@ -930,7 +954,7 @@ size_t DistributedPyTorchTrainingReplicaSpec::ByteSizeLong() const { this->replicas()); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { total_size += 1 + ::google::protobuf::internal::WireFormatLite::EnumSize(this->restart_policy()); @@ -963,9 +987,12 @@ void DistributedPyTorchTrainingReplicaSpec::MergeFrom(const DistributedPyTorchTr ::google::protobuf::uint32 cached_has_bits = 0; (void) cached_has_bits; - if (from.pod_template_name().size() > 0) { + if (from.image().size() > 0) { - pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + image_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.image_); + } + if (from.has_resources()) { + mutable_resources()->::flyteidl::core::Resources::MergeFrom(from.resources()); } if (from.replicas() != 0) { set_replicas(from.replicas()); @@ -1000,8 +1027,9 @@ void DistributedPyTorchTrainingReplicaSpec::Swap(DistributedPyTorchTrainingRepli void DistributedPyTorchTrainingReplicaSpec::InternalSwap(DistributedPyTorchTrainingReplicaSpec* other) { using std::swap; _internal_metadata_.Swap(&other->_internal_metadata_); - pod_template_name_.Swap(&other->pod_template_name_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), + image_.Swap(&other->image_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), GetArenaNoVirtual()); + swap(resources_, other->resources_); swap(replicas_, other->replicas_); swap(restart_policy_, other->restart_policy_); } diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h index 702c19079..cbb3a3751 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h @@ -31,6 +31,7 @@ #include // IWYU pragma: export #include // IWYU pragma: export #include +#include "flyteidl/core/tasks.pb.h" #include "flyteidl/plugins/kubeflow/common.pb.h" // @@protoc_insertion_point(includes) #include @@ -195,12 +196,6 @@ class DistributedPyTorchTrainingTask final : ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy(); void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy); - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - void clear_success_policy(); - static const int kSuccessPolicyFieldNumber = 4; - ::flyteidl::plugins::kubeflow::SuccessPolicy success_policy() const; - void set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value); - // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) private: class HasBitSetters; @@ -209,7 +204,6 @@ class DistributedPyTorchTrainingTask final : ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* worker_replicas_; ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* master_replicas_; ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_; - int success_policy_; mutable ::google::protobuf::internal::CachedSize _cached_size_; friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; }; @@ -310,19 +304,28 @@ class DistributedPyTorchTrainingReplicaSpec final : // accessors ------------------------------------------------------- - // string pod_template_name = 2; - void clear_pod_template_name(); - static const int kPodTemplateNameFieldNumber = 2; - const ::std::string& pod_template_name() const; - void set_pod_template_name(const ::std::string& value); + // string image = 2; + void clear_image(); + static const int kImageFieldNumber = 2; + const ::std::string& image() const; + void set_image(const ::std::string& value); #if LANG_CXX11 - void set_pod_template_name(::std::string&& value); + void set_image(::std::string&& value); #endif - void set_pod_template_name(const char* value); - void set_pod_template_name(const char* value, size_t size); - ::std::string* mutable_pod_template_name(); - ::std::string* release_pod_template_name(); - void set_allocated_pod_template_name(::std::string* pod_template_name); + void set_image(const char* value); + void set_image(const char* value, size_t size); + ::std::string* mutable_image(); + ::std::string* release_image(); + void set_allocated_image(::std::string* image); + + // .flyteidl.core.Resources resources = 3; + bool has_resources() const; + void clear_resources(); + static const int kResourcesFieldNumber = 3; + const ::flyteidl::core::Resources& resources() const; + ::flyteidl::core::Resources* release_resources(); + ::flyteidl::core::Resources* mutable_resources(); + void set_allocated_resources(::flyteidl::core::Resources* resources); // int32 replicas = 1; void clear_replicas(); @@ -330,9 +333,9 @@ class DistributedPyTorchTrainingReplicaSpec final : ::google::protobuf::int32 replicas() const; void set_replicas(::google::protobuf::int32 value); - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; void clear_restart_policy(); - static const int kRestartPolicyFieldNumber = 3; + static const int kRestartPolicyFieldNumber = 4; ::flyteidl::plugins::kubeflow::RestartPolicy restart_policy() const; void set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value); @@ -341,7 +344,8 @@ class DistributedPyTorchTrainingReplicaSpec final : class HasBitSetters; ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; - ::google::protobuf::internal::ArenaStringPtr pod_template_name_; + ::google::protobuf::internal::ArenaStringPtr image_; + ::flyteidl::core::Resources* resources_; ::google::protobuf::int32 replicas_; int restart_policy_; mutable ::google::protobuf::internal::CachedSize _cached_size_; @@ -505,20 +509,6 @@ inline void DistributedPyTorchTrainingTask::set_allocated_run_policy(::flyteidl: // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.run_policy) } -// .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; -inline void DistributedPyTorchTrainingTask::clear_success_policy() { - success_policy_ = 0; -} -inline ::flyteidl::plugins::kubeflow::SuccessPolicy DistributedPyTorchTrainingTask::success_policy() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.success_policy) - return static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(success_policy_); -} -inline void DistributedPyTorchTrainingTask::set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value) { - - success_policy_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.success_policy) -} - // ------------------------------------------------------------------- // DistributedPyTorchTrainingReplicaSpec @@ -537,60 +527,105 @@ inline void DistributedPyTorchTrainingReplicaSpec::set_replicas(::google::protob // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.replicas) } -// string pod_template_name = 2; -inline void DistributedPyTorchTrainingReplicaSpec::clear_pod_template_name() { - pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +// string image = 2; +inline void DistributedPyTorchTrainingReplicaSpec::clear_image() { + image_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); } -inline const ::std::string& DistributedPyTorchTrainingReplicaSpec::pod_template_name() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) - return pod_template_name_.GetNoArena(); +inline const ::std::string& DistributedPyTorchTrainingReplicaSpec::image() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) + return image_.GetNoArena(); } -inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(const ::std::string& value) { +inline void DistributedPyTorchTrainingReplicaSpec::set_image(const ::std::string& value) { - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); - // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) } #if LANG_CXX11 -inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(::std::string&& value) { +inline void DistributedPyTorchTrainingReplicaSpec::set_image(::std::string&& value) { - pod_template_name_.SetNoArena( + image_.SetNoArena( &::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::move(value)); - // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) } #endif -inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(const char* value) { +inline void DistributedPyTorchTrainingReplicaSpec::set_image(const char* value) { GOOGLE_DCHECK(value != nullptr); - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); - // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); + // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) } -inline void DistributedPyTorchTrainingReplicaSpec::set_pod_template_name(const char* value, size_t size) { +inline void DistributedPyTorchTrainingReplicaSpec::set_image(const char* value, size_t size) { - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(reinterpret_cast(value), size)); - // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) +} +inline ::std::string* DistributedPyTorchTrainingReplicaSpec::mutable_image() { + + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) + return image_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline ::std::string* DistributedPyTorchTrainingReplicaSpec::release_image() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) + + return image_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline void DistributedPyTorchTrainingReplicaSpec::set_allocated_image(::std::string* image) { + if (image != nullptr) { + + } else { + + } + image_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), image); + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.image) +} + +// .flyteidl.core.Resources resources = 3; +inline bool DistributedPyTorchTrainingReplicaSpec::has_resources() const { + return this != internal_default_instance() && resources_ != nullptr; } -inline ::std::string* DistributedPyTorchTrainingReplicaSpec::mutable_pod_template_name() { +inline const ::flyteidl::core::Resources& DistributedPyTorchTrainingReplicaSpec::resources() const { + const ::flyteidl::core::Resources* p = resources_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.resources) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::core::_Resources_default_instance_); +} +inline ::flyteidl::core::Resources* DistributedPyTorchTrainingReplicaSpec::release_resources() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.resources) - // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) - return pod_template_name_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::flyteidl::core::Resources* temp = resources_; + resources_ = nullptr; + return temp; } -inline ::std::string* DistributedPyTorchTrainingReplicaSpec::release_pod_template_name() { - // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) +inline ::flyteidl::core::Resources* DistributedPyTorchTrainingReplicaSpec::mutable_resources() { - return pod_template_name_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (resources_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::core::Resources>(GetArenaNoVirtual()); + resources_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.resources) + return resources_; } -inline void DistributedPyTorchTrainingReplicaSpec::set_allocated_pod_template_name(::std::string* pod_template_name) { - if (pod_template_name != nullptr) { +inline void DistributedPyTorchTrainingReplicaSpec::set_allocated_resources(::flyteidl::core::Resources* resources) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete reinterpret_cast< ::google::protobuf::MessageLite*>(resources_); + } + if (resources) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + resources = ::google::protobuf::internal::GetOwnedMessage( + message_arena, resources, submessage_arena); + } } else { } - pod_template_name_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), pod_template_name); - // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.pod_template_name) + resources_ = resources; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec.resources) } -// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; +// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; inline void DistributedPyTorchTrainingReplicaSpec::clear_restart_policy() { restart_policy_ = 0; } diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc index 56c700d88..9227307c4 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.cc @@ -16,8 +16,9 @@ // @@protoc_insertion_point(includes) #include +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fcore_2ftasks_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto; extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; -extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto; +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto; namespace flyteidl { namespace plugins { namespace kubeflow { @@ -59,8 +60,9 @@ static void InitDefaultsDistributedTensorflowTrainingReplicaSpec_flyteidl_2fplug ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec::InitAsDefaultInstance(); } -::google::protobuf::internal::SCCInfo<0> scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = - {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto}, {}}; +::google::protobuf::internal::SCCInfo<1> scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 1, InitDefaultsDistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto}, { + &scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto.base,}}; void InitDefaults_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto() { ::google::protobuf::internal::InitSCC(&scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); @@ -81,19 +83,19 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2ften PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, ps_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, chief_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, run_policy_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask, success_policy_), ~0u, // no _has_bits_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, _internal_metadata_), ~0u, // no _extensions_ ~0u, // no _oneof_case_ ~0u, // no _weak_field_map_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, replicas_), - PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, pod_template_name_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, image_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, resources_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec, restart_policy_), }; static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingTask)}, - { 10, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec)}, + { 9, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec)}, }; static ::google::protobuf::Message const * const file_default_instances[] = { @@ -109,38 +111,39 @@ ::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_fl const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto[] = "\n*flyteidl/plugins/kubeflow/tensorflow.p" - "roto\022\031flyteidl.plugins.kubeflow\032&flyteid" - "l/plugins/kubeflow/common.proto\"\264\003\n!Dist" - "ributedTensorflowTrainingTask\022\\\n\017worker_" - "replicas\030\001 \001(\0132C.flyteidl.plugins.kubefl" - "ow.DistributedTensorflowTrainingReplicaS" - "pec\022X\n\013ps_replicas\030\002 \001(\0132C.flyteidl.plug" + "roto\022\031flyteidl.plugins.kubeflow\032\031flyteid" + "l/core/tasks.proto\032&flyteidl/plugins/kub" + "eflow/common.proto\"\362\002\n!DistributedTensor" + "flowTrainingTask\022\\\n\017worker_replicas\030\001 \001(" + "\0132C.flyteidl.plugins.kubeflow.Distribute" + "dTensorflowTrainingReplicaSpec\022X\n\013ps_rep" + "licas\030\002 \001(\0132C.flyteidl.plugins.kubeflow." + "DistributedTensorflowTrainingReplicaSpec" + "\022[\n\016chief_replicas\030\003 \001(\0132C.flyteidl.plug" "ins.kubeflow.DistributedTensorflowTraini" - "ngReplicaSpec\022[\n\016chief_replicas\030\003 \001(\0132C." - "flyteidl.plugins.kubeflow.DistributedTen" - "sorflowTrainingReplicaSpec\0228\n\nrun_policy" - "\030\004 \001(\0132$.flyteidl.plugins.kubeflow.RunPo" - "licy\022@\n\016success_policy\030\005 \001(\0162(.flyteidl." - "plugins.kubeflow.SuccessPolicy\"\231\001\n(Distr" - "ibutedTensorflowTrainingReplicaSpec\022\020\n\010r" - "eplicas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t" - "\022@\n\016restart_policy\030\003 \001(\0162(.flyteidl.plug" - "ins.kubeflow.RestartPolicyB9Z7github.com" - "/flyteorg/flyteidl/gen/pb-go/flyteidl/pl" - "uginsb\006proto3" + "ngReplicaSpec\0228\n\nrun_policy\030\004 \001(\0132$.flyt" + "eidl.plugins.kubeflow.RunPolicy\"\272\001\n(Dist" + "ributedTensorflowTrainingReplicaSpec\022\020\n\010" + "replicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresourc" + "es\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016re" + "start_policy\030\004 \001(\0162(.flyteidl.plugins.ku" + "beflow.RestartPolicyB9Z7github.com/flyte" + "org/flyteidl/gen/pb-go/flyteidl/pluginsb" + "\006proto3" ; ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto = { false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, - "flyteidl/plugins/kubeflow/tensorflow.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, 773, + "flyteidl/plugins/kubeflow/tensorflow.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, 767, }; void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto() { - static constexpr ::google::protobuf::internal::InitFunc deps[1] = + static constexpr ::google::protobuf::internal::InitFunc deps[2] = { + ::AddDescriptors_flyteidl_2fcore_2ftasks_2eproto, ::AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, }; - ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, deps, 1); + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto, deps, 2); } // Force running AddDescriptors() at dynamic initialization time. @@ -196,7 +199,6 @@ const int DistributedTensorflowTrainingTask::kWorkerReplicasFieldNumber; const int DistributedTensorflowTrainingTask::kPsReplicasFieldNumber; const int DistributedTensorflowTrainingTask::kChiefReplicasFieldNumber; const int DistributedTensorflowTrainingTask::kRunPolicyFieldNumber; -const int DistributedTensorflowTrainingTask::kSuccessPolicyFieldNumber; #endif // !defined(_MSC_VER) || _MSC_VER >= 1900 DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask() @@ -228,7 +230,6 @@ DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask(const Distr } else { run_policy_ = nullptr; } - success_policy_ = from.success_policy_; // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) } @@ -236,8 +237,8 @@ void DistributedTensorflowTrainingTask::SharedCtor() { ::google::protobuf::internal::InitSCC( &scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); ::memset(&worker_replicas_, 0, static_cast( - reinterpret_cast(&success_policy_) - - reinterpret_cast(&worker_replicas_)) + sizeof(success_policy_)); + reinterpret_cast(&run_policy_) - + reinterpret_cast(&worker_replicas_)) + sizeof(run_policy_)); } DistributedTensorflowTrainingTask::~DistributedTensorflowTrainingTask() { @@ -283,7 +284,6 @@ void DistributedTensorflowTrainingTask::Clear() { delete run_policy_; } run_policy_ = nullptr; - success_policy_ = 0; _internal_metadata_.Clear(); } @@ -352,14 +352,6 @@ const char* DistributedTensorflowTrainingTask::_InternalParse(const char* begin, {parser_till_end, object}, ptr - size, ptr)); break; } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; - case 5: { - if (static_cast<::google::protobuf::uint8>(tag) != 40) goto handle_unusual; - ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); - msg->set_success_policy(static_cast<::flyteidl::plugins::kubeflow::SuccessPolicy>(val)); - GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - break; - } default: { handle_unusual: if ((tag & 7) == 4 || tag == 0) { @@ -434,20 +426,6 @@ bool DistributedTensorflowTrainingTask::MergePartialFromCodedStream( break; } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; - case 5: { - if (static_cast< ::google::protobuf::uint8>(tag) == (40 & 0xFF)) { - int value = 0; - DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< - int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( - input, &value))); - set_success_policy(static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(value)); - } else { - goto handle_unusual; - } - break; - } - default: { handle_unusual: if (tag == 0) { @@ -499,12 +477,6 @@ void DistributedTensorflowTrainingTask::SerializeWithCachedSizes( 4, HasBitSetters::run_policy(this), output); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; - if (this->success_policy() != 0) { - ::google::protobuf::internal::WireFormatLite::WriteEnum( - 5, this->success_policy(), output); - } - if (_internal_metadata_.have_unknown_fields()) { ::google::protobuf::internal::WireFormat::SerializeUnknownFields( _internal_metadata_.unknown_fields(), output); @@ -546,12 +518,6 @@ ::google::protobuf::uint8* DistributedTensorflowTrainingTask::InternalSerializeW 4, HasBitSetters::run_policy(this), target); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; - if (this->success_policy() != 0) { - target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( - 5, this->success_policy(), target); - } - if (_internal_metadata_.have_unknown_fields()) { target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( _internal_metadata_.unknown_fields(), target); @@ -601,12 +567,6 @@ size_t DistributedTensorflowTrainingTask::ByteSizeLong() const { *run_policy_); } - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; - if (this->success_policy() != 0) { - total_size += 1 + - ::google::protobuf::internal::WireFormatLite::EnumSize(this->success_policy()); - } - int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); SetCachedSize(cached_size); return total_size; @@ -646,9 +606,6 @@ void DistributedTensorflowTrainingTask::MergeFrom(const DistributedTensorflowTra if (from.has_run_policy()) { mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy()); } - if (from.success_policy() != 0) { - set_success_policy(from.success_policy()); - } } void DistributedTensorflowTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { @@ -680,7 +637,6 @@ void DistributedTensorflowTrainingTask::InternalSwap(DistributedTensorflowTraini swap(ps_replicas_, other->ps_replicas_); swap(chief_replicas_, other->chief_replicas_); swap(run_policy_, other->run_policy_); - swap(success_policy_, other->success_policy_); } ::google::protobuf::Metadata DistributedTensorflowTrainingTask::GetMetadata() const { @@ -692,14 +648,28 @@ ::google::protobuf::Metadata DistributedTensorflowTrainingTask::GetMetadata() co // =================================================================== void DistributedTensorflowTrainingReplicaSpec::InitAsDefaultInstance() { + ::flyteidl::plugins::kubeflow::_DistributedTensorflowTrainingReplicaSpec_default_instance_._instance.get_mutable()->resources_ = const_cast< ::flyteidl::core::Resources*>( + ::flyteidl::core::Resources::internal_default_instance()); } class DistributedTensorflowTrainingReplicaSpec::HasBitSetters { public: + static const ::flyteidl::core::Resources& resources(const DistributedTensorflowTrainingReplicaSpec* msg); }; +const ::flyteidl::core::Resources& +DistributedTensorflowTrainingReplicaSpec::HasBitSetters::resources(const DistributedTensorflowTrainingReplicaSpec* msg) { + return *msg->resources_; +} +void DistributedTensorflowTrainingReplicaSpec::clear_resources() { + if (GetArenaNoVirtual() == nullptr && resources_ != nullptr) { + delete resources_; + } + resources_ = nullptr; +} #if !defined(_MSC_VER) || _MSC_VER >= 1900 const int DistributedTensorflowTrainingReplicaSpec::kReplicasFieldNumber; -const int DistributedTensorflowTrainingReplicaSpec::kPodTemplateNameFieldNumber; +const int DistributedTensorflowTrainingReplicaSpec::kImageFieldNumber; +const int DistributedTensorflowTrainingReplicaSpec::kResourcesFieldNumber; const int DistributedTensorflowTrainingReplicaSpec::kRestartPolicyFieldNumber; #endif // !defined(_MSC_VER) || _MSC_VER >= 1900 @@ -712,9 +682,14 @@ DistributedTensorflowTrainingReplicaSpec::DistributedTensorflowTrainingReplicaSp : ::google::protobuf::Message(), _internal_metadata_(nullptr) { _internal_metadata_.MergeFrom(from._internal_metadata_); - pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); - if (from.pod_template_name().size() > 0) { - pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + image_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (from.image().size() > 0) { + image_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.image_); + } + if (from.has_resources()) { + resources_ = new ::flyteidl::core::Resources(*from.resources_); + } else { + resources_ = nullptr; } ::memcpy(&replicas_, &from.replicas_, static_cast(reinterpret_cast(&restart_policy_) - @@ -725,10 +700,10 @@ DistributedTensorflowTrainingReplicaSpec::DistributedTensorflowTrainingReplicaSp void DistributedTensorflowTrainingReplicaSpec::SharedCtor() { ::google::protobuf::internal::InitSCC( &scc_info_DistributedTensorflowTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto.base); - pod_template_name_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); - ::memset(&replicas_, 0, static_cast( + image_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&resources_, 0, static_cast( reinterpret_cast(&restart_policy_) - - reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); + reinterpret_cast(&resources_)) + sizeof(restart_policy_)); } DistributedTensorflowTrainingReplicaSpec::~DistributedTensorflowTrainingReplicaSpec() { @@ -737,7 +712,8 @@ DistributedTensorflowTrainingReplicaSpec::~DistributedTensorflowTrainingReplicaS } void DistributedTensorflowTrainingReplicaSpec::SharedDtor() { - pod_template_name_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + image_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (this != internal_default_instance()) delete resources_; } void DistributedTensorflowTrainingReplicaSpec::SetCachedSize(int size) const { @@ -755,7 +731,11 @@ void DistributedTensorflowTrainingReplicaSpec::Clear() { // Prevent compiler warnings about cached_has_bits being unused (void) cached_has_bits; - pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + image_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (GetArenaNoVirtual() == nullptr && resources_ != nullptr) { + delete resources_; + } + resources_ = nullptr; ::memset(&replicas_, 0, static_cast( reinterpret_cast(&restart_policy_) - reinterpret_cast(&replicas_)) + sizeof(restart_policy_)); @@ -782,13 +762,13 @@ const char* DistributedTensorflowTrainingReplicaSpec::_InternalParse(const char* GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); break; } - // string pod_template_name = 2; + // string image = 2; case 2: { if (static_cast<::google::protobuf::uint8>(tag) != 18) goto handle_unusual; ptr = ::google::protobuf::io::ReadSize(ptr, &size); GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); - ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name"); - object = msg->mutable_pod_template_name(); + ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image"); + object = msg->mutable_image(); if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) { parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8; goto string_till_end; @@ -798,9 +778,22 @@ const char* DistributedTensorflowTrainingReplicaSpec::_InternalParse(const char* ptr += size; break; } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; case 3: { - if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + if (static_cast<::google::protobuf::uint8>(tag) != 26) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::core::Resources::_InternalParse; + object = msg->mutable_resources(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; ::google::protobuf::uint64 val = ::google::protobuf::internal::ReadVarint(&ptr); msg->set_restart_policy(static_cast<::flyteidl::plugins::kubeflow::RestartPolicy>(val)); GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); @@ -853,24 +846,35 @@ bool DistributedTensorflowTrainingReplicaSpec::MergePartialFromCodedStream( break; } - // string pod_template_name = 2; + // string image = 2; case 2: { if (static_cast< ::google::protobuf::uint8>(tag) == (18 & 0xFF)) { DO_(::google::protobuf::internal::WireFormatLite::ReadString( - input, this->mutable_pod_template_name())); + input, this->mutable_image())); DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::PARSE, - "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name")); + "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image")); } else { goto handle_unusual; } break; } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; case 3: { - if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + if (static_cast< ::google::protobuf::uint8>(tag) == (26 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_resources())); + } else { + goto handle_unusual; + } + break; + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { int value = 0; DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< int, ::google::protobuf::internal::WireFormatLite::TYPE_ENUM>( @@ -914,20 +918,26 @@ void DistributedTensorflowTrainingReplicaSpec::SerializeWithCachedSizes( ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->replicas(), output); } - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::SERIALIZE, - "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name"); + "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image"); ::google::protobuf::internal::WireFormatLite::WriteStringMaybeAliased( - 2, this->pod_template_name(), output); + 2, this->image(), output); + } + + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 3, HasBitSetters::resources(this), output); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { ::google::protobuf::internal::WireFormatLite::WriteEnum( - 3, this->restart_policy(), output); + 4, this->restart_policy(), output); } if (_internal_metadata_.have_unknown_fields()) { @@ -948,21 +958,28 @@ ::google::protobuf::uint8* DistributedTensorflowTrainingReplicaSpec::InternalSer target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->replicas(), target); } - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( - this->pod_template_name().data(), static_cast(this->pod_template_name().length()), + this->image().data(), static_cast(this->image().length()), ::google::protobuf::internal::WireFormatLite::SERIALIZE, - "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name"); + "flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image"); target = ::google::protobuf::internal::WireFormatLite::WriteStringToArray( - 2, this->pod_template_name(), target); + 2, this->image(), target); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 3, HasBitSetters::resources(this), target); + } + + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { target = ::google::protobuf::internal::WireFormatLite::WriteEnumToArray( - 3, this->restart_policy(), target); + 4, this->restart_policy(), target); } if (_internal_metadata_.have_unknown_fields()) { @@ -986,11 +1003,18 @@ size_t DistributedTensorflowTrainingReplicaSpec::ByteSizeLong() const { // Prevent compiler warnings about cached_has_bits being unused (void) cached_has_bits; - // string pod_template_name = 2; - if (this->pod_template_name().size() > 0) { + // string image = 2; + if (this->image().size() > 0) { total_size += 1 + ::google::protobuf::internal::WireFormatLite::StringSize( - this->pod_template_name()); + this->image()); + } + + // .flyteidl.core.Resources resources = 3; + if (this->has_resources()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *resources_); } // int32 replicas = 1; @@ -1000,7 +1024,7 @@ size_t DistributedTensorflowTrainingReplicaSpec::ByteSizeLong() const { this->replicas()); } - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; if (this->restart_policy() != 0) { total_size += 1 + ::google::protobuf::internal::WireFormatLite::EnumSize(this->restart_policy()); @@ -1033,9 +1057,12 @@ void DistributedTensorflowTrainingReplicaSpec::MergeFrom(const DistributedTensor ::google::protobuf::uint32 cached_has_bits = 0; (void) cached_has_bits; - if (from.pod_template_name().size() > 0) { + if (from.image().size() > 0) { - pod_template_name_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.pod_template_name_); + image_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.image_); + } + if (from.has_resources()) { + mutable_resources()->::flyteidl::core::Resources::MergeFrom(from.resources()); } if (from.replicas() != 0) { set_replicas(from.replicas()); @@ -1070,8 +1097,9 @@ void DistributedTensorflowTrainingReplicaSpec::Swap(DistributedTensorflowTrainin void DistributedTensorflowTrainingReplicaSpec::InternalSwap(DistributedTensorflowTrainingReplicaSpec* other) { using std::swap; _internal_metadata_.Swap(&other->_internal_metadata_); - pod_template_name_.Swap(&other->pod_template_name_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), + image_.Swap(&other->image_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), GetArenaNoVirtual()); + swap(resources_, other->resources_); swap(replicas_, other->replicas_); swap(restart_policy_, other->restart_policy_); } diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h index 933f28bef..9839ca481 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/tensorflow.pb.h @@ -31,6 +31,7 @@ #include // IWYU pragma: export #include // IWYU pragma: export #include +#include "flyteidl/core/tasks.pb.h" #include "flyteidl/plugins/kubeflow/common.pb.h" // @@protoc_insertion_point(includes) #include @@ -204,12 +205,6 @@ class DistributedTensorflowTrainingTask final : ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy(); void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy); - // .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; - void clear_success_policy(); - static const int kSuccessPolicyFieldNumber = 5; - ::flyteidl::plugins::kubeflow::SuccessPolicy success_policy() const; - void set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value); - // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask) private: class HasBitSetters; @@ -219,7 +214,6 @@ class DistributedTensorflowTrainingTask final : ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* ps_replicas_; ::flyteidl::plugins::kubeflow::DistributedTensorflowTrainingReplicaSpec* chief_replicas_; ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_; - int success_policy_; mutable ::google::protobuf::internal::CachedSize _cached_size_; friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2ftensorflow_2eproto; }; @@ -320,19 +314,28 @@ class DistributedTensorflowTrainingReplicaSpec final : // accessors ------------------------------------------------------- - // string pod_template_name = 2; - void clear_pod_template_name(); - static const int kPodTemplateNameFieldNumber = 2; - const ::std::string& pod_template_name() const; - void set_pod_template_name(const ::std::string& value); + // string image = 2; + void clear_image(); + static const int kImageFieldNumber = 2; + const ::std::string& image() const; + void set_image(const ::std::string& value); #if LANG_CXX11 - void set_pod_template_name(::std::string&& value); + void set_image(::std::string&& value); #endif - void set_pod_template_name(const char* value); - void set_pod_template_name(const char* value, size_t size); - ::std::string* mutable_pod_template_name(); - ::std::string* release_pod_template_name(); - void set_allocated_pod_template_name(::std::string* pod_template_name); + void set_image(const char* value); + void set_image(const char* value, size_t size); + ::std::string* mutable_image(); + ::std::string* release_image(); + void set_allocated_image(::std::string* image); + + // .flyteidl.core.Resources resources = 3; + bool has_resources() const; + void clear_resources(); + static const int kResourcesFieldNumber = 3; + const ::flyteidl::core::Resources& resources() const; + ::flyteidl::core::Resources* release_resources(); + ::flyteidl::core::Resources* mutable_resources(); + void set_allocated_resources(::flyteidl::core::Resources* resources); // int32 replicas = 1; void clear_replicas(); @@ -340,9 +343,9 @@ class DistributedTensorflowTrainingReplicaSpec final : ::google::protobuf::int32 replicas() const; void set_replicas(::google::protobuf::int32 value); - // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; + // .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; void clear_restart_policy(); - static const int kRestartPolicyFieldNumber = 3; + static const int kRestartPolicyFieldNumber = 4; ::flyteidl::plugins::kubeflow::RestartPolicy restart_policy() const; void set_restart_policy(::flyteidl::plugins::kubeflow::RestartPolicy value); @@ -351,7 +354,8 @@ class DistributedTensorflowTrainingReplicaSpec final : class HasBitSetters; ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; - ::google::protobuf::internal::ArenaStringPtr pod_template_name_; + ::google::protobuf::internal::ArenaStringPtr image_; + ::flyteidl::core::Resources* resources_; ::google::protobuf::int32 replicas_; int restart_policy_; mutable ::google::protobuf::internal::CachedSize _cached_size_; @@ -566,20 +570,6 @@ inline void DistributedTensorflowTrainingTask::set_allocated_run_policy(::flytei // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.run_policy) } -// .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5; -inline void DistributedTensorflowTrainingTask::clear_success_policy() { - success_policy_ = 0; -} -inline ::flyteidl::plugins::kubeflow::SuccessPolicy DistributedTensorflowTrainingTask::success_policy() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.success_policy) - return static_cast< ::flyteidl::plugins::kubeflow::SuccessPolicy >(success_policy_); -} -inline void DistributedTensorflowTrainingTask::set_success_policy(::flyteidl::plugins::kubeflow::SuccessPolicy value) { - - success_policy_ = value; - // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask.success_policy) -} - // ------------------------------------------------------------------- // DistributedTensorflowTrainingReplicaSpec @@ -598,60 +588,105 @@ inline void DistributedTensorflowTrainingReplicaSpec::set_replicas(::google::pro // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.replicas) } -// string pod_template_name = 2; -inline void DistributedTensorflowTrainingReplicaSpec::clear_pod_template_name() { - pod_template_name_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +// string image = 2; +inline void DistributedTensorflowTrainingReplicaSpec::clear_image() { + image_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); } -inline const ::std::string& DistributedTensorflowTrainingReplicaSpec::pod_template_name() const { - // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) - return pod_template_name_.GetNoArena(); +inline const ::std::string& DistributedTensorflowTrainingReplicaSpec::image() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) + return image_.GetNoArena(); } -inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(const ::std::string& value) { +inline void DistributedTensorflowTrainingReplicaSpec::set_image(const ::std::string& value) { - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); - // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) } #if LANG_CXX11 -inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(::std::string&& value) { +inline void DistributedTensorflowTrainingReplicaSpec::set_image(::std::string&& value) { - pod_template_name_.SetNoArena( + image_.SetNoArena( &::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::move(value)); - // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) } #endif -inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(const char* value) { +inline void DistributedTensorflowTrainingReplicaSpec::set_image(const char* value) { GOOGLE_DCHECK(value != nullptr); - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); - // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); + // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) } -inline void DistributedTensorflowTrainingReplicaSpec::set_pod_template_name(const char* value, size_t size) { +inline void DistributedTensorflowTrainingReplicaSpec::set_image(const char* value, size_t size) { - pod_template_name_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), + image_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(reinterpret_cast(value), size)); - // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) +} +inline ::std::string* DistributedTensorflowTrainingReplicaSpec::mutable_image() { + + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) + return image_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline ::std::string* DistributedTensorflowTrainingReplicaSpec::release_image() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) + + return image_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline void DistributedTensorflowTrainingReplicaSpec::set_allocated_image(::std::string* image) { + if (image != nullptr) { + + } else { + + } + image_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), image); + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.image) +} + +// .flyteidl.core.Resources resources = 3; +inline bool DistributedTensorflowTrainingReplicaSpec::has_resources() const { + return this != internal_default_instance() && resources_ != nullptr; } -inline ::std::string* DistributedTensorflowTrainingReplicaSpec::mutable_pod_template_name() { +inline const ::flyteidl::core::Resources& DistributedTensorflowTrainingReplicaSpec::resources() const { + const ::flyteidl::core::Resources* p = resources_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.resources) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::core::_Resources_default_instance_); +} +inline ::flyteidl::core::Resources* DistributedTensorflowTrainingReplicaSpec::release_resources() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.resources) - // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) - return pod_template_name_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::flyteidl::core::Resources* temp = resources_; + resources_ = nullptr; + return temp; } -inline ::std::string* DistributedTensorflowTrainingReplicaSpec::release_pod_template_name() { - // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) +inline ::flyteidl::core::Resources* DistributedTensorflowTrainingReplicaSpec::mutable_resources() { - return pod_template_name_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (resources_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::core::Resources>(GetArenaNoVirtual()); + resources_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.resources) + return resources_; } -inline void DistributedTensorflowTrainingReplicaSpec::set_allocated_pod_template_name(::std::string* pod_template_name) { - if (pod_template_name != nullptr) { +inline void DistributedTensorflowTrainingReplicaSpec::set_allocated_resources(::flyteidl::core::Resources* resources) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete reinterpret_cast< ::google::protobuf::MessageLite*>(resources_); + } + if (resources) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + resources = ::google::protobuf::internal::GetOwnedMessage( + message_arena, resources, submessage_arena); + } } else { } - pod_template_name_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), pod_template_name); - // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.pod_template_name) + resources_ = resources; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpec.resources) } -// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3; +// .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; inline void DistributedTensorflowTrainingReplicaSpec::clear_restart_policy() { restart_policy_ = 0; } diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc b/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc new file mode 100644 index 000000000..8a312292c --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.cc @@ -0,0 +1,24 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/mpi.proto + +#include "flyteidl/plugins/mpi.pb.h" +#include "flyteidl/plugins/mpi.grpc.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +namespace flyteidl { +namespace plugins { + +} // namespace flyteidl +} // namespace plugins + diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h b/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h new file mode 100644 index 000000000..6725f0e0e --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/mpi.grpc.pb.h @@ -0,0 +1,47 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/mpi.proto +#ifndef GRPC_flyteidl_2fplugins_2fmpi_2eproto__INCLUDED +#define GRPC_flyteidl_2fplugins_2fmpi_2eproto__INCLUDED + +#include "flyteidl/plugins/mpi.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace grpc_impl { +class Channel; +class CompletionQueue; +class ServerCompletionQueue; +} // namespace grpc_impl + +namespace grpc { +namespace experimental { +template +class MessageAllocator; +} // namespace experimental +} // namespace grpc_impl + +namespace grpc { +class ServerContext; +} // namespace grpc + +namespace flyteidl { +namespace plugins { + +} // namespace plugins +} // namespace flyteidl + + +#endif // GRPC_flyteidl_2fplugins_2fmpi_2eproto__INCLUDED diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.pb.cc b/gen/pb-cpp/flyteidl/plugins/mpi.pb.cc new file mode 100644 index 000000000..87aa4c458 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/mpi.pb.cc @@ -0,0 +1,461 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/mpi.proto + +#include "flyteidl/plugins/mpi.pb.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +// @@protoc_insertion_point(includes) +#include + +namespace flyteidl { +namespace plugins { +class DistributedMPITrainingTaskDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedMPITrainingTask_default_instance_; +} // namespace plugins +} // namespace flyteidl +static void InitDefaultsDistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::_DistributedMPITrainingTask_default_instance_; + new (ptr) ::flyteidl::plugins::DistributedMPITrainingTask(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::DistributedMPITrainingTask::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto}, {}}; + +void InitDefaults_flyteidl_2fplugins_2fmpi_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto.base); +} + +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fmpi_2eproto[1]; +constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fmpi_2eproto = nullptr; +constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fmpi_2eproto = nullptr; + +const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fmpi_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, num_workers_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, num_launcher_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedMPITrainingTask, slots_), +}; +static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + { 0, -1, sizeof(::flyteidl::plugins::DistributedMPITrainingTask)}, +}; + +static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::_DistributedMPITrainingTask_default_instance_), +}; + +::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fmpi_2eproto = { + {}, AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto, "flyteidl/plugins/mpi.proto", schemas, + file_default_instances, TableStruct_flyteidl_2fplugins_2fmpi_2eproto::offsets, + file_level_metadata_flyteidl_2fplugins_2fmpi_2eproto, 1, file_level_enum_descriptors_flyteidl_2fplugins_2fmpi_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fmpi_2eproto, +}; + +const char descriptor_table_protodef_flyteidl_2fplugins_2fmpi_2eproto[] = + "\n\032flyteidl/plugins/mpi.proto\022\020flyteidl.p" + "lugins\"_\n\032DistributedMPITrainingTask\022\023\n\013" + "num_workers\030\001 \001(\005\022\035\n\025num_launcher_replic" + "as\030\002 \001(\005\022\r\n\005slots\030\003 \001(\005B9Z7github.com/fl" + "yteorg/flyteidl/gen/pb-go/flyteidl/plugi" + "nsb\006proto3" + ; +::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fmpi_2eproto = { + false, InitDefaults_flyteidl_2fplugins_2fmpi_2eproto, + descriptor_table_protodef_flyteidl_2fplugins_2fmpi_2eproto, + "flyteidl/plugins/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fmpi_2eproto, 210, +}; + +void AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto() { + static constexpr ::google::protobuf::internal::InitFunc deps[1] = + { + }; + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fmpi_2eproto, deps, 0); +} + +// Force running AddDescriptors() at dynamic initialization time. +static bool dynamic_init_dummy_flyteidl_2fplugins_2fmpi_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto(); return true; }(); +namespace flyteidl { +namespace plugins { + +// =================================================================== + +void DistributedMPITrainingTask::InitAsDefaultInstance() { +} +class DistributedMPITrainingTask::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedMPITrainingTask::kNumWorkersFieldNumber; +const int DistributedMPITrainingTask::kNumLauncherReplicasFieldNumber; +const int DistributedMPITrainingTask::kSlotsFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedMPITrainingTask::DistributedMPITrainingTask() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.DistributedMPITrainingTask) +} +DistributedMPITrainingTask::DistributedMPITrainingTask(const DistributedMPITrainingTask& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::memcpy(&num_workers_, &from.num_workers_, + static_cast(reinterpret_cast(&slots_) - + reinterpret_cast(&num_workers_)) + sizeof(slots_)); + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.DistributedMPITrainingTask) +} + +void DistributedMPITrainingTask::SharedCtor() { + ::memset(&num_workers_, 0, static_cast( + reinterpret_cast(&slots_) - + reinterpret_cast(&num_workers_)) + sizeof(slots_)); +} + +DistributedMPITrainingTask::~DistributedMPITrainingTask() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.DistributedMPITrainingTask) + SharedDtor(); +} + +void DistributedMPITrainingTask::SharedDtor() { +} + +void DistributedMPITrainingTask::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedMPITrainingTask& DistributedMPITrainingTask::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fmpi_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedMPITrainingTask::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.DistributedMPITrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + ::memset(&num_workers_, 0, static_cast( + reinterpret_cast(&slots_) - + reinterpret_cast(&num_workers_)) + sizeof(slots_)); + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedMPITrainingTask::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // int32 num_workers = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; + msg->set_num_workers(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 num_launcher_replicas = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 16) goto handle_unusual; + msg->set_num_launcher_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 slots = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + msg->set_slots(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedMPITrainingTask::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.DistributedMPITrainingTask) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // int32 num_workers = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &num_workers_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 num_launcher_replicas = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (16 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &num_launcher_replicas_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 slots = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &slots_))); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.DistributedMPITrainingTask) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.DistributedMPITrainingTask) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedMPITrainingTask::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.DistributedMPITrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 num_workers = 1; + if (this->num_workers() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->num_workers(), output); + } + + // int32 num_launcher_replicas = 2; + if (this->num_launcher_replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(2, this->num_launcher_replicas(), output); + } + + // int32 slots = 3; + if (this->slots() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->slots(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.DistributedMPITrainingTask) +} + +::google::protobuf::uint8* DistributedMPITrainingTask::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.DistributedMPITrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 num_workers = 1; + if (this->num_workers() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->num_workers(), target); + } + + // int32 num_launcher_replicas = 2; + if (this->num_launcher_replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(2, this->num_launcher_replicas(), target); + } + + // int32 slots = 3; + if (this->slots() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->slots(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.DistributedMPITrainingTask) + return target; +} + +size_t DistributedMPITrainingTask::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.DistributedMPITrainingTask) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // int32 num_workers = 1; + if (this->num_workers() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->num_workers()); + } + + // int32 num_launcher_replicas = 2; + if (this->num_launcher_replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->num_launcher_replicas()); + } + + // int32 slots = 3; + if (this->slots() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->slots()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedMPITrainingTask::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.DistributedMPITrainingTask) + GOOGLE_DCHECK_NE(&from, this); + const DistributedMPITrainingTask* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.DistributedMPITrainingTask) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.DistributedMPITrainingTask) + MergeFrom(*source); + } +} + +void DistributedMPITrainingTask::MergeFrom(const DistributedMPITrainingTask& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.DistributedMPITrainingTask) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.num_workers() != 0) { + set_num_workers(from.num_workers()); + } + if (from.num_launcher_replicas() != 0) { + set_num_launcher_replicas(from.num_launcher_replicas()); + } + if (from.slots() != 0) { + set_slots(from.slots()); + } +} + +void DistributedMPITrainingTask::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.DistributedMPITrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedMPITrainingTask::CopyFrom(const DistributedMPITrainingTask& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.DistributedMPITrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedMPITrainingTask::IsInitialized() const { + return true; +} + +void DistributedMPITrainingTask::Swap(DistributedMPITrainingTask* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedMPITrainingTask::InternalSwap(DistributedMPITrainingTask* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + swap(num_workers_, other->num_workers_); + swap(num_launcher_replicas_, other->num_launcher_replicas_); + swap(slots_, other->slots_); +} + +::google::protobuf::Metadata DistributedMPITrainingTask::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fmpi_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fmpi_2eproto[kIndexInFileMessages]; +} + + +// @@protoc_insertion_point(namespace_scope) +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::DistributedMPITrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::DistributedMPITrainingTask >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::DistributedMPITrainingTask >(arena); +} +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) +#include diff --git a/gen/pb-cpp/flyteidl/plugins/mpi.pb.h b/gen/pb-cpp/flyteidl/plugins/mpi.pb.h new file mode 100644 index 000000000..119bb2ca9 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/mpi.pb.h @@ -0,0 +1,257 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/mpi.proto + +#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fmpi_2eproto +#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fmpi_2eproto + +#include +#include + +#include +#if PROTOBUF_VERSION < 3007000 +#error This file was generated by a newer version of protoc which is +#error incompatible with your Protocol Buffer headers. Please update +#error your headers. +#endif +#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION +#error This file was generated by an older version of protoc which is +#error incompatible with your Protocol Buffer headers. Please +#error regenerate this file with a newer version of protoc. +#endif + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include // IWYU pragma: export +#include // IWYU pragma: export +#include +// @@protoc_insertion_point(includes) +#include +#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fmpi_2eproto + +// Internal implementation detail -- do not use these members. +struct TableStruct_flyteidl_2fplugins_2fmpi_2eproto { + static const ::google::protobuf::internal::ParseTableField entries[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::AuxillaryParseTableField aux[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::ParseTable schema[1] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::FieldMetadata field_metadata[]; + static const ::google::protobuf::internal::SerializationTable serialization_table[]; + static const ::google::protobuf::uint32 offsets[]; +}; +void AddDescriptors_flyteidl_2fplugins_2fmpi_2eproto(); +namespace flyteidl { +namespace plugins { +class DistributedMPITrainingTask; +class DistributedMPITrainingTaskDefaultTypeInternal; +extern DistributedMPITrainingTaskDefaultTypeInternal _DistributedMPITrainingTask_default_instance_; +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> ::flyteidl::plugins::DistributedMPITrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::DistributedMPITrainingTask>(Arena*); +} // namespace protobuf +} // namespace google +namespace flyteidl { +namespace plugins { + +// =================================================================== + +class DistributedMPITrainingTask final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.DistributedMPITrainingTask) */ { + public: + DistributedMPITrainingTask(); + virtual ~DistributedMPITrainingTask(); + + DistributedMPITrainingTask(const DistributedMPITrainingTask& from); + + inline DistributedMPITrainingTask& operator=(const DistributedMPITrainingTask& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedMPITrainingTask(DistributedMPITrainingTask&& from) noexcept + : DistributedMPITrainingTask() { + *this = ::std::move(from); + } + + inline DistributedMPITrainingTask& operator=(DistributedMPITrainingTask&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedMPITrainingTask& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedMPITrainingTask* internal_default_instance() { + return reinterpret_cast( + &_DistributedMPITrainingTask_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(DistributedMPITrainingTask* other); + friend void swap(DistributedMPITrainingTask& a, DistributedMPITrainingTask& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedMPITrainingTask* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedMPITrainingTask* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedMPITrainingTask& from); + void MergeFrom(const DistributedMPITrainingTask& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedMPITrainingTask* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // int32 num_workers = 1; + void clear_num_workers(); + static const int kNumWorkersFieldNumber = 1; + ::google::protobuf::int32 num_workers() const; + void set_num_workers(::google::protobuf::int32 value); + + // int32 num_launcher_replicas = 2; + void clear_num_launcher_replicas(); + static const int kNumLauncherReplicasFieldNumber = 2; + ::google::protobuf::int32 num_launcher_replicas() const; + void set_num_launcher_replicas(::google::protobuf::int32 value); + + // int32 slots = 3; + void clear_slots(); + static const int kSlotsFieldNumber = 3; + ::google::protobuf::int32 slots() const; + void set_slots(::google::protobuf::int32 value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedMPITrainingTask) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::google::protobuf::int32 num_workers_; + ::google::protobuf::int32 num_launcher_replicas_; + ::google::protobuf::int32 slots_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fmpi_2eproto; +}; +// =================================================================== + + +// =================================================================== + +#ifdef __GNUC__ + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wstrict-aliasing" +#endif // __GNUC__ +// DistributedMPITrainingTask + +// int32 num_workers = 1; +inline void DistributedMPITrainingTask::clear_num_workers() { + num_workers_ = 0; +} +inline ::google::protobuf::int32 DistributedMPITrainingTask::num_workers() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedMPITrainingTask.num_workers) + return num_workers_; +} +inline void DistributedMPITrainingTask::set_num_workers(::google::protobuf::int32 value) { + + num_workers_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedMPITrainingTask.num_workers) +} + +// int32 num_launcher_replicas = 2; +inline void DistributedMPITrainingTask::clear_num_launcher_replicas() { + num_launcher_replicas_ = 0; +} +inline ::google::protobuf::int32 DistributedMPITrainingTask::num_launcher_replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedMPITrainingTask.num_launcher_replicas) + return num_launcher_replicas_; +} +inline void DistributedMPITrainingTask::set_num_launcher_replicas(::google::protobuf::int32 value) { + + num_launcher_replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedMPITrainingTask.num_launcher_replicas) +} + +// int32 slots = 3; +inline void DistributedMPITrainingTask::clear_slots() { + slots_ = 0; +} +inline ::google::protobuf::int32 DistributedMPITrainingTask::slots() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedMPITrainingTask.slots) + return slots_; +} +inline void DistributedMPITrainingTask::set_slots(::google::protobuf::int32 value) { + + slots_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedMPITrainingTask.slots) +} + +#ifdef __GNUC__ + #pragma GCC diagnostic pop +#endif // __GNUC__ + +// @@protoc_insertion_point(namespace_scope) + +} // namespace plugins +} // namespace flyteidl + +// @@protoc_insertion_point(global_scope) + +#include +#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fmpi_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.cc b/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.cc new file mode 100644 index 000000000..e626cd085 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.cc @@ -0,0 +1,24 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/pytorch.proto + +#include "flyteidl/plugins/pytorch.pb.h" +#include "flyteidl/plugins/pytorch.grpc.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +namespace flyteidl { +namespace plugins { + +} // namespace flyteidl +} // namespace plugins + diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h b/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h new file mode 100644 index 000000000..8345dd3c6 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/pytorch.grpc.pb.h @@ -0,0 +1,47 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/pytorch.proto +#ifndef GRPC_flyteidl_2fplugins_2fpytorch_2eproto__INCLUDED +#define GRPC_flyteidl_2fplugins_2fpytorch_2eproto__INCLUDED + +#include "flyteidl/plugins/pytorch.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace grpc_impl { +class Channel; +class CompletionQueue; +class ServerCompletionQueue; +} // namespace grpc_impl + +namespace grpc { +namespace experimental { +template +class MessageAllocator; +} // namespace experimental +} // namespace grpc_impl + +namespace grpc { +class ServerContext; +} // namespace grpc + +namespace flyteidl { +namespace plugins { + +} // namespace plugins +} // namespace flyteidl + + +#endif // GRPC_flyteidl_2fplugins_2fpytorch_2eproto__INCLUDED diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc b/gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc new file mode 100644 index 000000000..9b1951b38 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/pytorch.pb.cc @@ -0,0 +1,368 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/pytorch.proto + +#include "flyteidl/plugins/pytorch.pb.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +// @@protoc_insertion_point(includes) +#include + +namespace flyteidl { +namespace plugins { +class DistributedPyTorchTrainingTaskDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedPyTorchTrainingTask_default_instance_; +} // namespace plugins +} // namespace flyteidl +static void InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::_DistributedPyTorchTrainingTask_default_instance_; + new (ptr) ::flyteidl::plugins::DistributedPyTorchTrainingTask(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::DistributedPyTorchTrainingTask::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto}, {}}; + +void InitDefaults_flyteidl_2fplugins_2fpytorch_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto.base); +} + +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fpytorch_2eproto[1]; +constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fpytorch_2eproto = nullptr; +constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fpytorch_2eproto = nullptr; + +const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fpytorch_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedPyTorchTrainingTask, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedPyTorchTrainingTask, workers_), +}; +static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + { 0, -1, sizeof(::flyteidl::plugins::DistributedPyTorchTrainingTask)}, +}; + +static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::_DistributedPyTorchTrainingTask_default_instance_), +}; + +::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fpytorch_2eproto = { + {}, AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto, "flyteidl/plugins/pytorch.proto", schemas, + file_default_instances, TableStruct_flyteidl_2fplugins_2fpytorch_2eproto::offsets, + file_level_metadata_flyteidl_2fplugins_2fpytorch_2eproto, 1, file_level_enum_descriptors_flyteidl_2fplugins_2fpytorch_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fpytorch_2eproto, +}; + +const char descriptor_table_protodef_flyteidl_2fplugins_2fpytorch_2eproto[] = + "\n\036flyteidl/plugins/pytorch.proto\022\020flytei" + "dl.plugins\"1\n\036DistributedPyTorchTraining" + "Task\022\017\n\007workers\030\001 \001(\005B9Z7github.com/flyt" + "eorg/flyteidl/gen/pb-go/flyteidl/plugins" + "b\006proto3" + ; +::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fpytorch_2eproto = { + false, InitDefaults_flyteidl_2fplugins_2fpytorch_2eproto, + descriptor_table_protodef_flyteidl_2fplugins_2fpytorch_2eproto, + "flyteidl/plugins/pytorch.proto", &assign_descriptors_table_flyteidl_2fplugins_2fpytorch_2eproto, 168, +}; + +void AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto() { + static constexpr ::google::protobuf::internal::InitFunc deps[1] = + { + }; + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2fpytorch_2eproto, deps, 0); +} + +// Force running AddDescriptors() at dynamic initialization time. +static bool dynamic_init_dummy_flyteidl_2fplugins_2fpytorch_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto(); return true; }(); +namespace flyteidl { +namespace plugins { + +// =================================================================== + +void DistributedPyTorchTrainingTask::InitAsDefaultInstance() { +} +class DistributedPyTorchTrainingTask::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedPyTorchTrainingTask::kWorkersFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.DistributedPyTorchTrainingTask) +} +DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask(const DistributedPyTorchTrainingTask& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + workers_ = from.workers_; + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.DistributedPyTorchTrainingTask) +} + +void DistributedPyTorchTrainingTask::SharedCtor() { + workers_ = 0; +} + +DistributedPyTorchTrainingTask::~DistributedPyTorchTrainingTask() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.DistributedPyTorchTrainingTask) + SharedDtor(); +} + +void DistributedPyTorchTrainingTask::SharedDtor() { +} + +void DistributedPyTorchTrainingTask::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedPyTorchTrainingTask& DistributedPyTorchTrainingTask::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fpytorch_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedPyTorchTrainingTask::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + workers_ = 0; + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedPyTorchTrainingTask::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // int32 workers = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; + msg->set_workers(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedPyTorchTrainingTask::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // int32 workers = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &workers_))); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.DistributedPyTorchTrainingTask) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.DistributedPyTorchTrainingTask) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedPyTorchTrainingTask::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 workers = 1; + if (this->workers() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->workers(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.DistributedPyTorchTrainingTask) +} + +::google::protobuf::uint8* DistributedPyTorchTrainingTask::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 workers = 1; + if (this->workers() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->workers(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.DistributedPyTorchTrainingTask) + return target; +} + +size_t DistributedPyTorchTrainingTask::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // int32 workers = 1; + if (this->workers() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->workers()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedPyTorchTrainingTask::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + const DistributedPyTorchTrainingTask* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.DistributedPyTorchTrainingTask) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.DistributedPyTorchTrainingTask) + MergeFrom(*source); + } +} + +void DistributedPyTorchTrainingTask::MergeFrom(const DistributedPyTorchTrainingTask& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.workers() != 0) { + set_workers(from.workers()); + } +} + +void DistributedPyTorchTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedPyTorchTrainingTask::CopyFrom(const DistributedPyTorchTrainingTask& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.DistributedPyTorchTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedPyTorchTrainingTask::IsInitialized() const { + return true; +} + +void DistributedPyTorchTrainingTask::Swap(DistributedPyTorchTrainingTask* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedPyTorchTrainingTask::InternalSwap(DistributedPyTorchTrainingTask* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + swap(workers_, other->workers_); +} + +::google::protobuf::Metadata DistributedPyTorchTrainingTask::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fpytorch_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fpytorch_2eproto[kIndexInFileMessages]; +} + + +// @@protoc_insertion_point(namespace_scope) +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::DistributedPyTorchTrainingTask >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::DistributedPyTorchTrainingTask >(arena); +} +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) +#include diff --git a/gen/pb-cpp/flyteidl/plugins/pytorch.pb.h b/gen/pb-cpp/flyteidl/plugins/pytorch.pb.h new file mode 100644 index 000000000..c546d0f48 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/pytorch.pb.h @@ -0,0 +1,215 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/pytorch.proto + +#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2fpytorch_2eproto +#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2fpytorch_2eproto + +#include +#include + +#include +#if PROTOBUF_VERSION < 3007000 +#error This file was generated by a newer version of protoc which is +#error incompatible with your Protocol Buffer headers. Please update +#error your headers. +#endif +#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION +#error This file was generated by an older version of protoc which is +#error incompatible with your Protocol Buffer headers. Please +#error regenerate this file with a newer version of protoc. +#endif + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include // IWYU pragma: export +#include // IWYU pragma: export +#include +// @@protoc_insertion_point(includes) +#include +#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fpytorch_2eproto + +// Internal implementation detail -- do not use these members. +struct TableStruct_flyteidl_2fplugins_2fpytorch_2eproto { + static const ::google::protobuf::internal::ParseTableField entries[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::AuxillaryParseTableField aux[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::ParseTable schema[1] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::FieldMetadata field_metadata[]; + static const ::google::protobuf::internal::SerializationTable serialization_table[]; + static const ::google::protobuf::uint32 offsets[]; +}; +void AddDescriptors_flyteidl_2fplugins_2fpytorch_2eproto(); +namespace flyteidl { +namespace plugins { +class DistributedPyTorchTrainingTask; +class DistributedPyTorchTrainingTaskDefaultTypeInternal; +extern DistributedPyTorchTrainingTaskDefaultTypeInternal _DistributedPyTorchTrainingTask_default_instance_; +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> ::flyteidl::plugins::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::DistributedPyTorchTrainingTask>(Arena*); +} // namespace protobuf +} // namespace google +namespace flyteidl { +namespace plugins { + +// =================================================================== + +class DistributedPyTorchTrainingTask final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.DistributedPyTorchTrainingTask) */ { + public: + DistributedPyTorchTrainingTask(); + virtual ~DistributedPyTorchTrainingTask(); + + DistributedPyTorchTrainingTask(const DistributedPyTorchTrainingTask& from); + + inline DistributedPyTorchTrainingTask& operator=(const DistributedPyTorchTrainingTask& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedPyTorchTrainingTask(DistributedPyTorchTrainingTask&& from) noexcept + : DistributedPyTorchTrainingTask() { + *this = ::std::move(from); + } + + inline DistributedPyTorchTrainingTask& operator=(DistributedPyTorchTrainingTask&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedPyTorchTrainingTask& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedPyTorchTrainingTask* internal_default_instance() { + return reinterpret_cast( + &_DistributedPyTorchTrainingTask_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(DistributedPyTorchTrainingTask* other); + friend void swap(DistributedPyTorchTrainingTask& a, DistributedPyTorchTrainingTask& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedPyTorchTrainingTask* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedPyTorchTrainingTask* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedPyTorchTrainingTask& from); + void MergeFrom(const DistributedPyTorchTrainingTask& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedPyTorchTrainingTask* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // int32 workers = 1; + void clear_workers(); + static const int kWorkersFieldNumber = 1; + ::google::protobuf::int32 workers() const; + void set_workers(::google::protobuf::int32 value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedPyTorchTrainingTask) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::google::protobuf::int32 workers_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fpytorch_2eproto; +}; +// =================================================================== + + +// =================================================================== + +#ifdef __GNUC__ + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wstrict-aliasing" +#endif // __GNUC__ +// DistributedPyTorchTrainingTask + +// int32 workers = 1; +inline void DistributedPyTorchTrainingTask::clear_workers() { + workers_ = 0; +} +inline ::google::protobuf::int32 DistributedPyTorchTrainingTask::workers() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedPyTorchTrainingTask.workers) + return workers_; +} +inline void DistributedPyTorchTrainingTask::set_workers(::google::protobuf::int32 value) { + + workers_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedPyTorchTrainingTask.workers) +} + +#ifdef __GNUC__ + #pragma GCC diagnostic pop +#endif // __GNUC__ + +// @@protoc_insertion_point(namespace_scope) + +} // namespace plugins +} // namespace flyteidl + +// @@protoc_insertion_point(global_scope) + +#include +#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2fpytorch_2eproto diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.cc b/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.cc new file mode 100644 index 000000000..f3a3c5622 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.cc @@ -0,0 +1,24 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/tensorflow.proto + +#include "flyteidl/plugins/tensorflow.pb.h" +#include "flyteidl/plugins/tensorflow.grpc.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +namespace flyteidl { +namespace plugins { + +} // namespace flyteidl +} // namespace plugins + diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.h b/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.h new file mode 100644 index 000000000..1bc80de44 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/tensorflow.grpc.pb.h @@ -0,0 +1,47 @@ +// Generated by the gRPC C++ plugin. +// If you make any local change, they will be lost. +// source: flyteidl/plugins/tensorflow.proto +#ifndef GRPC_flyteidl_2fplugins_2ftensorflow_2eproto__INCLUDED +#define GRPC_flyteidl_2fplugins_2ftensorflow_2eproto__INCLUDED + +#include "flyteidl/plugins/tensorflow.pb.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace grpc_impl { +class Channel; +class CompletionQueue; +class ServerCompletionQueue; +} // namespace grpc_impl + +namespace grpc { +namespace experimental { +template +class MessageAllocator; +} // namespace experimental +} // namespace grpc_impl + +namespace grpc { +class ServerContext; +} // namespace grpc + +namespace flyteidl { +namespace plugins { + +} // namespace plugins +} // namespace flyteidl + + +#endif // GRPC_flyteidl_2fplugins_2ftensorflow_2eproto__INCLUDED diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc b/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc new file mode 100644 index 000000000..9dae11c1a --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.cc @@ -0,0 +1,461 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/tensorflow.proto + +#include "flyteidl/plugins/tensorflow.pb.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +// @@protoc_insertion_point(includes) +#include + +namespace flyteidl { +namespace plugins { +class DistributedTensorflowTrainingTaskDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _DistributedTensorflowTrainingTask_default_instance_; +} // namespace plugins +} // namespace flyteidl +static void InitDefaultsDistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::_DistributedTensorflowTrainingTask_default_instance_; + new (ptr) ::flyteidl::plugins::DistributedTensorflowTrainingTask(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::DistributedTensorflowTrainingTask::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsDistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto}, {}}; + +void InitDefaults_flyteidl_2fplugins_2ftensorflow_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto.base); +} + +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2ftensorflow_2eproto[1]; +constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto = nullptr; +constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto = nullptr; + +const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, workers_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, ps_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::DistributedTensorflowTrainingTask, chief_replicas_), +}; +static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + { 0, -1, sizeof(::flyteidl::plugins::DistributedTensorflowTrainingTask)}, +}; + +static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::_DistributedTensorflowTrainingTask_default_instance_), +}; + +::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2ftensorflow_2eproto = { + {}, AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto, "flyteidl/plugins/tensorflow.proto", schemas, + file_default_instances, TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto::offsets, + file_level_metadata_flyteidl_2fplugins_2ftensorflow_2eproto, 1, file_level_enum_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2ftensorflow_2eproto, +}; + +const char descriptor_table_protodef_flyteidl_2fplugins_2ftensorflow_2eproto[] = + "\n!flyteidl/plugins/tensorflow.proto\022\020fly" + "teidl.plugins\"a\n!DistributedTensorflowTr" + "ainingTask\022\017\n\007workers\030\001 \001(\005\022\023\n\013ps_replic" + "as\030\002 \001(\005\022\026\n\016chief_replicas\030\003 \001(\005B9Z7gith" + "ub.com/flyteorg/flyteidl/gen/pb-go/flyte" + "idl/pluginsb\006proto3" + ; +::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2ftensorflow_2eproto = { + false, InitDefaults_flyteidl_2fplugins_2ftensorflow_2eproto, + descriptor_table_protodef_flyteidl_2fplugins_2ftensorflow_2eproto, + "flyteidl/plugins/tensorflow.proto", &assign_descriptors_table_flyteidl_2fplugins_2ftensorflow_2eproto, 219, +}; + +void AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto() { + static constexpr ::google::protobuf::internal::InitFunc deps[1] = + { + }; + ::google::protobuf::internal::AddDescriptors(&descriptor_table_flyteidl_2fplugins_2ftensorflow_2eproto, deps, 0); +} + +// Force running AddDescriptors() at dynamic initialization time. +static bool dynamic_init_dummy_flyteidl_2fplugins_2ftensorflow_2eproto = []() { AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto(); return true; }(); +namespace flyteidl { +namespace plugins { + +// =================================================================== + +void DistributedTensorflowTrainingTask::InitAsDefaultInstance() { +} +class DistributedTensorflowTrainingTask::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int DistributedTensorflowTrainingTask::kWorkersFieldNumber; +const int DistributedTensorflowTrainingTask::kPsReplicasFieldNumber; +const int DistributedTensorflowTrainingTask::kChiefReplicasFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.DistributedTensorflowTrainingTask) +} +DistributedTensorflowTrainingTask::DistributedTensorflowTrainingTask(const DistributedTensorflowTrainingTask& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::memcpy(&workers_, &from.workers_, + static_cast(reinterpret_cast(&chief_replicas_) - + reinterpret_cast(&workers_)) + sizeof(chief_replicas_)); + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.DistributedTensorflowTrainingTask) +} + +void DistributedTensorflowTrainingTask::SharedCtor() { + ::memset(&workers_, 0, static_cast( + reinterpret_cast(&chief_replicas_) - + reinterpret_cast(&workers_)) + sizeof(chief_replicas_)); +} + +DistributedTensorflowTrainingTask::~DistributedTensorflowTrainingTask() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.DistributedTensorflowTrainingTask) + SharedDtor(); +} + +void DistributedTensorflowTrainingTask::SharedDtor() { +} + +void DistributedTensorflowTrainingTask::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const DistributedTensorflowTrainingTask& DistributedTensorflowTrainingTask::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_DistributedTensorflowTrainingTask_flyteidl_2fplugins_2ftensorflow_2eproto.base); + return *internal_default_instance(); +} + + +void DistributedTensorflowTrainingTask::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + ::memset(&workers_, 0, static_cast( + reinterpret_cast(&chief_replicas_) - + reinterpret_cast(&workers_)) + sizeof(chief_replicas_)); + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* DistributedTensorflowTrainingTask::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // int32 workers = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 8) goto handle_unusual; + msg->set_workers(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 ps_replicas = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 16) goto handle_unusual; + msg->set_ps_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 chief_replicas = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + msg->set_chief_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool DistributedTensorflowTrainingTask::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // int32 workers = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (8 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &workers_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 ps_replicas = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (16 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &ps_replicas_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 chief_replicas = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &chief_replicas_))); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.DistributedTensorflowTrainingTask) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.DistributedTensorflowTrainingTask) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void DistributedTensorflowTrainingTask::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 workers = 1; + if (this->workers() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(1, this->workers(), output); + } + + // int32 ps_replicas = 2; + if (this->ps_replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(2, this->ps_replicas(), output); + } + + // int32 chief_replicas = 3; + if (this->chief_replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->chief_replicas(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.DistributedTensorflowTrainingTask) +} + +::google::protobuf::uint8* DistributedTensorflowTrainingTask::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // int32 workers = 1; + if (this->workers() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(1, this->workers(), target); + } + + // int32 ps_replicas = 2; + if (this->ps_replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(2, this->ps_replicas(), target); + } + + // int32 chief_replicas = 3; + if (this->chief_replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->chief_replicas(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.DistributedTensorflowTrainingTask) + return target; +} + +size_t DistributedTensorflowTrainingTask::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // int32 workers = 1; + if (this->workers() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->workers()); + } + + // int32 ps_replicas = 2; + if (this->ps_replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->ps_replicas()); + } + + // int32 chief_replicas = 3; + if (this->chief_replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->chief_replicas()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void DistributedTensorflowTrainingTask::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + const DistributedTensorflowTrainingTask* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.DistributedTensorflowTrainingTask) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.DistributedTensorflowTrainingTask) + MergeFrom(*source); + } +} + +void DistributedTensorflowTrainingTask::MergeFrom(const DistributedTensorflowTrainingTask& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.workers() != 0) { + set_workers(from.workers()); + } + if (from.ps_replicas() != 0) { + set_ps_replicas(from.ps_replicas()); + } + if (from.chief_replicas() != 0) { + set_chief_replicas(from.chief_replicas()); + } +} + +void DistributedTensorflowTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void DistributedTensorflowTrainingTask::CopyFrom(const DistributedTensorflowTrainingTask& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.DistributedTensorflowTrainingTask) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool DistributedTensorflowTrainingTask::IsInitialized() const { + return true; +} + +void DistributedTensorflowTrainingTask::Swap(DistributedTensorflowTrainingTask* other) { + if (other == this) return; + InternalSwap(other); +} +void DistributedTensorflowTrainingTask::InternalSwap(DistributedTensorflowTrainingTask* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + swap(workers_, other->workers_); + swap(ps_replicas_, other->ps_replicas_); + swap(chief_replicas_, other->chief_replicas_); +} + +::google::protobuf::Metadata DistributedTensorflowTrainingTask::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2ftensorflow_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2ftensorflow_2eproto[kIndexInFileMessages]; +} + + +// @@protoc_insertion_point(namespace_scope) +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::DistributedTensorflowTrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::DistributedTensorflowTrainingTask >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::DistributedTensorflowTrainingTask >(arena); +} +} // namespace protobuf +} // namespace google + +// @@protoc_insertion_point(global_scope) +#include diff --git a/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h b/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h new file mode 100644 index 000000000..613ed31d8 --- /dev/null +++ b/gen/pb-cpp/flyteidl/plugins/tensorflow.pb.h @@ -0,0 +1,257 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/tensorflow.proto + +#ifndef PROTOBUF_INCLUDED_flyteidl_2fplugins_2ftensorflow_2eproto +#define PROTOBUF_INCLUDED_flyteidl_2fplugins_2ftensorflow_2eproto + +#include +#include + +#include +#if PROTOBUF_VERSION < 3007000 +#error This file was generated by a newer version of protoc which is +#error incompatible with your Protocol Buffer headers. Please update +#error your headers. +#endif +#if 3007000 < PROTOBUF_MIN_PROTOC_VERSION +#error This file was generated by an older version of protoc which is +#error incompatible with your Protocol Buffer headers. Please +#error regenerate this file with a newer version of protoc. +#endif + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include // IWYU pragma: export +#include // IWYU pragma: export +#include +// @@protoc_insertion_point(includes) +#include +#define PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2ftensorflow_2eproto + +// Internal implementation detail -- do not use these members. +struct TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto { + static const ::google::protobuf::internal::ParseTableField entries[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::AuxillaryParseTableField aux[] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::ParseTable schema[1] + PROTOBUF_SECTION_VARIABLE(protodesc_cold); + static const ::google::protobuf::internal::FieldMetadata field_metadata[]; + static const ::google::protobuf::internal::SerializationTable serialization_table[]; + static const ::google::protobuf::uint32 offsets[]; +}; +void AddDescriptors_flyteidl_2fplugins_2ftensorflow_2eproto(); +namespace flyteidl { +namespace plugins { +class DistributedTensorflowTrainingTask; +class DistributedTensorflowTrainingTaskDefaultTypeInternal; +extern DistributedTensorflowTrainingTaskDefaultTypeInternal _DistributedTensorflowTrainingTask_default_instance_; +} // namespace plugins +} // namespace flyteidl +namespace google { +namespace protobuf { +template<> ::flyteidl::plugins::DistributedTensorflowTrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::DistributedTensorflowTrainingTask>(Arena*); +} // namespace protobuf +} // namespace google +namespace flyteidl { +namespace plugins { + +// =================================================================== + +class DistributedTensorflowTrainingTask final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.DistributedTensorflowTrainingTask) */ { + public: + DistributedTensorflowTrainingTask(); + virtual ~DistributedTensorflowTrainingTask(); + + DistributedTensorflowTrainingTask(const DistributedTensorflowTrainingTask& from); + + inline DistributedTensorflowTrainingTask& operator=(const DistributedTensorflowTrainingTask& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + DistributedTensorflowTrainingTask(DistributedTensorflowTrainingTask&& from) noexcept + : DistributedTensorflowTrainingTask() { + *this = ::std::move(from); + } + + inline DistributedTensorflowTrainingTask& operator=(DistributedTensorflowTrainingTask&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const DistributedTensorflowTrainingTask& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const DistributedTensorflowTrainingTask* internal_default_instance() { + return reinterpret_cast( + &_DistributedTensorflowTrainingTask_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(DistributedTensorflowTrainingTask* other); + friend void swap(DistributedTensorflowTrainingTask& a, DistributedTensorflowTrainingTask& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline DistributedTensorflowTrainingTask* New() const final { + return CreateMaybeMessage(nullptr); + } + + DistributedTensorflowTrainingTask* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const DistributedTensorflowTrainingTask& from); + void MergeFrom(const DistributedTensorflowTrainingTask& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(DistributedTensorflowTrainingTask* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // int32 workers = 1; + void clear_workers(); + static const int kWorkersFieldNumber = 1; + ::google::protobuf::int32 workers() const; + void set_workers(::google::protobuf::int32 value); + + // int32 ps_replicas = 2; + void clear_ps_replicas(); + static const int kPsReplicasFieldNumber = 2; + ::google::protobuf::int32 ps_replicas() const; + void set_ps_replicas(::google::protobuf::int32 value); + + // int32 chief_replicas = 3; + void clear_chief_replicas(); + static const int kChiefReplicasFieldNumber = 3; + ::google::protobuf::int32 chief_replicas() const; + void set_chief_replicas(::google::protobuf::int32 value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedTensorflowTrainingTask) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::google::protobuf::int32 workers_; + ::google::protobuf::int32 ps_replicas_; + ::google::protobuf::int32 chief_replicas_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2ftensorflow_2eproto; +}; +// =================================================================== + + +// =================================================================== + +#ifdef __GNUC__ + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wstrict-aliasing" +#endif // __GNUC__ +// DistributedTensorflowTrainingTask + +// int32 workers = 1; +inline void DistributedTensorflowTrainingTask::clear_workers() { + workers_ = 0; +} +inline ::google::protobuf::int32 DistributedTensorflowTrainingTask::workers() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedTensorflowTrainingTask.workers) + return workers_; +} +inline void DistributedTensorflowTrainingTask::set_workers(::google::protobuf::int32 value) { + + workers_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedTensorflowTrainingTask.workers) +} + +// int32 ps_replicas = 2; +inline void DistributedTensorflowTrainingTask::clear_ps_replicas() { + ps_replicas_ = 0; +} +inline ::google::protobuf::int32 DistributedTensorflowTrainingTask::ps_replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedTensorflowTrainingTask.ps_replicas) + return ps_replicas_; +} +inline void DistributedTensorflowTrainingTask::set_ps_replicas(::google::protobuf::int32 value) { + + ps_replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedTensorflowTrainingTask.ps_replicas) +} + +// int32 chief_replicas = 3; +inline void DistributedTensorflowTrainingTask::clear_chief_replicas() { + chief_replicas_ = 0; +} +inline ::google::protobuf::int32 DistributedTensorflowTrainingTask::chief_replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.DistributedTensorflowTrainingTask.chief_replicas) + return chief_replicas_; +} +inline void DistributedTensorflowTrainingTask::set_chief_replicas(::google::protobuf::int32 value) { + + chief_replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.DistributedTensorflowTrainingTask.chief_replicas) +} + +#ifdef __GNUC__ + #pragma GCC diagnostic pop +#endif // __GNUC__ + +// @@protoc_insertion_point(namespace_scope) + +} // namespace plugins +} // namespace flyteidl + +// @@protoc_insertion_point(global_scope) + +#include +#endif // PROTOBUF_INCLUDED_flyteidl_2fplugins_2ftensorflow_2eproto diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go index 190276aac..0e8cf8ce1 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go @@ -20,52 +20,27 @@ var _ = math.Inf // proto package needs to be updated. const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package -type SuccessPolicy int32 - -const ( - SuccessPolicy_SUCCESS_POLICY_DEFAULT SuccessPolicy = 0 - SuccessPolicy_SUCCESS_POLICY_ALL_WORKERS SuccessPolicy = 1 -) - -var SuccessPolicy_name = map[int32]string{ - 0: "SUCCESS_POLICY_DEFAULT", - 1: "SUCCESS_POLICY_ALL_WORKERS", -} - -var SuccessPolicy_value = map[string]int32{ - "SUCCESS_POLICY_DEFAULT": 0, - "SUCCESS_POLICY_ALL_WORKERS": 1, -} - -func (x SuccessPolicy) String() string { - return proto.EnumName(SuccessPolicy_name, int32(x)) -} - -func (SuccessPolicy) EnumDescriptor() ([]byte, []int) { - return fileDescriptor_f625aa9156a15090, []int{0} -} - type CleanPodPolicy int32 const ( - CleanPodPolicy_CLEANPOD_POLICY_UNDEFINED CleanPodPolicy = 0 - CleanPodPolicy_CLEANPOD_POLICY_ALL CleanPodPolicy = 1 - CleanPodPolicy_CLEANPOD_POLICY_RUNNING CleanPodPolicy = 2 - CleanPodPolicy_CLEANPOD_POLICY_NONE CleanPodPolicy = 3 + // The All policy means all pods even completed pods will be deleted immediately when the job finishes. + CleanPodPolicy_CLEANPOD_POLICY_ALL CleanPodPolicy = 0 + // The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value. + CleanPodPolicy_CLEANPOD_POLICY_RUNNING CleanPodPolicy = 1 + // The None policy means that no pods will be deleted when the job completes. + CleanPodPolicy_CLEANPOD_POLICY_NONE CleanPodPolicy = 2 ) var CleanPodPolicy_name = map[int32]string{ - 0: "CLEANPOD_POLICY_UNDEFINED", - 1: "CLEANPOD_POLICY_ALL", - 2: "CLEANPOD_POLICY_RUNNING", - 3: "CLEANPOD_POLICY_NONE", + 0: "CLEANPOD_POLICY_ALL", + 1: "CLEANPOD_POLICY_RUNNING", + 2: "CLEANPOD_POLICY_NONE", } var CleanPodPolicy_value = map[string]int32{ - "CLEANPOD_POLICY_UNDEFINED": 0, - "CLEANPOD_POLICY_ALL": 1, - "CLEANPOD_POLICY_RUNNING": 2, - "CLEANPOD_POLICY_NONE": 3, + "CLEANPOD_POLICY_ALL": 0, + "CLEANPOD_POLICY_RUNNING": 1, + "CLEANPOD_POLICY_NONE": 2, } func (x CleanPodPolicy) String() string { @@ -73,7 +48,7 @@ func (x CleanPodPolicy) String() string { } func (CleanPodPolicy) EnumDescriptor() ([]byte, []int) { - return fileDescriptor_f625aa9156a15090, []int{1} + return fileDescriptor_f625aa9156a15090, []int{0} } type RestartPolicy int32 @@ -109,15 +84,13 @@ func (x RestartPolicy) String() string { } func (RestartPolicy) EnumDescriptor() ([]byte, []int) { - return fileDescriptor_f625aa9156a15090, []int{2} + return fileDescriptor_f625aa9156a15090, []int{1} } type RunPolicy struct { - // CleanPodPolicy defines the policy to kill pods after the job completes. - // Default to None. + // CleanPodPolicy defines the policy to kill pods after the job completes. Default to None. CleanPodPolicy CleanPodPolicy `protobuf:"varint,1,opt,name=clean_pod_policy,json=cleanPodPolicy,proto3,enum=flyteidl.plugins.kubeflow.CleanPodPolicy" json:"clean_pod_policy,omitempty"` - // TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since - // reconcile gets called periodically. Default to infinite. + // TTL to clean up jobs. Default to infinite. TtlSecondsAfterFinished int32 `protobuf:"varint,2,opt,name=ttl_seconds_after_finished,json=ttlSecondsAfterFinished,proto3" json:"ttl_seconds_after_finished,omitempty"` // Specifies the duration in seconds relative to the startTime that the job may be active // before the system tries to terminate it; value must be positive integer. @@ -158,7 +131,7 @@ func (m *RunPolicy) GetCleanPodPolicy() CleanPodPolicy { if m != nil { return m.CleanPodPolicy } - return CleanPodPolicy_CLEANPOD_POLICY_UNDEFINED + return CleanPodPolicy_CLEANPOD_POLICY_ALL } func (m *RunPolicy) GetTtlSecondsAfterFinished() int32 { @@ -183,7 +156,6 @@ func (m *RunPolicy) GetBackoffLimit() int32 { } func init() { - proto.RegisterEnum("flyteidl.plugins.kubeflow.SuccessPolicy", SuccessPolicy_name, SuccessPolicy_value) proto.RegisterEnum("flyteidl.plugins.kubeflow.CleanPodPolicy", CleanPodPolicy_name, CleanPodPolicy_value) proto.RegisterEnum("flyteidl.plugins.kubeflow.RestartPolicy", RestartPolicy_name, RestartPolicy_value) proto.RegisterType((*RunPolicy)(nil), "flyteidl.plugins.kubeflow.RunPolicy") @@ -194,32 +166,29 @@ func init() { } var fileDescriptor_f625aa9156a15090 = []byte{ - // 430 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x92, 0xed, 0x8b, 0xd3, 0x30, - 0x1c, 0xc7, 0xd7, 0x9d, 0x0a, 0x06, 0x37, 0x42, 0xf4, 0xdc, 0x83, 0x28, 0x87, 0x82, 0x9c, 0x03, - 0x5b, 0x50, 0x41, 0xc4, 0x57, 0x75, 0xcd, 0x64, 0x5c, 0x49, 0x47, 0xba, 0x7a, 0x9c, 0x6f, 0x42, - 0x9b, 0xa6, 0xbd, 0x70, 0x59, 0x53, 0xd6, 0x54, 0xb9, 0x57, 0xfe, 0xdb, 0xbe, 0x94, 0xf6, 0x3a, - 0xe5, 0x8a, 0xf7, 0x32, 0xbf, 0xcf, 0xe7, 0xf7, 0x40, 0xf8, 0x82, 0xd7, 0x99, 0xba, 0x36, 0x42, - 0xa6, 0xca, 0x29, 0x55, 0x9d, 0xcb, 0xa2, 0x72, 0xae, 0xea, 0x44, 0x64, 0x4a, 0xff, 0x74, 0xb8, - 0xde, 0xed, 0x74, 0x61, 0x97, 0x7b, 0x6d, 0x34, 0x9a, 0x1d, 0x3c, 0xbb, 0xf3, 0xec, 0x83, 0xf7, - 0xf2, 0xb7, 0x05, 0x1e, 0xd2, 0xba, 0xd8, 0x68, 0x25, 0xf9, 0x35, 0x0a, 0x01, 0xe4, 0x4a, 0xc4, - 0x05, 0x2b, 0x75, 0xca, 0xca, 0xb6, 0x36, 0xb5, 0x4e, 0xac, 0xd3, 0xf1, 0xbb, 0x37, 0xf6, 0x9d, - 0x33, 0xec, 0x65, 0xd3, 0xb2, 0xd1, 0xe9, 0xcd, 0x10, 0x3a, 0xe6, 0xb7, 0xde, 0xe8, 0x33, 0x98, - 0x1b, 0xa3, 0x58, 0x25, 0xb8, 0x2e, 0xd2, 0x8a, 0xc5, 0x99, 0x11, 0x7b, 0x96, 0xc9, 0x42, 0x56, - 0x97, 0x22, 0x9d, 0x0e, 0x4f, 0xac, 0xd3, 0xfb, 0x74, 0x62, 0x8c, 0x0a, 0x6f, 0x04, 0xb7, 0xe1, - 0xab, 0x0e, 0xa3, 0x0f, 0xe0, 0x38, 0xe6, 0x46, 0xfe, 0x10, 0x9e, 0x88, 0x53, 0x25, 0x0b, 0xd1, - 0x59, 0xd3, 0xa3, 0xb6, 0xef, 0xff, 0x10, 0xbd, 0x02, 0xa3, 0x24, 0xe6, 0x57, 0x3a, 0xcb, 0x98, - 0x92, 0x3b, 0x69, 0xa6, 0xf7, 0x5a, 0xfb, 0x51, 0x57, 0xf4, 0x9b, 0xda, 0xe2, 0x0c, 0x8c, 0xc2, - 0x9a, 0x73, 0x51, 0x55, 0xdd, 0xa1, 0x73, 0xf0, 0x34, 0x8c, 0x96, 0x4b, 0x1c, 0x86, 0x6c, 0x13, - 0xf8, 0xeb, 0xe5, 0x05, 0xf3, 0xf0, 0xca, 0x8d, 0xfc, 0x2d, 0x1c, 0xa0, 0x17, 0x60, 0xde, 0x63, - 0xae, 0xef, 0xb3, 0xf3, 0x80, 0x9e, 0x61, 0x1a, 0x42, 0x6b, 0xf1, 0x0b, 0x8c, 0x6f, 0x7f, 0x03, - 0x7a, 0x0e, 0x66, 0x4b, 0x1f, 0xbb, 0x64, 0x13, 0x78, 0x87, 0x96, 0x88, 0x78, 0x78, 0xb5, 0x26, - 0xd8, 0x83, 0x03, 0x34, 0x01, 0x8f, 0xfb, 0xd8, 0xf5, 0x7d, 0x68, 0xa1, 0x67, 0x60, 0xd2, 0x07, - 0x34, 0x22, 0x64, 0x4d, 0xbe, 0xc2, 0x21, 0x9a, 0x82, 0x27, 0x7d, 0x48, 0x02, 0x82, 0xe1, 0xd1, - 0x82, 0x83, 0x11, 0x15, 0x95, 0x89, 0xf7, 0xa6, 0xdb, 0x3f, 0x03, 0xc7, 0x14, 0x87, 0x5b, 0x97, - 0x6e, 0xff, 0xcd, 0x3f, 0x77, 0x2f, 0x42, 0x38, 0x68, 0x4e, 0xeb, 0xa1, 0x80, 0xb0, 0x95, 0xbb, - 0xf6, 0x23, 0x8a, 0xa1, 0xd5, 0x2c, 0xe9, 0x61, 0x82, 0xbf, 0x61, 0x0a, 0x87, 0x5f, 0x3e, 0x7d, - 0xff, 0x98, 0x4b, 0x73, 0x59, 0x27, 0x36, 0xd7, 0x3b, 0xa7, 0x4d, 0x84, 0xde, 0xe7, 0xce, 0xdf, - 0x18, 0xe6, 0xa2, 0x70, 0xca, 0xe4, 0x6d, 0xae, 0x9d, 0x7e, 0x32, 0x93, 0x07, 0x6d, 0x14, 0xdf, - 0xff, 0x09, 0x00, 0x00, 0xff, 0xff, 0x6a, 0x7e, 0xee, 0xb1, 0xb4, 0x02, 0x00, 0x00, + // 371 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x92, 0xdf, 0xcb, 0xd3, 0x30, + 0x14, 0x86, 0xbf, 0xce, 0x1f, 0x60, 0xf0, 0x1b, 0x25, 0x3a, 0xd6, 0x29, 0xc2, 0x50, 0x90, 0x39, + 0xb0, 0x05, 0x15, 0x44, 0xbc, 0xaa, 0x5b, 0x27, 0x83, 0x92, 0x96, 0x74, 0x53, 0xe6, 0x4d, 0x6c, + 0xd3, 0xb4, 0x0b, 0x4b, 0x93, 0xd2, 0xa6, 0xca, 0xfe, 0x73, 0x2f, 0x65, 0x5d, 0xa7, 0xac, 0xe8, + 0x65, 0xcf, 0xf3, 0x9c, 0xf7, 0x14, 0xf2, 0x82, 0x97, 0x99, 0x38, 0x6a, 0xc6, 0x53, 0xe1, 0x94, + 0xa2, 0xc9, 0xb9, 0xac, 0x9d, 0x43, 0x93, 0xb0, 0x4c, 0xa8, 0x9f, 0x0e, 0x55, 0x45, 0xa1, 0xa4, + 0x5d, 0x56, 0x4a, 0x2b, 0x38, 0xb9, 0x78, 0x76, 0xe7, 0xd9, 0x17, 0xef, 0xf9, 0x2f, 0x03, 0x3c, + 0xc0, 0x8d, 0x0c, 0x95, 0xe0, 0xf4, 0x08, 0x23, 0x60, 0x52, 0xc1, 0x62, 0x49, 0x4a, 0x95, 0x92, + 0xb2, 0x9d, 0x59, 0xc6, 0xd4, 0x98, 0x0d, 0xdf, 0xbc, 0xb2, 0xff, 0x9b, 0x61, 0x2f, 0x4e, 0x2b, + 0xa1, 0x4a, 0xcf, 0x21, 0x78, 0x48, 0xaf, 0xbe, 0xe1, 0x47, 0xf0, 0x44, 0x6b, 0x41, 0x6a, 0x46, + 0x95, 0x4c, 0x6b, 0x12, 0x67, 0x9a, 0x55, 0x24, 0xe3, 0x92, 0xd7, 0x7b, 0x96, 0x5a, 0x83, 0xa9, + 0x31, 0xbb, 0x87, 0xc7, 0x5a, 0x8b, 0xe8, 0x2c, 0xb8, 0x27, 0xbe, 0xea, 0x30, 0x7c, 0x07, 0x46, + 0x31, 0xd5, 0xfc, 0x07, 0x5b, 0xb2, 0x38, 0x15, 0x5c, 0xb2, 0xce, 0xb2, 0xee, 0xb4, 0x7b, 0xff, + 0x86, 0xf0, 0x05, 0xb8, 0x4d, 0x62, 0x7a, 0x50, 0x59, 0x46, 0x04, 0x2f, 0xb8, 0xb6, 0xee, 0xb6, + 0xf6, 0xc3, 0x6e, 0xe8, 0x9f, 0x66, 0xf3, 0xef, 0x60, 0x78, 0xfd, 0xe7, 0x70, 0x0c, 0x1e, 0x2d, + 0x7c, 0xcf, 0x45, 0x61, 0xb0, 0x24, 0x61, 0xe0, 0xaf, 0x17, 0x3b, 0xe2, 0xfa, 0xbe, 0x79, 0x03, + 0x9f, 0x82, 0x71, 0x1f, 0xe0, 0x2d, 0x42, 0x6b, 0xf4, 0xd9, 0x34, 0xa0, 0x05, 0x1e, 0xf7, 0x21, + 0x0a, 0x90, 0x67, 0x0e, 0xe6, 0x14, 0xdc, 0x62, 0x56, 0xeb, 0xb8, 0xd2, 0xdd, 0x81, 0x09, 0x18, + 0x61, 0x2f, 0xda, 0xb8, 0x78, 0xf3, 0x37, 0xff, 0xab, 0xbb, 0x8b, 0xcc, 0x1b, 0xf8, 0x0c, 0x4c, + 0x7a, 0x28, 0x40, 0x64, 0xe5, 0xae, 0xfd, 0x2d, 0xf6, 0xce, 0x47, 0x7a, 0x18, 0x79, 0x5f, 0x3c, + 0x6c, 0x0e, 0x3e, 0x7d, 0xf8, 0xf6, 0x3e, 0xe7, 0x7a, 0xdf, 0x24, 0x36, 0x55, 0x85, 0xd3, 0xbe, + 0x92, 0xaa, 0x72, 0xe7, 0x4f, 0x35, 0x72, 0x26, 0x9d, 0x32, 0x79, 0x9d, 0x2b, 0xa7, 0xdf, 0x96, + 0xe4, 0x7e, 0x5b, 0x8f, 0xb7, 0xbf, 0x03, 0x00, 0x00, 0xff, 0xff, 0x72, 0xf7, 0xb4, 0xd8, 0x48, + 0x02, 0x00, 0x00, } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go index 16a512027..bc7ea58a8 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go @@ -5,6 +5,7 @@ package plugins import ( fmt "fmt" + core "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core" proto "github.com/golang/protobuf/proto" math "math" ) @@ -29,12 +30,10 @@ type DistributedMPITrainingTask struct { // RunPolicy encapsulates various runtime policies of the distributed training // job, for example how to clean up resources and how long the job can stay // active. - RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` - // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. - SuccessPolicy SuccessPolicy `protobuf:"varint,4,opt,name=success_policy,json=successPolicy,proto3,enum=flyteidl.plugins.kubeflow.SuccessPolicy" json:"success_policy,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` + RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` } func (m *DistributedMPITrainingTask) Reset() { *m = DistributedMPITrainingTask{} } @@ -83,21 +82,15 @@ func (m *DistributedMPITrainingTask) GetRunPolicy() *RunPolicy { return nil } -func (m *DistributedMPITrainingTask) GetSuccessPolicy() SuccessPolicy { - if m != nil { - return m.SuccessPolicy - } - return SuccessPolicy_SUCCESS_POLICY_DEFAULT -} - type DistributedMPITrainingReplicaSpec struct { - // Number of workers + // Number of replicas Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"` - // Unique name of a PodTemplate k8s resource to be used as the base configuration. - // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. - PodTemplateName string `protobuf:"bytes,2,opt,name=pod_template_name,json=podTemplateName,proto3" json:"pod_template_name,omitempty"` - // Restart policy for the worker - RestartPolicy RestartPolicy `protobuf:"varint,3,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` + // Image used for the replica group + Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"` + // Resources required for the replica group + Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"` + // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows: + RestartPolicy RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` @@ -135,13 +128,20 @@ func (m *DistributedMPITrainingReplicaSpec) GetReplicas() int32 { return 0 } -func (m *DistributedMPITrainingReplicaSpec) GetPodTemplateName() string { +func (m *DistributedMPITrainingReplicaSpec) GetImage() string { if m != nil { - return m.PodTemplateName + return m.Image } return "" } +func (m *DistributedMPITrainingReplicaSpec) GetResources() *core.Resources { + if m != nil { + return m.Resources + } + return nil +} + func (m *DistributedMPITrainingReplicaSpec) GetRestartPolicy() RestartPolicy { if m != nil { return m.RestartPolicy @@ -160,26 +160,26 @@ func init() { var fileDescriptor_298b02c608b0cddf = []byte{ // 345 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x92, 0xcb, 0x4b, 0xc3, 0x40, - 0x10, 0xc6, 0x89, 0x55, 0xb1, 0x2b, 0xb6, 0x36, 0xa7, 0xda, 0x53, 0xad, 0x22, 0x45, 0x30, 0x81, - 0x7a, 0x10, 0xc1, 0x93, 0x7a, 0xf1, 0xa0, 0x96, 0xb4, 0x27, 0x2f, 0x61, 0xb3, 0x99, 0xa6, 0x4b, - 0xf7, 0xc5, 0x3e, 0x28, 0xbd, 0xfb, 0x67, 0xf9, 0xc7, 0x89, 0x79, 0x94, 0x28, 0xb6, 0x5e, 0xbc, - 0x65, 0x86, 0x6f, 0x7e, 0xdf, 0x64, 0xf6, 0x43, 0x67, 0x33, 0xb6, 0xb2, 0x40, 0x53, 0x16, 0x2a, - 0xe6, 0x32, 0x2a, 0x4c, 0xb8, 0x70, 0x09, 0xcc, 0x98, 0x5c, 0x86, 0x5c, 0xd1, 0x40, 0x69, 0x69, - 0xa5, 0x7f, 0x52, 0x89, 0x82, 0x52, 0x14, 0x54, 0xa2, 0xde, 0xc5, 0xe6, 0x79, 0x22, 0x39, 0x97, - 0xa2, 0x40, 0x0c, 0xde, 0x1b, 0xa8, 0xf7, 0x48, 0x8d, 0xd5, 0x34, 0x71, 0x16, 0xd2, 0xe7, 0xf1, - 0xd3, 0x54, 0x63, 0x2a, 0xa8, 0xc8, 0xa6, 0xd8, 0x2c, 0x7c, 0x40, 0xed, 0xa5, 0xd4, 0x0b, 0xd0, - 0xb1, 0x06, 0xc5, 0x28, 0xc1, 0xa6, 0xeb, 0xf5, 0xbd, 0xe1, 0xe1, 0xe8, 0x2e, 0xd8, 0xe8, 0x1d, - 0xfc, 0xce, 0x8b, 0x0a, 0xc0, 0x44, 0x01, 0x89, 0x5a, 0x05, 0xb4, 0x6c, 0x19, 0x9f, 0xa2, 0x0e, - 0xc3, 0x4e, 0x90, 0x79, 0xdd, 0x68, 0xe7, 0x1f, 0x8c, 0x8e, 0x2b, 0xec, 0xda, 0xea, 0x01, 0x21, - 0xed, 0x44, 0xac, 0x24, 0xa3, 0x64, 0xd5, 0x6d, 0xe4, 0x1e, 0xe7, 0x5b, 0x3c, 0x22, 0x27, 0xc6, - 0xb9, 0x36, 0x6a, 0xea, 0xea, 0xd3, 0x7f, 0x45, 0x2d, 0xe3, 0x08, 0x01, 0x63, 0x2a, 0xd0, 0x6e, - 0xdf, 0x1b, 0xb6, 0x46, 0xc3, 0x2d, 0xa0, 0x49, 0x31, 0x50, 0xc2, 0x8e, 0x4c, 0xbd, 0x1c, 0x7c, - 0x78, 0xe8, 0xf4, 0xcf, 0xbf, 0xf1, 0x7b, 0xe8, 0xe0, 0xdb, 0x33, 0xec, 0x45, 0xeb, 0xda, 0xbf, - 0x44, 0x1d, 0x25, 0xd3, 0xd8, 0x02, 0x57, 0x0c, 0x5b, 0x88, 0x05, 0xe6, 0x90, 0x9f, 0xb0, 0x19, - 0xb5, 0x95, 0x4c, 0xa7, 0x65, 0xff, 0x05, 0x73, 0xf8, 0x5a, 0x5f, 0x83, 0xb1, 0x58, 0xdb, 0xfa, - 0x1d, 0xb6, 0xaf, 0x1f, 0x15, 0x03, 0xd5, 0xfa, 0xba, 0x5e, 0xde, 0xdf, 0xbe, 0xdd, 0x64, 0xd4, - 0xce, 0x5d, 0x12, 0x10, 0xc9, 0xc3, 0x1c, 0x22, 0x75, 0x16, 0xae, 0x33, 0x98, 0x81, 0x08, 0x55, - 0x72, 0x95, 0xc9, 0xf0, 0x67, 0x2c, 0x93, 0xfd, 0x3c, 0x87, 0xd7, 0x9f, 0x01, 0x00, 0x00, 0xff, - 0xff, 0x25, 0x16, 0x02, 0x0c, 0xf1, 0x02, 0x00, 0x00, + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x52, 0x4d, 0x4b, 0x03, 0x31, + 0x10, 0x65, 0xab, 0x15, 0x1b, 0xb1, 0xea, 0xe2, 0xa1, 0xee, 0xa9, 0x56, 0x91, 0x5e, 0xdc, 0x40, + 0x05, 0x45, 0xf0, 0xa4, 0x5e, 0x3c, 0x88, 0x25, 0xf6, 0xe4, 0xa5, 0xec, 0xa6, 0xe9, 0x36, 0x6c, + 0x36, 0x09, 0x93, 0x84, 0xd2, 0xdf, 0xe5, 0xff, 0xf1, 0xb7, 0x88, 0xfb, 0xd5, 0x2a, 0xb6, 0x5e, + 0xbc, 0x65, 0x32, 0x6f, 0xde, 0x9b, 0x97, 0x3c, 0x74, 0x36, 0x15, 0x0b, 0xcb, 0xf8, 0x44, 0x60, + 0x2d, 0x5c, 0xc2, 0xa5, 0xc1, 0xa9, 0x8b, 0xd9, 0x54, 0xa8, 0x39, 0xce, 0x34, 0x0f, 0x35, 0x28, + 0xab, 0xfc, 0x93, 0x0a, 0x14, 0x96, 0xa0, 0xb0, 0x02, 0x05, 0x75, 0x0b, 0x53, 0x05, 0x0c, 0xdb, + 0xc8, 0xa4, 0xa6, 0x98, 0x0a, 0x2e, 0xd6, 0x53, 0x53, 0x95, 0x65, 0x4a, 0x16, 0xb8, 0xde, 0x7b, + 0x03, 0x05, 0x8f, 0xdc, 0x58, 0xe0, 0xb1, 0xb3, 0x6c, 0xf2, 0x3c, 0x7c, 0x1a, 0x41, 0xc4, 0x25, + 0x97, 0xc9, 0x28, 0x32, 0xa9, 0xcf, 0xd0, 0xc1, 0x5c, 0x41, 0xca, 0x60, 0x0c, 0x4c, 0x0b, 0x4e, + 0x23, 0xd3, 0xf1, 0xba, 0x5e, 0x7f, 0x6f, 0x70, 0x17, 0xae, 0x5d, 0x2b, 0xfc, 0x9d, 0x8f, 0x14, + 0x04, 0xaf, 0x9a, 0x51, 0xd2, 0x2e, 0x48, 0xcb, 0x2b, 0xe3, 0x73, 0x74, 0x24, 0x22, 0x27, 0xe9, + 0x6c, 0x55, 0xa8, 0xf1, 0x0f, 0x42, 0x87, 0x15, 0x6d, 0x2d, 0xf5, 0x80, 0x10, 0x38, 0x39, 0xd6, + 0x4a, 0x70, 0xba, 0xe8, 0x6c, 0xe5, 0x1a, 0xe7, 0x1b, 0x34, 0x88, 0x93, 0xc3, 0x1c, 0x4b, 0x5a, + 0x50, 0x1d, 0x7b, 0x1f, 0x1e, 0x3a, 0xfd, 0x53, 0xdc, 0x0f, 0xd0, 0xee, 0xb7, 0x57, 0x6b, 0x92, + 0xba, 0xf6, 0x8f, 0x51, 0x93, 0x67, 0x51, 0xc2, 0x72, 0x97, 0x2d, 0x52, 0x14, 0xfe, 0x35, 0x6a, + 0x01, 0x33, 0xca, 0x01, 0x65, 0xa6, 0xdc, 0xad, 0xb3, 0xdc, 0xed, 0xeb, 0x93, 0x43, 0x52, 0xf5, + 0xc9, 0x12, 0xea, 0xbf, 0xa0, 0x36, 0x30, 0x63, 0x23, 0xb0, 0x95, 0xb1, 0xed, 0xae, 0xd7, 0x6f, + 0x0f, 0xfa, 0x9b, 0x8c, 0x15, 0x03, 0xa5, 0xb9, 0x7d, 0x58, 0x2d, 0xef, 0x6f, 0xdf, 0x6e, 0x12, + 0x6e, 0x67, 0x2e, 0x0e, 0xa9, 0xca, 0x70, 0x4e, 0xa2, 0x20, 0xc1, 0x75, 0xa8, 0x12, 0x26, 0xb1, + 0x8e, 0x2f, 0x13, 0x85, 0x7f, 0xe6, 0x2c, 0xde, 0xc9, 0x83, 0x75, 0xf5, 0x19, 0x00, 0x00, 0xff, + 0xff, 0xd7, 0xae, 0x61, 0xdf, 0xdd, 0x02, 0x00, 0x00, } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go index 221de272e..feb0bab3d 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go @@ -74,8 +74,6 @@ func (m *DistributedMPITrainingTask) Validate() error { } } - // no validation rules for SuccessPolicy - return nil } @@ -145,7 +143,17 @@ func (m *DistributedMPITrainingReplicaSpec) Validate() error { // no validation rules for Replicas - // no validation rules for PodTemplateName + // no validation rules for Image + + if v, ok := interface{}(m.GetResources()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedMPITrainingReplicaSpecValidationError{ + field: "Resources", + reason: "embedded message failed validation", + cause: err, + } + } + } // no validation rules for RestartPolicy diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go index fb5d4edd5..31b8e3ff4 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go @@ -5,6 +5,7 @@ package plugins import ( fmt "fmt" + core "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core" proto "github.com/golang/protobuf/proto" math "math" ) @@ -29,12 +30,10 @@ type DistributedPyTorchTrainingTask struct { // RunPolicy encapsulates various runtime policies of the distributed training // job, for example how to clean up resources and how long the job can stay // active. - RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` - // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. - SuccessPolicy SuccessPolicy `protobuf:"varint,4,opt,name=success_policy,json=successPolicy,proto3,enum=flyteidl.plugins.kubeflow.SuccessPolicy" json:"success_policy,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` + RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` } func (m *DistributedPyTorchTrainingTask) Reset() { *m = DistributedPyTorchTrainingTask{} } @@ -83,21 +82,15 @@ func (m *DistributedPyTorchTrainingTask) GetRunPolicy() *RunPolicy { return nil } -func (m *DistributedPyTorchTrainingTask) GetSuccessPolicy() SuccessPolicy { - if m != nil { - return m.SuccessPolicy - } - return SuccessPolicy_SUCCESS_POLICY_DEFAULT -} - type DistributedPyTorchTrainingReplicaSpec struct { - // Number of workers + // Number of replicas Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"` - // Unique name of a PodTemplate k8s resource to be used as the base configuration. - // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. - PodTemplateName string `protobuf:"bytes,2,opt,name=pod_template_name,json=podTemplateName,proto3" json:"pod_template_name,omitempty"` - // Restart policy for the worker - RestartPolicy RestartPolicy `protobuf:"varint,3,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` + // Image used for the replica group + Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"` + // Resources required for the replica group + Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"` + // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows: + RestartPolicy RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` @@ -135,13 +128,20 @@ func (m *DistributedPyTorchTrainingReplicaSpec) GetReplicas() int32 { return 0 } -func (m *DistributedPyTorchTrainingReplicaSpec) GetPodTemplateName() string { +func (m *DistributedPyTorchTrainingReplicaSpec) GetImage() string { if m != nil { - return m.PodTemplateName + return m.Image } return "" } +func (m *DistributedPyTorchTrainingReplicaSpec) GetResources() *core.Resources { + if m != nil { + return m.Resources + } + return nil +} + func (m *DistributedPyTorchTrainingReplicaSpec) GetRestartPolicy() RestartPolicy { if m != nil { return m.RestartPolicy @@ -159,27 +159,27 @@ func init() { } var fileDescriptor_37e97bee6e09d707 = []byte{ - // 346 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x92, 0xcb, 0x4a, 0xfb, 0x40, - 0x14, 0xc6, 0xc9, 0xbf, 0x7f, 0xc5, 0x8e, 0xd8, 0x62, 0x56, 0xb5, 0x0b, 0x29, 0xc5, 0x4b, 0x11, - 0xcc, 0x40, 0x5d, 0x88, 0x3b, 0x51, 0xd7, 0x5a, 0xa6, 0x59, 0xb9, 0x09, 0x93, 0xc9, 0x34, 0x1d, - 0x3a, 0x37, 0xe6, 0x42, 0xc9, 0x3b, 0xf8, 0x50, 0x3e, 0x9a, 0x34, 0x97, 0x12, 0x85, 0x16, 0x17, - 0xee, 0xe6, 0x1c, 0xbe, 0xf3, 0xfb, 0xf8, 0xce, 0x1c, 0x70, 0xbd, 0xe0, 0x85, 0xa3, 0x2c, 0xe3, - 0x50, 0x73, 0x9f, 0x33, 0x69, 0xe1, 0xca, 0xa7, 0x74, 0xc1, 0xd5, 0x1a, 0xea, 0xc2, 0x29, 0x43, - 0x96, 0x91, 0x36, 0xca, 0xa9, 0xf0, 0xac, 0x11, 0x46, 0xb5, 0x30, 0x6a, 0x84, 0xc3, 0xab, 0xdd, - 0x0c, 0xa2, 0x84, 0x50, 0xb2, 0x42, 0x8c, 0x3f, 0x3a, 0xe0, 0xfc, 0x85, 0x59, 0x67, 0x58, 0xea, - 0x1d, 0xcd, 0x66, 0x45, 0xbc, 0xe1, 0xc7, 0x06, 0x33, 0xc9, 0x64, 0x1e, 0x63, 0xbb, 0x0a, 0x19, - 0xe8, 0xaf, 0x95, 0x59, 0x51, 0x93, 0x18, 0xaa, 0x39, 0x23, 0xd8, 0x0e, 0x82, 0x51, 0x30, 0x39, - 0x9e, 0x3e, 0x46, 0x3b, 0xfd, 0xa3, 0xdd, 0x4c, 0x54, 0x41, 0xe6, 0x9a, 0x12, 0xd4, 0xab, 0xc0, - 0x75, 0xcb, 0x6e, 0xac, 0x04, 0xb6, 0xae, 0x6d, 0xf5, 0xef, 0xaf, 0xac, 0x2a, 0xf0, 0xd6, 0xea, - 0x19, 0x00, 0xe3, 0x65, 0xa2, 0x15, 0x67, 0xa4, 0x18, 0x74, 0x4a, 0x97, 0x8b, 0x3d, 0x2e, 0xc8, - 0xcb, 0x59, 0xa9, 0x45, 0x5d, 0xd3, 0x3c, 0xc3, 0x37, 0xd0, 0xb3, 0x9e, 0x10, 0x6a, 0x6d, 0x03, - 0xfa, 0x3f, 0x0a, 0x26, 0xbd, 0xe9, 0x64, 0x0f, 0x68, 0x5e, 0x0d, 0xd4, 0xb0, 0x13, 0xdb, 0x2e, - 0xc7, 0x9f, 0x01, 0xb8, 0xfc, 0x55, 0x9e, 0x70, 0x08, 0x8e, 0xbe, 0x7d, 0xc7, 0x01, 0xda, 0xd6, - 0xe1, 0x0d, 0x38, 0xd5, 0x2a, 0x4b, 0x1c, 0x15, 0x9a, 0x63, 0x47, 0x13, 0x89, 0x05, 0x2d, 0x17, - 0xd9, 0x45, 0x7d, 0xad, 0xb2, 0xb8, 0xee, 0xbf, 0x62, 0x41, 0x37, 0x11, 0x0c, 0xb5, 0x0e, 0x1b, - 0xd7, 0xde, 0xc5, 0xfe, 0x08, 0xa8, 0x1a, 0x68, 0x22, 0x98, 0x76, 0xf9, 0xf4, 0xf0, 0x7e, 0x9f, - 0x33, 0xb7, 0xf4, 0x69, 0x44, 0x94, 0x80, 0x25, 0x44, 0x99, 0x1c, 0x6e, 0xef, 0x31, 0xa7, 0x12, - 0xea, 0xf4, 0x36, 0x57, 0xf0, 0xe7, 0x89, 0xa6, 0x87, 0xe5, 0x4d, 0xde, 0x7d, 0x05, 0x00, 0x00, - 0xff, 0xff, 0x25, 0xd3, 0x11, 0xab, 0x01, 0x03, 0x00, 0x00, + // 348 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x92, 0x4f, 0x4b, 0xf3, 0x40, + 0x10, 0xc6, 0x49, 0xdf, 0xb7, 0x62, 0x57, 0xac, 0x10, 0x3c, 0xd4, 0x1e, 0xa4, 0x14, 0xff, 0xf4, + 0x62, 0x16, 0x2a, 0x28, 0xde, 0x44, 0xbd, 0x5b, 0xd6, 0x9e, 0xbc, 0x94, 0x64, 0xbb, 0xdd, 0x2e, + 0x49, 0x76, 0x97, 0xd9, 0x5d, 0x4a, 0x3e, 0x9b, 0xdf, 0xc6, 0x4f, 0x22, 0xcd, 0x26, 0x69, 0x15, + 0x5a, 0x3c, 0x78, 0xcb, 0x64, 0x9e, 0x79, 0x7e, 0xf3, 0x24, 0x83, 0xae, 0x17, 0x59, 0x61, 0x99, + 0x98, 0x67, 0x58, 0x67, 0x8e, 0x0b, 0x69, 0x70, 0xea, 0x12, 0xb6, 0xc8, 0xd4, 0x0a, 0xeb, 0xc2, + 0x2a, 0xa0, 0xcb, 0x48, 0x83, 0xb2, 0x2a, 0x3c, 0xab, 0x85, 0x51, 0x25, 0x8c, 0x6a, 0x61, 0xbf, + 0x69, 0x61, 0xaa, 0x80, 0x61, 0x1b, 0x9b, 0xd4, 0xf8, 0xa9, 0xfe, 0xd5, 0x6e, 0x7b, 0xaa, 0xf2, + 0x5c, 0x49, 0xaf, 0x1b, 0x7e, 0xb4, 0xd0, 0xf9, 0x8b, 0x30, 0x16, 0x44, 0xe2, 0x2c, 0x9b, 0x4f, + 0x8a, 0xe9, 0x1a, 0x3d, 0x85, 0x58, 0x48, 0x21, 0xf9, 0x34, 0x36, 0x69, 0x28, 0xd0, 0xc9, 0x4a, + 0x41, 0xca, 0x60, 0x06, 0x4c, 0x67, 0x82, 0xc6, 0xa6, 0x17, 0x0c, 0x82, 0xd1, 0xd1, 0xf8, 0x31, + 0xda, 0xb9, 0x5a, 0xb4, 0xdb, 0x93, 0x78, 0x93, 0x37, 0xcd, 0x28, 0xe9, 0x7a, 0xe3, 0xea, 0x95, + 0x59, 0xa3, 0xf2, 0xd8, 0xd8, 0x6d, 0x54, 0xeb, 0xaf, 0x50, 0xde, 0xb8, 0x41, 0x3d, 0x23, 0x04, + 0x4e, 0xce, 0xb4, 0xca, 0x04, 0x2d, 0x7a, 0xff, 0x4a, 0xca, 0xc5, 0x1e, 0x0a, 0x71, 0x72, 0x52, + 0x6a, 0x49, 0x07, 0xea, 0xc7, 0xe1, 0x67, 0x80, 0x2e, 0x7f, 0x85, 0x0f, 0xfb, 0xe8, 0xf0, 0xdb, + 0xd7, 0x6b, 0x93, 0xa6, 0x0e, 0x4f, 0x51, 0x5b, 0xe4, 0x31, 0x67, 0x65, 0xd6, 0x0e, 0xf1, 0x45, + 0x78, 0x87, 0x3a, 0xc0, 0x8c, 0x72, 0x40, 0x99, 0xa9, 0xf6, 0xeb, 0x6d, 0xf6, 0x5b, 0xff, 0xf0, + 0x88, 0xd4, 0x7d, 0xb2, 0x91, 0x86, 0xaf, 0xa8, 0x0b, 0xcc, 0xd8, 0x18, 0x6c, 0x1d, 0xee, 0xff, + 0x20, 0x18, 0x75, 0xc7, 0xa3, 0x7d, 0xe1, 0xfc, 0x40, 0x15, 0xf0, 0x18, 0xb6, 0xcb, 0xa7, 0x87, + 0xf7, 0x7b, 0x2e, 0xec, 0xd2, 0x25, 0x11, 0x55, 0x39, 0x2e, 0x4d, 0x14, 0x70, 0xdc, 0x1c, 0x18, + 0x67, 0x12, 0xeb, 0xe4, 0x86, 0x2b, 0xfc, 0xf3, 0xe6, 0x92, 0x83, 0xf2, 0xc8, 0x6e, 0xbf, 0x02, + 0x00, 0x00, 0xff, 0xff, 0xb0, 0xf9, 0xaa, 0xc3, 0xed, 0x02, 0x00, 0x00, } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go index 7724050ad..31287bccc 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go @@ -74,8 +74,6 @@ func (m *DistributedPyTorchTrainingTask) Validate() error { } } - // no validation rules for SuccessPolicy - return nil } @@ -146,7 +144,17 @@ func (m *DistributedPyTorchTrainingReplicaSpec) Validate() error { // no validation rules for Replicas - // no validation rules for PodTemplateName + // no validation rules for Image + + if v, ok := interface{}(m.GetResources()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedPyTorchTrainingReplicaSpecValidationError{ + field: "Resources", + reason: "embedded message failed validation", + cause: err, + } + } + } // no validation rules for RestartPolicy diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go index 519606cab..dfd9bdd56 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go @@ -5,6 +5,7 @@ package plugins import ( fmt "fmt" + core "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core" proto "github.com/golang/protobuf/proto" math "math" ) @@ -31,12 +32,10 @@ type DistributedTensorflowTrainingTask struct { // RunPolicy encapsulates various runtime policies of the distributed training // job, for example how to clean up resources and how long the job can stay // active. - RunPolicy *RunPolicy `protobuf:"bytes,4,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` - // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None. - SuccessPolicy SuccessPolicy `protobuf:"varint,5,opt,name=success_policy,json=successPolicy,proto3,enum=flyteidl.plugins.kubeflow.SuccessPolicy" json:"success_policy,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` + RunPolicy *RunPolicy `protobuf:"bytes,4,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` } func (m *DistributedTensorflowTrainingTask) Reset() { *m = DistributedTensorflowTrainingTask{} } @@ -92,21 +91,15 @@ func (m *DistributedTensorflowTrainingTask) GetRunPolicy() *RunPolicy { return nil } -func (m *DistributedTensorflowTrainingTask) GetSuccessPolicy() SuccessPolicy { - if m != nil { - return m.SuccessPolicy - } - return SuccessPolicy_SUCCESS_POLICY_DEFAULT -} - type DistributedTensorflowTrainingReplicaSpec struct { - // Number of workers + // Number of replicas Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"` - // Unique name of a PodTemplate k8s resource to be used as the base configuration. - // PodTemplate specified here will be overriden by the pod template specified at the task metedata level. - PodTemplateName string `protobuf:"bytes,2,opt,name=pod_template_name,json=podTemplateName,proto3" json:"pod_template_name,omitempty"` - // Restart policy for the worker - RestartPolicy RestartPolicy `protobuf:"varint,3,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` + // Image used for the replica group + Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"` + // Resources required for the replica group + Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"` + // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows: + RestartPolicy RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` @@ -146,13 +139,20 @@ func (m *DistributedTensorflowTrainingReplicaSpec) GetReplicas() int32 { return 0 } -func (m *DistributedTensorflowTrainingReplicaSpec) GetPodTemplateName() string { +func (m *DistributedTensorflowTrainingReplicaSpec) GetImage() string { if m != nil { - return m.PodTemplateName + return m.Image } return "" } +func (m *DistributedTensorflowTrainingReplicaSpec) GetResources() *core.Resources { + if m != nil { + return m.Resources + } + return nil +} + func (m *DistributedTensorflowTrainingReplicaSpec) GetRestartPolicy() RestartPolicy { if m != nil { return m.RestartPolicy @@ -170,28 +170,28 @@ func init() { } var fileDescriptor_93de2bd764ddf01a = []byte{ - // 360 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x93, 0x4d, 0x4f, 0xfa, 0x30, - 0x1c, 0xc7, 0xb3, 0x3f, 0x7f, 0x8c, 0x94, 0x30, 0xe2, 0x4e, 0xc8, 0x09, 0x89, 0x31, 0x0b, 0x89, - 0x5b, 0x82, 0x07, 0xe3, 0x55, 0x3c, 0xab, 0x19, 0x3b, 0x79, 0x59, 0xb6, 0xee, 0xc7, 0xa8, 0x74, - 0x6d, 0xd3, 0x87, 0x10, 0x5e, 0x9f, 0xaf, 0xca, 0x9b, 0x61, 0x4f, 0xa0, 0x09, 0xe8, 0x81, 0x5b, - 0x7f, 0xcd, 0xb7, 0x9f, 0xcf, 0xbe, 0xe9, 0x8a, 0x26, 0x0b, 0xba, 0xd1, 0x40, 0x52, 0xea, 0x0b, - 0x6a, 0x32, 0xc2, 0x94, 0xbf, 0x32, 0x09, 0x2c, 0x28, 0x5f, 0xfb, 0x1a, 0x98, 0xe2, 0x72, 0xbb, - 0xf4, 0x84, 0xe4, 0x9a, 0x3b, 0x97, 0x75, 0xd6, 0xab, 0xb2, 0x5e, 0x9d, 0x1d, 0xde, 0x1c, 0xc6, - 0x60, 0x9e, 0xe7, 0x9c, 0x95, 0x88, 0xf1, 0x67, 0x0b, 0x5d, 0x3d, 0x11, 0xa5, 0x25, 0x49, 0x8c, - 0x86, 0x34, 0x6c, 0x14, 0xa1, 0x8c, 0x09, 0x23, 0x2c, 0x0b, 0x63, 0xb5, 0x72, 0x28, 0xea, 0xaf, - 0xb9, 0x5c, 0x81, 0x8c, 0x24, 0x08, 0x4a, 0x70, 0xac, 0x06, 0xd6, 0xc8, 0x72, 0xbb, 0xd3, 0x99, - 0x77, 0xf0, 0x13, 0xbc, 0xa3, 0xd8, 0xa0, 0xe4, 0xcc, 0x05, 0xe0, 0xc0, 0x2e, 0xd9, 0xd5, 0x96, - 0x72, 0x52, 0xd4, 0x15, 0x6a, 0x67, 0xfa, 0x77, 0x3a, 0x13, 0x12, 0xaa, 0xb1, 0xbc, 0x23, 0x1b, - 0x2f, 0x09, 0x2c, 0x76, 0xa2, 0xd6, 0xe9, 0x44, 0xbd, 0x02, 0xdd, 0xb8, 0x66, 0x08, 0x49, 0xc3, - 0x22, 0xc1, 0x29, 0xc1, 0x9b, 0xc1, 0xff, 0xc2, 0x73, 0x7d, 0xc4, 0x13, 0x18, 0xf6, 0x5a, 0x64, - 0x83, 0x8e, 0xac, 0x97, 0xce, 0x0b, 0xb2, 0x95, 0xc1, 0x18, 0x94, 0xaa, 0x41, 0xed, 0x91, 0xe5, - 0xda, 0x53, 0xf7, 0x08, 0x68, 0x5e, 0x1e, 0xa8, 0x60, 0x3d, 0xb5, 0x3f, 0x8e, 0x3f, 0x2c, 0xe4, - 0xfe, 0xb5, 0x91, 0x33, 0x44, 0xe7, 0xdf, 0xee, 0xbe, 0x1d, 0x34, 0xb3, 0x33, 0x41, 0x17, 0x82, - 0xa7, 0x91, 0x86, 0x5c, 0xd0, 0x58, 0x43, 0xc4, 0xe2, 0x1c, 0x8a, 0x6b, 0xeb, 0x04, 0x7d, 0xc1, - 0xd3, 0xb0, 0xda, 0x7f, 0x8e, 0x73, 0xd8, 0xb6, 0x90, 0xa0, 0x74, 0x2c, 0x75, 0xdd, 0xa2, 0xf5, - 0x6b, 0x8b, 0xa0, 0x3c, 0x50, 0xb7, 0x90, 0xfb, 0xe3, 0xe3, 0xc3, 0xdb, 0x7d, 0x46, 0xf4, 0xd2, - 0x24, 0x1e, 0xe6, 0xb9, 0x5f, 0x40, 0xb8, 0xcc, 0xfc, 0xe6, 0xff, 0xcf, 0x80, 0xf9, 0x22, 0xb9, - 0xcd, 0xb8, 0xff, 0xf3, 0x49, 0x24, 0x67, 0xc5, 0x1b, 0xb8, 0xfb, 0x0a, 0x00, 0x00, 0xff, 0xff, - 0xbf, 0xb4, 0x0f, 0x89, 0x74, 0x03, 0x00, 0x00, + // 356 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x92, 0x41, 0x4b, 0xc3, 0x30, + 0x14, 0xc7, 0x99, 0x73, 0xe2, 0x32, 0x56, 0xa1, 0x78, 0x98, 0x3b, 0xe9, 0x10, 0x19, 0x82, 0x0d, + 0x4c, 0x50, 0xbc, 0x3a, 0xef, 0x4a, 0xdc, 0xc9, 0xcb, 0x68, 0xb3, 0xb7, 0x2e, 0xb6, 0x4d, 0xc2, + 0x4b, 0xc2, 0xd8, 0x37, 0xf2, 0x8b, 0xf9, 0x3d, 0x64, 0xed, 0xda, 0x4e, 0x61, 0xc3, 0xc3, 0x6e, + 0x79, 0xcd, 0x3f, 0xff, 0xdf, 0x7b, 0xaf, 0x7f, 0x72, 0x3b, 0x4f, 0x57, 0x16, 0xc4, 0x2c, 0xa5, + 0x3a, 0x75, 0xb1, 0x90, 0x86, 0x26, 0x2e, 0x82, 0x79, 0xaa, 0x96, 0xd4, 0x82, 0x34, 0x0a, 0xd7, + 0xc7, 0x40, 0xa3, 0xb2, 0xca, 0xbf, 0x28, 0xb5, 0xc1, 0x46, 0x1b, 0x94, 0xda, 0x7e, 0x75, 0x45, + 0xb9, 0x42, 0xa0, 0x36, 0x34, 0x89, 0x29, 0x5e, 0xf5, 0x6f, 0x76, 0x13, 0xb8, 0xca, 0x32, 0x25, + 0x0b, 0xdd, 0xe0, 0xab, 0x49, 0xae, 0x5e, 0x84, 0xb1, 0x28, 0x22, 0x67, 0x61, 0x36, 0xa9, 0xe8, + 0x13, 0x0c, 0x85, 0x14, 0x32, 0x9e, 0x84, 0x26, 0xf1, 0x53, 0x72, 0xb6, 0x54, 0x98, 0x00, 0x4e, + 0x11, 0x74, 0x2a, 0x78, 0x68, 0x7a, 0x8d, 0xcb, 0xc6, 0xb0, 0x33, 0x1a, 0x07, 0x3b, 0xbb, 0x0b, + 0xf6, 0xda, 0xb2, 0xc2, 0xe7, 0x5d, 0x03, 0x67, 0x5e, 0xe1, 0xbd, 0xf9, 0x64, 0xfc, 0x19, 0xe9, + 0x68, 0x53, 0x93, 0x8e, 0x0e, 0x47, 0x22, 0xda, 0x54, 0x94, 0x4f, 0xe2, 0xf1, 0x85, 0x80, 0x79, + 0x0d, 0x6a, 0x1e, 0x0e, 0xd4, 0xcd, 0xad, 0x2b, 0xd6, 0x98, 0x10, 0x74, 0x72, 0xaa, 0x55, 0x2a, + 0xf8, 0xaa, 0x77, 0x9c, 0x73, 0xae, 0xf7, 0x70, 0x98, 0x93, 0x6f, 0xb9, 0x96, 0xb5, 0xb1, 0x3c, + 0x0e, 0xbe, 0x1b, 0x64, 0xf8, 0xdf, 0x06, 0xfc, 0x3e, 0x39, 0xfd, 0xf5, 0xab, 0x5a, 0xac, 0xaa, + 0xfd, 0x73, 0xd2, 0x12, 0x59, 0x18, 0x43, 0xbe, 0xd9, 0x36, 0x2b, 0x0a, 0xff, 0x81, 0xb4, 0x11, + 0x8c, 0x72, 0xc8, 0xa1, 0x5c, 0x45, 0xaf, 0x6e, 0x71, 0x1d, 0xb0, 0x80, 0x95, 0xf7, 0xac, 0x96, + 0xfa, 0xaf, 0xc4, 0x43, 0x30, 0x36, 0x44, 0xbb, 0x3d, 0x9f, 0x37, 0x1a, 0xee, 0x9b, 0xaf, 0x78, + 0xb0, 0x99, 0xb1, 0x8b, 0xdb, 0xe5, 0xf3, 0xd3, 0xc7, 0x63, 0x2c, 0xec, 0xc2, 0x45, 0x01, 0x57, + 0x19, 0xcd, 0x4d, 0x14, 0xc6, 0xb4, 0x0a, 0x74, 0x0c, 0x92, 0xea, 0xe8, 0x2e, 0x56, 0xf4, 0x6f, + 0xc6, 0xa3, 0x93, 0x3c, 0xd4, 0xf7, 0x3f, 0x01, 0x00, 0x00, 0xff, 0xff, 0x1a, 0x01, 0x7d, 0x16, + 0x60, 0x03, 0x00, 0x00, } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go index 627f9c0e9..098b4dc7c 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.validate.go @@ -84,8 +84,6 @@ func (m *DistributedTensorflowTrainingTask) Validate() error { } } - // no validation rules for SuccessPolicy - return nil } @@ -156,7 +154,17 @@ func (m *DistributedTensorflowTrainingReplicaSpec) Validate() error { // no validation rules for Replicas - // no validation rules for PodTemplateName + // no validation rules for Image + + if v, ok := interface{}(m.GetResources()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedTensorflowTrainingReplicaSpecValidationError{ + field: "Resources", + reason: "embedded message failed validation", + cause: err, + } + } + } // no validation rules for RestartPolicy diff --git a/gen/pb-go/flyteidl/plugins/mpi.pb.go b/gen/pb-go/flyteidl/plugins/mpi.pb.go new file mode 100644 index 000000000..f09295729 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/mpi.pb.go @@ -0,0 +1,107 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: flyteidl/plugins/mpi.proto + +package plugins + +import ( + fmt "fmt" + proto "github.com/golang/protobuf/proto" + math "math" +) + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package + +// MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator +type DistributedMPITrainingTask struct { + // number of worker spawned in the cluster for this job + NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"` + // number of launcher replicas spawned in the cluster for this job + // The launcher pod invokes mpirun and communicates with worker pods through MPI. + NumLauncherReplicas int32 `protobuf:"varint,2,opt,name=num_launcher_replicas,json=numLauncherReplicas,proto3" json:"num_launcher_replicas,omitempty"` + // number of slots per worker used in hostfile. + // The available slots (GPUs) in each pod. + Slots int32 `protobuf:"varint,3,opt,name=slots,proto3" json:"slots,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedMPITrainingTask) Reset() { *m = DistributedMPITrainingTask{} } +func (m *DistributedMPITrainingTask) String() string { return proto.CompactTextString(m) } +func (*DistributedMPITrainingTask) ProtoMessage() {} +func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int) { + return fileDescriptor_13cf3fae00e5b069, []int{0} +} + +func (m *DistributedMPITrainingTask) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedMPITrainingTask.Unmarshal(m, b) +} +func (m *DistributedMPITrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedMPITrainingTask.Marshal(b, m, deterministic) +} +func (m *DistributedMPITrainingTask) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedMPITrainingTask.Merge(m, src) +} +func (m *DistributedMPITrainingTask) XXX_Size() int { + return xxx_messageInfo_DistributedMPITrainingTask.Size(m) +} +func (m *DistributedMPITrainingTask) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedMPITrainingTask.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedMPITrainingTask proto.InternalMessageInfo + +func (m *DistributedMPITrainingTask) GetNumWorkers() int32 { + if m != nil { + return m.NumWorkers + } + return 0 +} + +func (m *DistributedMPITrainingTask) GetNumLauncherReplicas() int32 { + if m != nil { + return m.NumLauncherReplicas + } + return 0 +} + +func (m *DistributedMPITrainingTask) GetSlots() int32 { + if m != nil { + return m.Slots + } + return 0 +} + +func init() { + proto.RegisterType((*DistributedMPITrainingTask)(nil), "flyteidl.plugins.DistributedMPITrainingTask") +} + +func init() { proto.RegisterFile("flyteidl/plugins/mpi.proto", fileDescriptor_13cf3fae00e5b069) } + +var fileDescriptor_13cf3fae00e5b069 = []byte{ + // 209 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x5c, 0x8f, 0x31, 0x4b, 0xc7, 0x30, + 0x10, 0x47, 0xa9, 0xf2, 0x77, 0x88, 0x8b, 0x44, 0x85, 0xd2, 0x45, 0x71, 0x72, 0xb1, 0x01, 0x1d, + 0xc4, 0x55, 0x5c, 0x04, 0x05, 0x29, 0x05, 0xc1, 0xa5, 0x24, 0x6d, 0x4c, 0x8f, 0x26, 0x97, 0x70, + 0x49, 0x10, 0x3f, 0x81, 0x5f, 0x5b, 0x4c, 0xab, 0x83, 0xe3, 0xdd, 0x7b, 0xc3, 0xef, 0xb1, 0xe6, + 0xdd, 0x7e, 0x26, 0x0d, 0x93, 0x15, 0xc1, 0x66, 0x03, 0x18, 0x85, 0x0b, 0xd0, 0x06, 0xf2, 0xc9, + 0xf3, 0xa3, 0x5f, 0xd6, 0x6e, 0xec, 0xe2, 0xab, 0x62, 0xcd, 0x03, 0xc4, 0x44, 0xa0, 0x72, 0xd2, + 0xd3, 0xf3, 0xcb, 0x63, 0x4f, 0x12, 0x10, 0xd0, 0xf4, 0x32, 0x2e, 0xfc, 0x8c, 0x1d, 0x62, 0x76, + 0xc3, 0x87, 0xa7, 0x45, 0x53, 0xac, 0xab, 0xf3, 0xea, 0x72, 0xd7, 0x31, 0xcc, 0xee, 0x75, 0xfd, + 0xf0, 0x6b, 0x76, 0xfa, 0x23, 0x58, 0x99, 0x71, 0x9c, 0x35, 0x0d, 0xa4, 0x83, 0x85, 0x51, 0xc6, + 0x7a, 0xaf, 0xa8, 0xc7, 0x98, 0xdd, 0xd3, 0xc6, 0xba, 0x0d, 0xf1, 0x13, 0xb6, 0x8b, 0xd6, 0xa7, + 0x58, 0xef, 0x17, 0x67, 0x3d, 0xee, 0xef, 0xde, 0x6e, 0x0d, 0xa4, 0x39, 0xab, 0x76, 0xf4, 0x4e, + 0x94, 0xa1, 0x9e, 0x8c, 0xf8, 0xab, 0x31, 0x1a, 0x45, 0x50, 0x57, 0xc6, 0x8b, 0xff, 0x81, 0xea, + 0xa0, 0xd4, 0xdd, 0x7c, 0x07, 0x00, 0x00, 0xff, 0xff, 0x76, 0x5d, 0x84, 0xbc, 0xfb, 0x00, 0x00, + 0x00, +} diff --git a/gen/pb-go/flyteidl/plugins/mpi.pb.validate.go b/gen/pb-go/flyteidl/plugins/mpi.pb.validate.go new file mode 100644 index 000000000..c0d746eee --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/mpi.pb.validate.go @@ -0,0 +1,110 @@ +// Code generated by protoc-gen-validate. DO NOT EDIT. +// source: flyteidl/plugins/mpi.proto + +package plugins + +import ( + "bytes" + "errors" + "fmt" + "net" + "net/mail" + "net/url" + "regexp" + "strings" + "time" + "unicode/utf8" + + "github.com/golang/protobuf/ptypes" +) + +// ensure the imports are used +var ( + _ = bytes.MinRead + _ = errors.New("") + _ = fmt.Print + _ = utf8.UTFMax + _ = (*regexp.Regexp)(nil) + _ = (*strings.Reader)(nil) + _ = net.IPv4len + _ = time.Duration(0) + _ = (*url.URL)(nil) + _ = (*mail.Address)(nil) + _ = ptypes.DynamicAny{} +) + +// define the regex for a UUID once up-front +var _mpi_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") + +// Validate checks the field values on DistributedMPITrainingTask with the +// rules defined in the proto definition for this message. If any rules are +// violated, an error is returned. +func (m *DistributedMPITrainingTask) Validate() error { + if m == nil { + return nil + } + + // no validation rules for NumWorkers + + // no validation rules for NumLauncherReplicas + + // no validation rules for Slots + + return nil +} + +// DistributedMPITrainingTaskValidationError is the validation error returned +// by DistributedMPITrainingTask.Validate if the designated constraints aren't met. +type DistributedMPITrainingTaskValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedMPITrainingTaskValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedMPITrainingTaskValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedMPITrainingTaskValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedMPITrainingTaskValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedMPITrainingTaskValidationError) ErrorName() string { + return "DistributedMPITrainingTaskValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedMPITrainingTaskValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedMPITrainingTask.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedMPITrainingTaskValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedMPITrainingTaskValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/pytorch.pb.go b/gen/pb-go/flyteidl/plugins/pytorch.pb.go new file mode 100644 index 000000000..79138e568 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/pytorch.pb.go @@ -0,0 +1,82 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: flyteidl/plugins/pytorch.proto + +package plugins + +import ( + fmt "fmt" + proto "github.com/golang/protobuf/proto" + math "math" +) + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator +type DistributedPyTorchTrainingTask struct { + // number of worker replicas spawned in the cluster for this job + Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedPyTorchTrainingTask) Reset() { *m = DistributedPyTorchTrainingTask{} } +func (m *DistributedPyTorchTrainingTask) String() string { return proto.CompactTextString(m) } +func (*DistributedPyTorchTrainingTask) ProtoMessage() {} +func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int) { + return fileDescriptor_4df8a9374b28b766, []int{0} +} + +func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedPyTorchTrainingTask.Unmarshal(m, b) +} +func (m *DistributedPyTorchTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedPyTorchTrainingTask.Marshal(b, m, deterministic) +} +func (m *DistributedPyTorchTrainingTask) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedPyTorchTrainingTask.Merge(m, src) +} +func (m *DistributedPyTorchTrainingTask) XXX_Size() int { + return xxx_messageInfo_DistributedPyTorchTrainingTask.Size(m) +} +func (m *DistributedPyTorchTrainingTask) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedPyTorchTrainingTask.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedPyTorchTrainingTask proto.InternalMessageInfo + +func (m *DistributedPyTorchTrainingTask) GetWorkers() int32 { + if m != nil { + return m.Workers + } + return 0 +} + +func init() { + proto.RegisterType((*DistributedPyTorchTrainingTask)(nil), "flyteidl.plugins.DistributedPyTorchTrainingTask") +} + +func init() { proto.RegisterFile("flyteidl/plugins/pytorch.proto", fileDescriptor_4df8a9374b28b766) } + +var fileDescriptor_4df8a9374b28b766 = []byte{ + // 156 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe2, 0x92, 0x4b, 0xcb, 0xa9, 0x2c, + 0x49, 0xcd, 0x4c, 0xc9, 0xd1, 0x2f, 0xc8, 0x29, 0x4d, 0xcf, 0xcc, 0x2b, 0xd6, 0x2f, 0xa8, 0x2c, + 0xc9, 0x2f, 0x4a, 0xce, 0xd0, 0x2b, 0x28, 0xca, 0x2f, 0xc9, 0x17, 0x12, 0x80, 0xc9, 0xeb, 0x41, + 0xe5, 0x95, 0xac, 0xb8, 0xe4, 0x5c, 0x32, 0x8b, 0x4b, 0x8a, 0x32, 0x93, 0x4a, 0x4b, 0x52, 0x53, + 0x02, 0x2a, 0x43, 0x40, 0xaa, 0x43, 0x8a, 0x12, 0x33, 0xf3, 0x32, 0xf3, 0xd2, 0x43, 0x12, 0x8b, + 0xb3, 0x85, 0x24, 0xb8, 0xd8, 0xcb, 0xf3, 0x8b, 0xb2, 0x53, 0x8b, 0x8a, 0x25, 0x18, 0x15, 0x18, + 0x35, 0x58, 0x83, 0x60, 0x5c, 0x27, 0xcb, 0x28, 0xf3, 0xf4, 0xcc, 0x92, 0x8c, 0xd2, 0x24, 0xbd, + 0xe4, 0xfc, 0x5c, 0x7d, 0xb0, 0xd1, 0xf9, 0x45, 0xe9, 0xfa, 0x70, 0x37, 0xa4, 0xa7, 0xe6, 0xe9, + 0x17, 0x24, 0xe9, 0xa6, 0xe7, 0xeb, 0xa3, 0x3b, 0x2b, 0x89, 0x0d, 0xec, 0x1e, 0x63, 0x40, 0x00, + 0x00, 0x00, 0xff, 0xff, 0x91, 0x53, 0x3a, 0xa1, 0xb1, 0x00, 0x00, 0x00, +} diff --git a/gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go b/gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go new file mode 100644 index 000000000..8e6af9852 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/pytorch.pb.validate.go @@ -0,0 +1,107 @@ +// Code generated by protoc-gen-validate. DO NOT EDIT. +// source: flyteidl/plugins/pytorch.proto + +package plugins + +import ( + "bytes" + "errors" + "fmt" + "net" + "net/mail" + "net/url" + "regexp" + "strings" + "time" + "unicode/utf8" + + "github.com/golang/protobuf/ptypes" +) + +// ensure the imports are used +var ( + _ = bytes.MinRead + _ = errors.New("") + _ = fmt.Print + _ = utf8.UTFMax + _ = (*regexp.Regexp)(nil) + _ = (*strings.Reader)(nil) + _ = net.IPv4len + _ = time.Duration(0) + _ = (*url.URL)(nil) + _ = (*mail.Address)(nil) + _ = ptypes.DynamicAny{} +) + +// define the regex for a UUID once up-front +var _pytorch_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") + +// Validate checks the field values on DistributedPyTorchTrainingTask with the +// rules defined in the proto definition for this message. If any rules are +// violated, an error is returned. +func (m *DistributedPyTorchTrainingTask) Validate() error { + if m == nil { + return nil + } + + // no validation rules for Workers + + return nil +} + +// DistributedPyTorchTrainingTaskValidationError is the validation error +// returned by DistributedPyTorchTrainingTask.Validate if the designated +// constraints aren't met. +type DistributedPyTorchTrainingTaskValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedPyTorchTrainingTaskValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedPyTorchTrainingTaskValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedPyTorchTrainingTaskValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedPyTorchTrainingTaskValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string { + return "DistributedPyTorchTrainingTaskValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedPyTorchTrainingTaskValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedPyTorchTrainingTask.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedPyTorchTrainingTaskValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedPyTorchTrainingTaskValidationError{} diff --git a/gen/pb-go/flyteidl/plugins/tensorflow.pb.go b/gen/pb-go/flyteidl/plugins/tensorflow.pb.go new file mode 100644 index 000000000..f466c1c97 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/tensorflow.pb.go @@ -0,0 +1,102 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// source: flyteidl/plugins/tensorflow.proto + +package plugins + +import ( + fmt "fmt" + proto "github.com/golang/protobuf/proto" + math "math" +) + +// Reference imports to suppress errors if they are not otherwise used. +var _ = proto.Marshal +var _ = fmt.Errorf +var _ = math.Inf + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the proto package it is being compiled against. +// A compilation error at this line likely means your copy of the +// proto package needs to be updated. +const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package + +// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator +type DistributedTensorflowTrainingTask struct { + // number of worker, ps, chief replicas spawned in the cluster for this job + Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"` + // PS -> Parameter server + PsReplicas int32 `protobuf:"varint,2,opt,name=ps_replicas,json=psReplicas,proto3" json:"ps_replicas,omitempty"` + ChiefReplicas int32 `protobuf:"varint,3,opt,name=chief_replicas,json=chiefReplicas,proto3" json:"chief_replicas,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *DistributedTensorflowTrainingTask) Reset() { *m = DistributedTensorflowTrainingTask{} } +func (m *DistributedTensorflowTrainingTask) String() string { return proto.CompactTextString(m) } +func (*DistributedTensorflowTrainingTask) ProtoMessage() {} +func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int) { + return fileDescriptor_8da02783614e1bcc, []int{0} +} + +func (m *DistributedTensorflowTrainingTask) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_DistributedTensorflowTrainingTask.Unmarshal(m, b) +} +func (m *DistributedTensorflowTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_DistributedTensorflowTrainingTask.Marshal(b, m, deterministic) +} +func (m *DistributedTensorflowTrainingTask) XXX_Merge(src proto.Message) { + xxx_messageInfo_DistributedTensorflowTrainingTask.Merge(m, src) +} +func (m *DistributedTensorflowTrainingTask) XXX_Size() int { + return xxx_messageInfo_DistributedTensorflowTrainingTask.Size(m) +} +func (m *DistributedTensorflowTrainingTask) XXX_DiscardUnknown() { + xxx_messageInfo_DistributedTensorflowTrainingTask.DiscardUnknown(m) +} + +var xxx_messageInfo_DistributedTensorflowTrainingTask proto.InternalMessageInfo + +func (m *DistributedTensorflowTrainingTask) GetWorkers() int32 { + if m != nil { + return m.Workers + } + return 0 +} + +func (m *DistributedTensorflowTrainingTask) GetPsReplicas() int32 { + if m != nil { + return m.PsReplicas + } + return 0 +} + +func (m *DistributedTensorflowTrainingTask) GetChiefReplicas() int32 { + if m != nil { + return m.ChiefReplicas + } + return 0 +} + +func init() { + proto.RegisterType((*DistributedTensorflowTrainingTask)(nil), "flyteidl.plugins.DistributedTensorflowTrainingTask") +} + +func init() { proto.RegisterFile("flyteidl/plugins/tensorflow.proto", fileDescriptor_8da02783614e1bcc) } + +var fileDescriptor_8da02783614e1bcc = []byte{ + // 202 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe2, 0x52, 0x4c, 0xcb, 0xa9, 0x2c, + 0x49, 0xcd, 0x4c, 0xc9, 0xd1, 0x2f, 0xc8, 0x29, 0x4d, 0xcf, 0xcc, 0x2b, 0xd6, 0x2f, 0x49, 0xcd, + 0x2b, 0xce, 0x2f, 0x4a, 0xcb, 0xc9, 0x2f, 0xd7, 0x2b, 0x28, 0xca, 0x2f, 0xc9, 0x17, 0x12, 0x80, + 0x29, 0xd1, 0x83, 0x2a, 0x51, 0x6a, 0x65, 0xe4, 0x52, 0x74, 0xc9, 0x2c, 0x2e, 0x29, 0xca, 0x4c, + 0x2a, 0x2d, 0x49, 0x4d, 0x09, 0x81, 0xeb, 0x08, 0x29, 0x4a, 0xcc, 0xcc, 0xcb, 0xcc, 0x4b, 0x0f, + 0x49, 0x2c, 0xce, 0x16, 0x92, 0xe0, 0x62, 0x2f, 0xcf, 0x2f, 0xca, 0x4e, 0x2d, 0x2a, 0x96, 0x60, + 0x54, 0x60, 0xd4, 0x60, 0x0d, 0x82, 0x71, 0x85, 0xe4, 0xb9, 0xb8, 0x0b, 0x8a, 0xe3, 0x8b, 0x52, + 0x0b, 0x72, 0x32, 0x93, 0x13, 0x8b, 0x25, 0x98, 0xc0, 0xb2, 0x5c, 0x05, 0xc5, 0x41, 0x50, 0x11, + 0x21, 0x55, 0x2e, 0xbe, 0xe4, 0x8c, 0xcc, 0xd4, 0x34, 0x84, 0x1a, 0x66, 0xb0, 0x1a, 0x5e, 0xb0, + 0x28, 0x4c, 0x99, 0x93, 0x65, 0x94, 0x79, 0x7a, 0x66, 0x49, 0x46, 0x69, 0x92, 0x5e, 0x72, 0x7e, + 0xae, 0x3e, 0xd8, 0x99, 0xf9, 0x45, 0xe9, 0xfa, 0x70, 0x2f, 0xa5, 0xa7, 0xe6, 0xe9, 0x17, 0x24, + 0xe9, 0xa6, 0xe7, 0xeb, 0xa3, 0xfb, 0x32, 0x89, 0x0d, 0xec, 0x37, 0x63, 0x40, 0x00, 0x00, 0x00, + 0xff, 0xff, 0x8f, 0xf1, 0xb9, 0xb2, 0x00, 0x01, 0x00, 0x00, +} diff --git a/gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go b/gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go new file mode 100644 index 000000000..ed7a8eeb8 --- /dev/null +++ b/gen/pb-go/flyteidl/plugins/tensorflow.pb.validate.go @@ -0,0 +1,111 @@ +// Code generated by protoc-gen-validate. DO NOT EDIT. +// source: flyteidl/plugins/tensorflow.proto + +package plugins + +import ( + "bytes" + "errors" + "fmt" + "net" + "net/mail" + "net/url" + "regexp" + "strings" + "time" + "unicode/utf8" + + "github.com/golang/protobuf/ptypes" +) + +// ensure the imports are used +var ( + _ = bytes.MinRead + _ = errors.New("") + _ = fmt.Print + _ = utf8.UTFMax + _ = (*regexp.Regexp)(nil) + _ = (*strings.Reader)(nil) + _ = net.IPv4len + _ = time.Duration(0) + _ = (*url.URL)(nil) + _ = (*mail.Address)(nil) + _ = ptypes.DynamicAny{} +) + +// define the regex for a UUID once up-front +var _tensorflow_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") + +// Validate checks the field values on DistributedTensorflowTrainingTask with +// the rules defined in the proto definition for this message. If any rules +// are violated, an error is returned. +func (m *DistributedTensorflowTrainingTask) Validate() error { + if m == nil { + return nil + } + + // no validation rules for Workers + + // no validation rules for PsReplicas + + // no validation rules for ChiefReplicas + + return nil +} + +// DistributedTensorflowTrainingTaskValidationError is the validation error +// returned by DistributedTensorflowTrainingTask.Validate if the designated +// constraints aren't met. +type DistributedTensorflowTrainingTaskValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e DistributedTensorflowTrainingTaskValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e DistributedTensorflowTrainingTaskValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e DistributedTensorflowTrainingTaskValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e DistributedTensorflowTrainingTaskValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string { + return "DistributedTensorflowTrainingTaskValidationError" +} + +// Error satisfies the builtin error interface +func (e DistributedTensorflowTrainingTaskValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sDistributedTensorflowTrainingTask.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = DistributedTensorflowTrainingTaskValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = DistributedTensorflowTrainingTaskValidationError{} diff --git a/gen/pb-java/flyteidl/plugins/Mpi.java b/gen/pb-java/flyteidl/plugins/Mpi.java new file mode 100644 index 000000000..8adb21af9 --- /dev/null +++ b/gen/pb-java/flyteidl/plugins/Mpi.java @@ -0,0 +1,737 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/mpi.proto + +package flyteidl.plugins; + +public final class Mpi { + private Mpi() {} + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistryLite registry) { + } + + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistry registry) { + registerAllExtensions( + (com.google.protobuf.ExtensionRegistryLite) registry); + } + public interface DistributedMPITrainingTaskOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.DistributedMPITrainingTask) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * number of worker spawned in the cluster for this job
+     *
+ * + * int32 num_workers = 1; + */ + int getNumWorkers(); + + /** + * 
+     * number of launcher replicas spawned in the cluster for this job
+     * The launcher pod invokes mpirun and communicates with worker pods through MPI.
+     *
+ * + * int32 num_launcher_replicas = 2; + */ + int getNumLauncherReplicas(); + + /** + * 
+     * number of slots per worker used in hostfile.
+     * The available slots (GPUs) in each pod.
+     *
+ * + * int32 slots = 3; + */ + int getSlots(); + } + /** + * 
+   * MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md
+   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+   *
+ * + * Protobuf type {@code flyteidl.plugins.DistributedMPITrainingTask} + */ + public static final class DistributedMPITrainingTask extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.DistributedMPITrainingTask) + DistributedMPITrainingTaskOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedMPITrainingTask.newBuilder() to construct. + private DistributedMPITrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedMPITrainingTask() { + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedMPITrainingTask( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 8: { + + numWorkers_ = input.readInt32(); + break; + } + case 16: { + + numLauncherReplicas_ = input.readInt32(); + break; + } + case 24: { + + slots_ = input.readInt32(); + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.Mpi.DistributedMPITrainingTask.class, flyteidl.plugins.Mpi.DistributedMPITrainingTask.Builder.class); + } + + public static final int NUM_WORKERS_FIELD_NUMBER = 1; + private int numWorkers_; + /** + * 
+     * number of worker spawned in the cluster for this job
+     *
+ * + * int32 num_workers = 1; + */ + public int getNumWorkers() { + return numWorkers_; + } + + public static final int NUM_LAUNCHER_REPLICAS_FIELD_NUMBER = 2; + private int numLauncherReplicas_; + /** + * 
+     * number of launcher replicas spawned in the cluster for this job
+     * The launcher pod invokes mpirun and communicates with worker pods through MPI.
+     *
+ * + * int32 num_launcher_replicas = 2; + */ + public int getNumLauncherReplicas() { + return numLauncherReplicas_; + } + + public static final int SLOTS_FIELD_NUMBER = 3; + private int slots_; + /** + * 
+     * number of slots per worker used in hostfile.
+     * The available slots (GPUs) in each pod.
+     *
+ * + * int32 slots = 3; + */ + public int getSlots() { + return slots_; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (numWorkers_ != 0) { + output.writeInt32(1, numWorkers_); + } + if (numLauncherReplicas_ != 0) { + output.writeInt32(2, numLauncherReplicas_); + } + if (slots_ != 0) { + output.writeInt32(3, slots_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (numWorkers_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(1, numWorkers_); + } + if (numLauncherReplicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(2, numLauncherReplicas_); + } + if (slots_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(3, slots_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.Mpi.DistributedMPITrainingTask)) { + return super.equals(obj); + } + flyteidl.plugins.Mpi.DistributedMPITrainingTask other = (flyteidl.plugins.Mpi.DistributedMPITrainingTask) obj; + + if (getNumWorkers() + != other.getNumWorkers()) return false; + if (getNumLauncherReplicas() + != other.getNumLauncherReplicas()) return false; + if (getSlots() + != other.getSlots()) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + NUM_WORKERS_FIELD_NUMBER; + hash = (53 * hash) + getNumWorkers(); + hash = (37 * hash) + NUM_LAUNCHER_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getNumLauncherReplicas(); + hash = (37 * hash) + SLOTS_FIELD_NUMBER; + hash = (53 * hash) + getSlots(); + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.Mpi.DistributedMPITrainingTask prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * 
+     * MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md
+     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+     *
+ * + * Protobuf type {@code flyteidl.plugins.DistributedMPITrainingTask} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.DistributedMPITrainingTask) + flyteidl.plugins.Mpi.DistributedMPITrainingTaskOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.Mpi.DistributedMPITrainingTask.class, flyteidl.plugins.Mpi.DistributedMPITrainingTask.Builder.class); + } + + // Construct using flyteidl.plugins.Mpi.DistributedMPITrainingTask.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + numWorkers_ = 0; + + numLauncherReplicas_ = 0; + + slots_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.Mpi.internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.Mpi.DistributedMPITrainingTask getDefaultInstanceForType() { + return flyteidl.plugins.Mpi.DistributedMPITrainingTask.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.Mpi.DistributedMPITrainingTask build() { + flyteidl.plugins.Mpi.DistributedMPITrainingTask result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.Mpi.DistributedMPITrainingTask buildPartial() { + flyteidl.plugins.Mpi.DistributedMPITrainingTask result = new flyteidl.plugins.Mpi.DistributedMPITrainingTask(this); + result.numWorkers_ = numWorkers_; + result.numLauncherReplicas_ = numLauncherReplicas_; + result.slots_ = slots_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.Mpi.DistributedMPITrainingTask) { + return mergeFrom((flyteidl.plugins.Mpi.DistributedMPITrainingTask)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.Mpi.DistributedMPITrainingTask other) { + if (other == flyteidl.plugins.Mpi.DistributedMPITrainingTask.getDefaultInstance()) return this; + if (other.getNumWorkers() != 0) { + setNumWorkers(other.getNumWorkers()); + } + if (other.getNumLauncherReplicas() != 0) { + setNumLauncherReplicas(other.getNumLauncherReplicas()); + } + if (other.getSlots() != 0) { + setSlots(other.getSlots()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.Mpi.DistributedMPITrainingTask parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.Mpi.DistributedMPITrainingTask) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private int numWorkers_ ; + /** + * 
+       * number of worker spawned in the cluster for this job
+       *
+ * + * int32 num_workers = 1; + */ + public int getNumWorkers() { + return numWorkers_; + } + /** + * 
+       * number of worker spawned in the cluster for this job
+       *
+ * + * int32 num_workers = 1; + */ + public Builder setNumWorkers(int value) { + + numWorkers_ = value; + onChanged(); + return this; + } + /** + * 
+       * number of worker spawned in the cluster for this job
+       *
+ * + * int32 num_workers = 1; + */ + public Builder clearNumWorkers() { + + numWorkers_ = 0; + onChanged(); + return this; + } + + private int numLauncherReplicas_ ; + /** + * 
+       * number of launcher replicas spawned in the cluster for this job
+       * The launcher pod invokes mpirun and communicates with worker pods through MPI.
+       *
+ * + * int32 num_launcher_replicas = 2; + */ + public int getNumLauncherReplicas() { + return numLauncherReplicas_; + } + /** + * 
+       * number of launcher replicas spawned in the cluster for this job
+       * The launcher pod invokes mpirun and communicates with worker pods through MPI.
+       *
+ * + * int32 num_launcher_replicas = 2; + */ + public Builder setNumLauncherReplicas(int value) { + + numLauncherReplicas_ = value; + onChanged(); + return this; + } + /** + * 
+       * number of launcher replicas spawned in the cluster for this job
+       * The launcher pod invokes mpirun and communicates with worker pods through MPI.
+       *
+ * + * int32 num_launcher_replicas = 2; + */ + public Builder clearNumLauncherReplicas() { + + numLauncherReplicas_ = 0; + onChanged(); + return this; + } + + private int slots_ ; + /** + * 
+       * number of slots per worker used in hostfile.
+       * The available slots (GPUs) in each pod.
+       *
+ * + * int32 slots = 3; + */ + public int getSlots() { + return slots_; + } + /** + * 
+       * number of slots per worker used in hostfile.
+       * The available slots (GPUs) in each pod.
+       *
+ * + * int32 slots = 3; + */ + public Builder setSlots(int value) { + + slots_ = value; + onChanged(); + return this; + } + /** + * 
+       * number of slots per worker used in hostfile.
+       * The available slots (GPUs) in each pod.
+       *
+ * + * int32 slots = 3; + */ + public Builder clearSlots() { + + slots_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.DistributedMPITrainingTask) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedMPITrainingTask) + private static final flyteidl.plugins.Mpi.DistributedMPITrainingTask DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.Mpi.DistributedMPITrainingTask(); + } + + public static flyteidl.plugins.Mpi.DistributedMPITrainingTask getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedMPITrainingTask parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedMPITrainingTask(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.Mpi.DistributedMPITrainingTask getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable; + + public static com.google.protobuf.Descriptors.FileDescriptor + getDescriptor() { + return descriptor; + } + private static com.google.protobuf.Descriptors.FileDescriptor + descriptor; + static { + java.lang.String[] descriptorData = { + "\n\032flyteidl/plugins/mpi.proto\022\020flyteidl.p" + + "lugins\"_\n\032DistributedMPITrainingTask\022\023\n\013" + + "num_workers\030\001 \001(\005\022\035\n\025num_launcher_replic" + + "as\030\002 \001(\005\022\r\n\005slots\030\003 \001(\005B9Z7github.com/fl" + + "yteorg/flyteidl/gen/pb-go/flyteidl/plugi" + + "nsb\006proto3" + }; + com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = + new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { + public com.google.protobuf.ExtensionRegistry assignDescriptors( + com.google.protobuf.Descriptors.FileDescriptor root) { + descriptor = root; + return null; + } + }; + com.google.protobuf.Descriptors.FileDescriptor + .internalBuildGeneratedFileFrom(descriptorData, + new com.google.protobuf.Descriptors.FileDescriptor[] { + }, assigner); + internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor = + getDescriptor().getMessageTypes().get(0); + internal_static_flyteidl_plugins_DistributedMPITrainingTask_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_DistributedMPITrainingTask_descriptor, + new java.lang.String[] { "NumWorkers", "NumLauncherReplicas", "Slots", }); + } + + // @@protoc_insertion_point(outer_class_scope) +} diff --git a/gen/pb-java/flyteidl/plugins/Pytorch.java b/gen/pb-java/flyteidl/plugins/Pytorch.java new file mode 100644 index 000000000..a7709263f --- /dev/null +++ b/gen/pb-java/flyteidl/plugins/Pytorch.java @@ -0,0 +1,560 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/pytorch.proto + +package flyteidl.plugins; + +public final class Pytorch { + private Pytorch() {} + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistryLite registry) { + } + + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistry registry) { + registerAllExtensions( + (com.google.protobuf.ExtensionRegistryLite) registry); + } + public interface DistributedPyTorchTrainingTaskOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.DistributedPyTorchTrainingTask) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * number of worker replicas spawned in the cluster for this job
+     *
+ * + * int32 workers = 1; + */ + int getWorkers(); + } + /** + * 
+   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+   *
+ * + * Protobuf type {@code flyteidl.plugins.DistributedPyTorchTrainingTask} + */ + public static final class DistributedPyTorchTrainingTask extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.DistributedPyTorchTrainingTask) + DistributedPyTorchTrainingTaskOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedPyTorchTrainingTask.newBuilder() to construct. + private DistributedPyTorchTrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedPyTorchTrainingTask() { + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedPyTorchTrainingTask( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 8: { + + workers_ = input.readInt32(); + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.class, flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.Builder.class); + } + + public static final int WORKERS_FIELD_NUMBER = 1; + private int workers_; + /** + * 
+     * number of worker replicas spawned in the cluster for this job
+     *
+ * + * int32 workers = 1; + */ + public int getWorkers() { + return workers_; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (workers_ != 0) { + output.writeInt32(1, workers_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (workers_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(1, workers_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask)) { + return super.equals(obj); + } + flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask other = (flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask) obj; + + if (getWorkers() + != other.getWorkers()) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + WORKERS_FIELD_NUMBER; + hash = (53 * hash) + getWorkers(); + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * 
+     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+     *
+ * + * Protobuf type {@code flyteidl.plugins.DistributedPyTorchTrainingTask} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.DistributedPyTorchTrainingTask) + flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTaskOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.class, flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.Builder.class); + } + + // Construct using flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + workers_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.Pytorch.internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask getDefaultInstanceForType() { + return flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask build() { + flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask buildPartial() { + flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask result = new flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask(this); + result.workers_ = workers_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask) { + return mergeFrom((flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask other) { + if (other == flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask.getDefaultInstance()) return this; + if (other.getWorkers() != 0) { + setWorkers(other.getWorkers()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private int workers_ ; + /** + * 
+       * number of worker replicas spawned in the cluster for this job
+       *
+ * + * int32 workers = 1; + */ + public int getWorkers() { + return workers_; + } + /** + * 
+       * number of worker replicas spawned in the cluster for this job
+       *
+ * + * int32 workers = 1; + */ + public Builder setWorkers(int value) { + + workers_ = value; + onChanged(); + return this; + } + /** + * 
+       * number of worker replicas spawned in the cluster for this job
+       *
+ * + * int32 workers = 1; + */ + public Builder clearWorkers() { + + workers_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.DistributedPyTorchTrainingTask) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedPyTorchTrainingTask) + private static final flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask(); + } + + public static flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedPyTorchTrainingTask parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedPyTorchTrainingTask(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.Pytorch.DistributedPyTorchTrainingTask getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable; + + public static com.google.protobuf.Descriptors.FileDescriptor + getDescriptor() { + return descriptor; + } + private static com.google.protobuf.Descriptors.FileDescriptor + descriptor; + static { + java.lang.String[] descriptorData = { + "\n\036flyteidl/plugins/pytorch.proto\022\020flytei" + + "dl.plugins\"1\n\036DistributedPyTorchTraining" + + "Task\022\017\n\007workers\030\001 \001(\005B9Z7github.com/flyt" + + "eorg/flyteidl/gen/pb-go/flyteidl/plugins" + + "b\006proto3" + }; + com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = + new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { + public com.google.protobuf.ExtensionRegistry assignDescriptors( + com.google.protobuf.Descriptors.FileDescriptor root) { + descriptor = root; + return null; + } + }; + com.google.protobuf.Descriptors.FileDescriptor + .internalBuildGeneratedFileFrom(descriptorData, + new com.google.protobuf.Descriptors.FileDescriptor[] { + }, assigner); + internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor = + getDescriptor().getMessageTypes().get(0); + internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_DistributedPyTorchTrainingTask_descriptor, + new java.lang.String[] { "Workers", }); + } + + // @@protoc_insertion_point(outer_class_scope) +} diff --git a/gen/pb-java/flyteidl/plugins/Tensorflow.java b/gen/pb-java/flyteidl/plugins/Tensorflow.java new file mode 100644 index 000000000..b1a1862ae --- /dev/null +++ b/gen/pb-java/flyteidl/plugins/Tensorflow.java @@ -0,0 +1,705 @@ +// Generated by the protocol buffer compiler. DO NOT EDIT! +// source: flyteidl/plugins/tensorflow.proto + +package flyteidl.plugins; + +public final class Tensorflow { + private Tensorflow() {} + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistryLite registry) { + } + + public static void registerAllExtensions( + com.google.protobuf.ExtensionRegistry registry) { + registerAllExtensions( + (com.google.protobuf.ExtensionRegistryLite) registry); + } + public interface DistributedTensorflowTrainingTaskOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.DistributedTensorflowTrainingTask) + com.google.protobuf.MessageOrBuilder { + + /** + * 
+     * number of worker, ps, chief replicas spawned in the cluster for this job
+     *
+ * + * int32 workers = 1; + */ + int getWorkers(); + + /** + * 
+     * PS -> Parameter server
+     *
+ * + * int32 ps_replicas = 2; + */ + int getPsReplicas(); + + /** + * int32 chief_replicas = 3; + */ + int getChiefReplicas(); + } + /** + * 
+   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+   *
+ * + * Protobuf type {@code flyteidl.plugins.DistributedTensorflowTrainingTask} + */ + public static final class DistributedTensorflowTrainingTask extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.DistributedTensorflowTrainingTask) + DistributedTensorflowTrainingTaskOrBuilder { + private static final long serialVersionUID = 0L; + // Use DistributedTensorflowTrainingTask.newBuilder() to construct. + private DistributedTensorflowTrainingTask(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private DistributedTensorflowTrainingTask() { + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private DistributedTensorflowTrainingTask( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 8: { + + workers_ = input.readInt32(); + break; + } + case 16: { + + psReplicas_ = input.readInt32(); + break; + } + case 24: { + + chiefReplicas_ = input.readInt32(); + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.class, flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.Builder.class); + } + + public static final int WORKERS_FIELD_NUMBER = 1; + private int workers_; + /** + * 
+     * number of worker, ps, chief replicas spawned in the cluster for this job
+     *
+ * + * int32 workers = 1; + */ + public int getWorkers() { + return workers_; + } + + public static final int PS_REPLICAS_FIELD_NUMBER = 2; + private int psReplicas_; + /** + * 
+     * PS -> Parameter server
+     *
+ * + * int32 ps_replicas = 2; + */ + public int getPsReplicas() { + return psReplicas_; + } + + public static final int CHIEF_REPLICAS_FIELD_NUMBER = 3; + private int chiefReplicas_; + /** + * int32 chief_replicas = 3; + */ + public int getChiefReplicas() { + return chiefReplicas_; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (workers_ != 0) { + output.writeInt32(1, workers_); + } + if (psReplicas_ != 0) { + output.writeInt32(2, psReplicas_); + } + if (chiefReplicas_ != 0) { + output.writeInt32(3, chiefReplicas_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (workers_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(1, workers_); + } + if (psReplicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(2, psReplicas_); + } + if (chiefReplicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(3, chiefReplicas_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask)) { + return super.equals(obj); + } + flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask other = (flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask) obj; + + if (getWorkers() + != other.getWorkers()) return false; + if (getPsReplicas() + != other.getPsReplicas()) return false; + if (getChiefReplicas() + != other.getChiefReplicas()) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + WORKERS_FIELD_NUMBER; + hash = (53 * hash) + getWorkers(); + hash = (37 * hash) + PS_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getPsReplicas(); + hash = (37 * hash) + CHIEF_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getChiefReplicas(); + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * 
+     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+     *
+ * + * Protobuf type {@code flyteidl.plugins.DistributedTensorflowTrainingTask} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.DistributedTensorflowTrainingTask) + flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTaskOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.class, flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.Builder.class); + } + + // Construct using flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + workers_ = 0; + + psReplicas_ = 0; + + chiefReplicas_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.Tensorflow.internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstanceForType() { + return flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask build() { + flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask buildPartial() { + flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask result = new flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask(this); + result.workers_ = workers_; + result.psReplicas_ = psReplicas_; + result.chiefReplicas_ = chiefReplicas_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask) { + return mergeFrom((flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask other) { + if (other == flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask.getDefaultInstance()) return this; + if (other.getWorkers() != 0) { + setWorkers(other.getWorkers()); + } + if (other.getPsReplicas() != 0) { + setPsReplicas(other.getPsReplicas()); + } + if (other.getChiefReplicas() != 0) { + setChiefReplicas(other.getChiefReplicas()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private int workers_ ; + /** + * 
+       * number of worker, ps, chief replicas spawned in the cluster for this job
+       *
+ * + * int32 workers = 1; + */ + public int getWorkers() { + return workers_; + } + /** + * 
+       * number of worker, ps, chief replicas spawned in the cluster for this job
+       *
+ * + * int32 workers = 1; + */ + public Builder setWorkers(int value) { + + workers_ = value; + onChanged(); + return this; + } + /** + * 
+       * number of worker, ps, chief replicas spawned in the cluster for this job
+       *
+ * + * int32 workers = 1; + */ + public Builder clearWorkers() { + + workers_ = 0; + onChanged(); + return this; + } + + private int psReplicas_ ; + /** + * 
+       * PS -> Parameter server
+       *
+ * + * int32 ps_replicas = 2; + */ + public int getPsReplicas() { + return psReplicas_; + } + /** + * 
+       * PS -> Parameter server
+       *
+ * + * int32 ps_replicas = 2; + */ + public Builder setPsReplicas(int value) { + + psReplicas_ = value; + onChanged(); + return this; + } + /** + * 
+       * PS -> Parameter server
+       *
+ * + * int32 ps_replicas = 2; + */ + public Builder clearPsReplicas() { + + psReplicas_ = 0; + onChanged(); + return this; + } + + private int chiefReplicas_ ; + /** + * int32 chief_replicas = 3; + */ + public int getChiefReplicas() { + return chiefReplicas_; + } + /** + * int32 chief_replicas = 3; + */ + public Builder setChiefReplicas(int value) { + + chiefReplicas_ = value; + onChanged(); + return this; + } + /** + * int32 chief_replicas = 3; + */ + public Builder clearChiefReplicas() { + + chiefReplicas_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.DistributedTensorflowTrainingTask) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.DistributedTensorflowTrainingTask) + private static final flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask(); + } + + public static flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public DistributedTensorflowTrainingTask parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new DistributedTensorflowTrainingTask(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.Tensorflow.DistributedTensorflowTrainingTask getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + + private static final com.google.protobuf.Descriptors.Descriptor + internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor; + private static final + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable; + + public static com.google.protobuf.Descriptors.FileDescriptor + getDescriptor() { + return descriptor; + } + private static com.google.protobuf.Descriptors.FileDescriptor + descriptor; + static { + java.lang.String[] descriptorData = { + "\n!flyteidl/plugins/tensorflow.proto\022\020fly" + + "teidl.plugins\"a\n!DistributedTensorflowTr" + + "ainingTask\022\017\n\007workers\030\001 \001(\005\022\023\n\013ps_replic" + + "as\030\002 \001(\005\022\026\n\016chief_replicas\030\003 \001(\005B9Z7gith" + + "ub.com/flyteorg/flyteidl/gen/pb-go/flyte" + + "idl/pluginsb\006proto3" + }; + com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = + new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { + public com.google.protobuf.ExtensionRegistry assignDescriptors( + com.google.protobuf.Descriptors.FileDescriptor root) { + descriptor = root; + return null; + } + }; + com.google.protobuf.Descriptors.FileDescriptor + .internalBuildGeneratedFileFrom(descriptorData, + new com.google.protobuf.Descriptors.FileDescriptor[] { + }, assigner); + internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor = + getDescriptor().getMessageTypes().get(0); + internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_fieldAccessorTable = new + com.google.protobuf.GeneratedMessageV3.FieldAccessorTable( + internal_static_flyteidl_plugins_DistributedTensorflowTrainingTask_descriptor, + new java.lang.String[] { "Workers", "PsReplicas", "ChiefReplicas", }); + } + + // @@protoc_insertion_point(outer_class_scope) +} diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java index 33109bb8c..7abca5396 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java @@ -14,144 +14,62 @@ public static void registerAllExtensions( registerAllExtensions( (com.google.protobuf.ExtensionRegistryLite) registry); } - /** - * Protobuf enum {@code flyteidl.plugins.kubeflow.SuccessPolicy} - */ - public enum SuccessPolicy - implements com.google.protobuf.ProtocolMessageEnum { - /** - * SUCCESS_POLICY_DEFAULT = 0; - */ - SUCCESS_POLICY_DEFAULT(0), - /** - * SUCCESS_POLICY_ALL_WORKERS = 1; - */ - SUCCESS_POLICY_ALL_WORKERS(1), - UNRECOGNIZED(-1), - ; - - /** - * SUCCESS_POLICY_DEFAULT = 0; - */ - public static final int SUCCESS_POLICY_DEFAULT_VALUE = 0; - /** - * SUCCESS_POLICY_ALL_WORKERS = 1; - */ - public static final int SUCCESS_POLICY_ALL_WORKERS_VALUE = 1; - - - public final int getNumber() { - if (this == UNRECOGNIZED) { - throw new java.lang.IllegalArgumentException( - "Can't get the number of an unknown enum value."); - } - return value; - } - - /** - * @deprecated Use {@link #forNumber(int)} instead. - */ - @java.lang.Deprecated - public static SuccessPolicy valueOf(int value) { - return forNumber(value); - } - - public static SuccessPolicy forNumber(int value) { - switch (value) { - case 0: return SUCCESS_POLICY_DEFAULT; - case 1: return SUCCESS_POLICY_ALL_WORKERS; - default: return null; - } - } - - public static com.google.protobuf.Internal.EnumLiteMap - internalGetValueMap() { - return internalValueMap; - } - private static final com.google.protobuf.Internal.EnumLiteMap< - SuccessPolicy> internalValueMap = - new com.google.protobuf.Internal.EnumLiteMap() { - public SuccessPolicy findValueByNumber(int number) { - return SuccessPolicy.forNumber(number); - } - }; - - public final com.google.protobuf.Descriptors.EnumValueDescriptor - getValueDescriptor() { - return getDescriptor().getValues().get(ordinal()); - } - public final com.google.protobuf.Descriptors.EnumDescriptor - getDescriptorForType() { - return getDescriptor(); - } - public static final com.google.protobuf.Descriptors.EnumDescriptor - getDescriptor() { - return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(0); - } - - private static final SuccessPolicy[] VALUES = values(); - - public static SuccessPolicy valueOf( - com.google.protobuf.Descriptors.EnumValueDescriptor desc) { - if (desc.getType() != getDescriptor()) { - throw new java.lang.IllegalArgumentException( - "EnumValueDescriptor is not for this type."); - } - if (desc.getIndex() == -1) { - return UNRECOGNIZED; - } - return VALUES[desc.getIndex()]; - } - - private final int value; - - private SuccessPolicy(int value) { - this.value = value; - } - - // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.SuccessPolicy) - } - /** * Protobuf enum {@code flyteidl.plugins.kubeflow.CleanPodPolicy} */ public enum CleanPodPolicy implements com.google.protobuf.ProtocolMessageEnum { /** - * CLEANPOD_POLICY_UNDEFINED = 0; - */ - CLEANPOD_POLICY_UNDEFINED(0), - /** - * CLEANPOD_POLICY_ALL = 1; + * 
+     * The All policy means all pods even completed pods will be deleted immediately when the job finishes.
+     *
+ * + * CLEANPOD_POLICY_ALL = 0; */ - CLEANPOD_POLICY_ALL(1), + CLEANPOD_POLICY_ALL(0), /** - * CLEANPOD_POLICY_RUNNING = 2; + * 
+     * The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value.
+     *
+ * + * CLEANPOD_POLICY_RUNNING = 1; */ - CLEANPOD_POLICY_RUNNING(2), + CLEANPOD_POLICY_RUNNING(1), /** - * CLEANPOD_POLICY_NONE = 3; + * 
+     * The None policy means that no pods will be deleted when the job completes.
+     *
+ * + * CLEANPOD_POLICY_NONE = 2; */ - CLEANPOD_POLICY_NONE(3), + CLEANPOD_POLICY_NONE(2), UNRECOGNIZED(-1), ; /** - * CLEANPOD_POLICY_UNDEFINED = 0; - */ - public static final int CLEANPOD_POLICY_UNDEFINED_VALUE = 0; - /** - * CLEANPOD_POLICY_ALL = 1; + * 
+     * The All policy means all pods even completed pods will be deleted immediately when the job finishes.
+     *
+ * + * CLEANPOD_POLICY_ALL = 0; */ - public static final int CLEANPOD_POLICY_ALL_VALUE = 1; + public static final int CLEANPOD_POLICY_ALL_VALUE = 0; /** - * CLEANPOD_POLICY_RUNNING = 2; + * 
+     * The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value.
+     *
+ * + * CLEANPOD_POLICY_RUNNING = 1; */ - public static final int CLEANPOD_POLICY_RUNNING_VALUE = 2; + public static final int CLEANPOD_POLICY_RUNNING_VALUE = 1; /** - * CLEANPOD_POLICY_NONE = 3; + * 
+     * The None policy means that no pods will be deleted when the job completes.
+     *
+ * + * CLEANPOD_POLICY_NONE = 2; */ - public static final int CLEANPOD_POLICY_NONE_VALUE = 3; + public static final int CLEANPOD_POLICY_NONE_VALUE = 2; public final int getNumber() { @@ -172,10 +90,9 @@ public static CleanPodPolicy valueOf(int value) { public static CleanPodPolicy forNumber(int value) { switch (value) { - case 0: return CLEANPOD_POLICY_UNDEFINED; - case 1: return CLEANPOD_POLICY_ALL; - case 2: return CLEANPOD_POLICY_RUNNING; - case 3: return CLEANPOD_POLICY_NONE; + case 0: return CLEANPOD_POLICY_ALL; + case 1: return CLEANPOD_POLICY_RUNNING; + case 2: return CLEANPOD_POLICY_NONE; default: return null; } } @@ -202,7 +119,7 @@ public CleanPodPolicy findValueByNumber(int number) { } public static final com.google.protobuf.Descriptors.EnumDescriptor getDescriptor() { - return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(1); + return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(0); } private static final CleanPodPolicy[] VALUES = values(); @@ -343,7 +260,7 @@ public RestartPolicy findValueByNumber(int number) { } public static final com.google.protobuf.Descriptors.EnumDescriptor getDescriptor() { - return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(2); + return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(1); } private static final RestartPolicy[] VALUES = values(); @@ -375,8 +292,7 @@ public interface RunPolicyOrBuilder extends /** * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes.
-     * Default to None.
+     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
      *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -384,8 +300,7 @@ public interface RunPolicyOrBuilder extends int getCleanPodPolicyValue(); /** * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes.
-     * Default to None.
+     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
      *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -394,8 +309,7 @@ public interface RunPolicyOrBuilder extends /** * 
-     * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
-     * reconcile gets called periodically. Default to infinite.
+     * TTL to clean up jobs. Default to infinite.
      *
* * int32 ttl_seconds_after_finished = 2; @@ -518,8 +432,7 @@ private RunPolicy( private int cleanPodPolicy_; /** * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes.
-     * Default to None.
+     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
      *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -529,8 +442,7 @@ public int getCleanPodPolicyValue() { } /** * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes.
-     * Default to None.
+     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
      *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -545,8 +457,7 @@ public flyteidl.plugins.kubeflow.Common.CleanPodPolicy getCleanPodPolicy() { private int ttlSecondsAfterFinished_; /** * 
-     * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
-     * reconcile gets called periodically. Default to infinite.
+     * TTL to clean up jobs. Default to infinite.
      *
* * int32 ttl_seconds_after_finished = 2; @@ -596,7 +507,7 @@ public final boolean isInitialized() { @java.lang.Override public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { - if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_UNDEFINED.getNumber()) { + if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_ALL.getNumber()) { output.writeEnum(1, cleanPodPolicy_); } if (ttlSecondsAfterFinished_ != 0) { @@ -617,7 +528,7 @@ public int getSerializedSize() { if (size != -1) return size; size = 0; - if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_UNDEFINED.getNumber()) { + if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_ALL.getNumber()) { size += com.google.protobuf.CodedOutputStream .computeEnumSize(1, cleanPodPolicy_); } @@ -937,8 +848,7 @@ public Builder mergeFrom( private int cleanPodPolicy_ = 0; /** * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes.
-       * Default to None.
+       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
        *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -948,8 +858,7 @@ public int getCleanPodPolicyValue() { } /** * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes.
-       * Default to None.
+       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
        *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -961,8 +870,7 @@ public Builder setCleanPodPolicyValue(int value) { } /** * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes.
-       * Default to None.
+       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
        *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -974,8 +882,7 @@ public flyteidl.plugins.kubeflow.Common.CleanPodPolicy getCleanPodPolicy() { } /** * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes.
-       * Default to None.
+       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
        *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -991,8 +898,7 @@ public Builder setCleanPodPolicy(flyteidl.plugins.kubeflow.Common.CleanPodPolicy } /** * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes.
-       * Default to None.
+       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
        *
* * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1; @@ -1007,8 +913,7 @@ public Builder clearCleanPodPolicy() { private int ttlSecondsAfterFinished_ ; /** * 
-       * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
-       * reconcile gets called periodically. Default to infinite.
+       * TTL to clean up jobs. Default to infinite.
        *
* * int32 ttl_seconds_after_finished = 2; @@ -1018,8 +923,7 @@ public int getTtlSecondsAfterFinished() { } /** * 
-       * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
-       * reconcile gets called periodically. Default to infinite.
+       * TTL to clean up jobs. Default to infinite.
        *
* * int32 ttl_seconds_after_finished = 2; @@ -1032,8 +936,7 @@ public Builder setTtlSecondsAfterFinished(int value) { } /** * 
-       * TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
-       * reconcile gets called periodically. Default to infinite.
+       * TTL to clean up jobs. Default to infinite.
        *
* * int32 ttl_seconds_after_finished = 2; @@ -1196,16 +1099,13 @@ public flyteidl.plugins.kubeflow.Common.RunPolicy getDefaultInstanceForType() { "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se" + "conds_after_finished\030\002 \001(\005\022\035\n\025activeDead" + "lineSeconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001(\005" + - "*K\n\rSuccessPolicy\022\032\n\026SUCCESS_POLICY_DEFA" + - "ULT\020\000\022\036\n\032SUCCESS_POLICY_ALL_WORKERS\020\001*\177\n" + - "\016CleanPodPolicy\022\035\n\031CLEANPOD_POLICY_UNDEF" + - "INED\020\000\022\027\n\023CLEANPOD_POLICY_ALL\020\001\022\033\n\027CLEAN" + - "POD_POLICY_RUNNING\020\002\022\030\n\024CLEANPOD_POLICY_" + - "NONE\020\003*c\n\rRestartPolicy\022\031\n\025RESTART_POLIC" + - "Y_ALWAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020" + - "\001\022\030\n\024RESTART_POLICY_NEVER\020\002B9Z7github.co" + - "m/flyteorg/flyteidl/gen/pb-go/flyteidl/p" + - "luginsb\006proto3" + "*`\n\016CleanPodPolicy\022\027\n\023CLEANPOD_POLICY_AL" + + "L\020\000\022\033\n\027CLEANPOD_POLICY_RUNNING\020\001\022\030\n\024CLEA" + + "NPOD_POLICY_NONE\020\002*c\n\rRestartPolicy\022\031\n\025R" + + "ESTART_POLICY_ALWAYS\020\000\022\035\n\031RESTART_POLICY" + + "_ON_FAILURE\020\001\022\030\n\024RESTART_POLICY_NEVER\020\002B" + + "9Z7github.com/flyteorg/flyteidl/gen/pb-g" + + "o/flyteidl/pluginsb\006proto3" }; com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java index 6da5191f0..548266e03 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java @@ -98,23 +98,6 @@ public interface DistributedMPITrainingTaskOrBuilder extends * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; */ flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder(); - - /** - * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     *
- * - * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - */ - int getSuccessPolicyValue(); - /** - * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     *
- * - * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4; - */ - flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy(); } /** * 
@@ -133,7 +116,6 @@ private DistributedMPITrainingTask(com.google.protobuf.GeneratedMessageV3.Builde
       super(builder);
     }
     private DistributedMPITrainingTask() {
-      successPolicy_ = 0;
     }
 
     @java.lang.Override
@@ -199,12 +181,6 @@ private DistributedMPITrainingTask(
 
               break;
             }
-            case 32: {
-              int rawValue = input.readEnum();
-
-              successPolicy_ = rawValue;
-              break;
-            }
             default: {
               if (!parseUnknownField(
                   input, unknownFields, extensionRegistry, tag)) {
@@ -342,31 +318,6 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
       return getRunPolicy();
     }
 
-    public static final int SUCCESS_POLICY_FIELD_NUMBER = 4;
-    private int successPolicy_;
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-     */
-    public int getSuccessPolicyValue() {
-      return successPolicy_;
-    }
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-     */
-    public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() {
-      @SuppressWarnings("deprecation")
-      flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_);
-      return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result;
-    }
-
     private byte memoizedIsInitialized = -1;
     @java.lang.Override
     public final boolean isInitialized() {
@@ -390,9 +341,6 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (runPolicy_ != null) {
         output.writeMessage(3, getRunPolicy());
       }
-      if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) {
-        output.writeEnum(4, successPolicy_);
-      }
       unknownFields.writeTo(output);
     }
 
@@ -414,10 +362,6 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeMessageSize(3, getRunPolicy());
       }
-      if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) {
-        size += com.google.protobuf.CodedOutputStream
-          .computeEnumSize(4, successPolicy_);
-      }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
       return size;
@@ -448,7 +392,6 @@ public boolean equals(final java.lang.Object obj) {
         if (!getRunPolicy()
             .equals(other.getRunPolicy())) return false;
       }
-      if (successPolicy_ != other.successPolicy_) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
     }
@@ -472,8 +415,6 @@ public int hashCode() {
         hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER;
         hash = (53 * hash) + getRunPolicy().hashCode();
       }
-      hash = (37 * hash) + SUCCESS_POLICY_FIELD_NUMBER;
-      hash = (53 * hash) + successPolicy_;
       hash = (29 * hash) + unknownFields.hashCode();
       memoizedHashCode = hash;
       return hash;
@@ -629,8 +570,6 @@ public Builder clear() {
           runPolicy_ = null;
           runPolicyBuilder_ = null;
         }
-        successPolicy_ = 0;
-
         return this;
       }
 
@@ -672,7 +611,6 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask buildPartial() {
         } else {
           result.runPolicy_ = runPolicyBuilder_.build();
         }
-        result.successPolicy_ = successPolicy_;
         onBuilt();
         return result;
       }
@@ -730,9 +668,6 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTas
         if (other.hasRunPolicy()) {
           mergeRunPolicy(other.getRunPolicy());
         }
-        if (other.successPolicy_ != 0) {
-          setSuccessPolicyValue(other.getSuccessPolicyValue());
-        }
         this.mergeUnknownFields(other.unknownFields);
         onChanged();
         return this;
@@ -1238,71 +1173,6 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
         }
         return runPolicyBuilder_;
       }
-
-      private int successPolicy_ = 0;
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public int getSuccessPolicyValue() {
-        return successPolicy_;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public Builder setSuccessPolicyValue(int value) {
-        successPolicy_ = value;
-        onChanged();
-        return this;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() {
-        @SuppressWarnings("deprecation")
-        flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_);
-        return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public Builder setSuccessPolicy(flyteidl.plugins.kubeflow.Common.SuccessPolicy value) {
-        if (value == null) {
-          throw new NullPointerException();
-        }
-        
-        successPolicy_ = value.getNumber();
-        onChanged();
-        return this;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public Builder clearSuccessPolicy() {
-        
-        successPolicy_ = 0;
-        onChanged();
-        return this;
-      }
       @java.lang.Override
       public final Builder setUnknownFields(
           final com.google.protobuf.UnknownFieldSet unknownFields) {
@@ -1362,7 +1232,7 @@ public interface DistributedMPITrainingReplicaSpecOrBuilder extends
 
     /**
      * 
-     * Number of workers
+     * Number of replicas
      * 

      *
      * int32 replicas = 1;
@@ -1371,38 +1241,61 @@ public interface DistributedMPITrainingReplicaSpecOrBuilder extends
 
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
-    java.lang.String getPodTemplateName();
+    java.lang.String getImage();
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
     com.google.protobuf.ByteString
-        getPodTemplateNameBytes();
+        getImageBytes();
 
     /**
      * 
-     * Restart policy for the worker
+     * Resources required for the replica group
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.core.Resources resources = 3;
+     */
+    boolean hasResources();
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    flyteidl.core.Tasks.Resources getResources();
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder();
+
+    /**
+     * 
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * 

+     *
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     int getRestartPolicyValue();
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy();
   }
@@ -1419,7 +1312,7 @@ private DistributedMPITrainingReplicaSpec(com.google.protobuf.GeneratedMessageV3
       super(builder);
     }
     private DistributedMPITrainingReplicaSpec() {
-      podTemplateName_ = "";
+      image_ = "";
       restartPolicy_ = 0;
     }
 
@@ -1455,10 +1348,23 @@ private DistributedMPITrainingReplicaSpec(
             case 18: {
               java.lang.String s = input.readStringRequireUtf8();
 
-              podTemplateName_ = s;
+              image_ = s;
               break;
             }
-            case 24: {
+            case 26: {
+              flyteidl.core.Tasks.Resources.Builder subBuilder = null;
+              if (resources_ != null) {
+                subBuilder = resources_.toBuilder();
+              }
+              resources_ = input.readMessage(flyteidl.core.Tasks.Resources.parser(), extensionRegistry);
+              if (subBuilder != null) {
+                subBuilder.mergeFrom(resources_);
+                resources_ = subBuilder.buildPartial();
+              }
+
+              break;
+            }
+            case 32: {
               int rawValue = input.readEnum();
 
               restartPolicy_ = rawValue;
@@ -1500,7 +1406,7 @@ private DistributedMPITrainingReplicaSpec(
     private int replicas_;
     /**
      * 
-     * Number of workers
+     * Number of replicas
      * 

      *
      * int32 replicas = 1;
@@ -1509,68 +1415,99 @@ public int getReplicas() {
       return replicas_;
     }
 
-    public static final int POD_TEMPLATE_NAME_FIELD_NUMBER = 2;
-    private volatile java.lang.Object podTemplateName_;
+    public static final int IMAGE_FIELD_NUMBER = 2;
+    private volatile java.lang.Object image_;
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
-    public java.lang.String getPodTemplateName() {
-      java.lang.Object ref = podTemplateName_;
+    public java.lang.String getImage() {
+      java.lang.Object ref = image_;
       if (ref instanceof java.lang.String) {
         return (java.lang.String) ref;
       } else {
         com.google.protobuf.ByteString bs = 
             (com.google.protobuf.ByteString) ref;
         java.lang.String s = bs.toStringUtf8();
-        podTemplateName_ = s;
+        image_ = s;
         return s;
       }
     }
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
     public com.google.protobuf.ByteString
-        getPodTemplateNameBytes() {
-      java.lang.Object ref = podTemplateName_;
+        getImageBytes() {
+      java.lang.Object ref = image_;
       if (ref instanceof java.lang.String) {
         com.google.protobuf.ByteString b = 
             com.google.protobuf.ByteString.copyFromUtf8(
                 (java.lang.String) ref);
-        podTemplateName_ = b;
+        image_ = b;
         return b;
       } else {
         return (com.google.protobuf.ByteString) ref;
       }
     }
 
-    public static final int RESTART_POLICY_FIELD_NUMBER = 3;
+    public static final int RESOURCES_FIELD_NUMBER = 3;
+    private flyteidl.core.Tasks.Resources resources_;
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public boolean hasResources() {
+      return resources_ != null;
+    }
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public flyteidl.core.Tasks.Resources getResources() {
+      return resources_ == null ? flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+    }
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() {
+      return getResources();
+    }
+
+    public static final int RESTART_POLICY_FIELD_NUMBER = 4;
     private int restartPolicy_;
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     public int getRestartPolicyValue() {
       return restartPolicy_;
     }
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
       @SuppressWarnings("deprecation")
@@ -1595,11 +1532,14 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (replicas_ != 0) {
         output.writeInt32(1, replicas_);
       }
-      if (!getPodTemplateNameBytes().isEmpty()) {
-        com.google.protobuf.GeneratedMessageV3.writeString(output, 2, podTemplateName_);
+      if (!getImageBytes().isEmpty()) {
+        com.google.protobuf.GeneratedMessageV3.writeString(output, 2, image_);
+      }
+      if (resources_ != null) {
+        output.writeMessage(3, getResources());
       }
       if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
-        output.writeEnum(3, restartPolicy_);
+        output.writeEnum(4, restartPolicy_);
       }
       unknownFields.writeTo(output);
     }
@@ -1614,12 +1554,16 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeInt32Size(1, replicas_);
       }
-      if (!getPodTemplateNameBytes().isEmpty()) {
-        size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, podTemplateName_);
+      if (!getImageBytes().isEmpty()) {
+        size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, image_);
+      }
+      if (resources_ != null) {
+        size += com.google.protobuf.CodedOutputStream
+          .computeMessageSize(3, getResources());
       }
       if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
         size += com.google.protobuf.CodedOutputStream
-          .computeEnumSize(3, restartPolicy_);
+          .computeEnumSize(4, restartPolicy_);
       }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
@@ -1638,8 +1582,13 @@ public boolean equals(final java.lang.Object obj) {
 
       if (getReplicas()
           != other.getReplicas()) return false;
-      if (!getPodTemplateName()
-          .equals(other.getPodTemplateName())) return false;
+      if (!getImage()
+          .equals(other.getImage())) return false;
+      if (hasResources() != other.hasResources()) return false;
+      if (hasResources()) {
+        if (!getResources()
+            .equals(other.getResources())) return false;
+      }
       if (restartPolicy_ != other.restartPolicy_) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
@@ -1654,8 +1603,12 @@ public int hashCode() {
       hash = (19 * hash) + getDescriptor().hashCode();
       hash = (37 * hash) + REPLICAS_FIELD_NUMBER;
       hash = (53 * hash) + getReplicas();
-      hash = (37 * hash) + POD_TEMPLATE_NAME_FIELD_NUMBER;
-      hash = (53 * hash) + getPodTemplateName().hashCode();
+      hash = (37 * hash) + IMAGE_FIELD_NUMBER;
+      hash = (53 * hash) + getImage().hashCode();
+      if (hasResources()) {
+        hash = (37 * hash) + RESOURCES_FIELD_NUMBER;
+        hash = (53 * hash) + getResources().hashCode();
+      }
       hash = (37 * hash) + RESTART_POLICY_FIELD_NUMBER;
       hash = (53 * hash) + restartPolicy_;
       hash = (29 * hash) + unknownFields.hashCode();
@@ -1793,8 +1746,14 @@ public Builder clear() {
         super.clear();
         replicas_ = 0;
 
-        podTemplateName_ = "";
+        image_ = "";
 
+        if (resourcesBuilder_ == null) {
+          resources_ = null;
+        } else {
+          resources_ = null;
+          resourcesBuilder_ = null;
+        }
         restartPolicy_ = 0;
 
         return this;
@@ -1824,7 +1783,12 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec build() {
       public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec buildPartial() {
         flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec result = new flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec(this);
         result.replicas_ = replicas_;
-        result.podTemplateName_ = podTemplateName_;
+        result.image_ = image_;
+        if (resourcesBuilder_ == null) {
+          result.resources_ = resources_;
+        } else {
+          result.resources_ = resourcesBuilder_.build();
+        }
         result.restartPolicy_ = restartPolicy_;
         onBuilt();
         return result;
@@ -1877,10 +1841,13 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingRep
         if (other.getReplicas() != 0) {
           setReplicas(other.getReplicas());
         }
-        if (!other.getPodTemplateName().isEmpty()) {
-          podTemplateName_ = other.podTemplateName_;
+        if (!other.getImage().isEmpty()) {
+          image_ = other.image_;
           onChanged();
         }
+        if (other.hasResources()) {
+          mergeResources(other.getResources());
+        }
         if (other.restartPolicy_ != 0) {
           setRestartPolicyValue(other.getRestartPolicyValue());
         }
@@ -1916,7 +1883,7 @@ public Builder mergeFrom(
       private int replicas_ ;
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -1926,7 +1893,7 @@ public int getReplicas() {
       }
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -1939,7 +1906,7 @@ public Builder setReplicas(int value) {
       }
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -1951,22 +1918,21 @@ public Builder clearReplicas() {
         return this;
       }
 
-      private java.lang.Object podTemplateName_ = "";
+      private java.lang.Object image_ = "";
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public java.lang.String getPodTemplateName() {
-        java.lang.Object ref = podTemplateName_;
+      public java.lang.String getImage() {
+        java.lang.Object ref = image_;
         if (!(ref instanceof java.lang.String)) {
           com.google.protobuf.ByteString bs =
               (com.google.protobuf.ByteString) ref;
           java.lang.String s = bs.toStringUtf8();
-          podTemplateName_ = s;
+          image_ = s;
           return s;
         } else {
           return (java.lang.String) ref;
@@ -1974,20 +1940,19 @@ public java.lang.String getPodTemplateName() {
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
       public com.google.protobuf.ByteString
-          getPodTemplateNameBytes() {
-        java.lang.Object ref = podTemplateName_;
+          getImageBytes() {
+        java.lang.Object ref = image_;
         if (ref instanceof String) {
           com.google.protobuf.ByteString b = 
               com.google.protobuf.ByteString.copyFromUtf8(
                   (java.lang.String) ref);
-          podTemplateName_ = b;
+          image_ = b;
           return b;
         } else {
           return (com.google.protobuf.ByteString) ref;
@@ -1995,73 +1960,223 @@ public java.lang.String getPodTemplateName() {
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder setPodTemplateName(
+      public Builder setImage(
           java.lang.String value) {
         if (value == null) {
     throw new NullPointerException();
   }
   
-        podTemplateName_ = value;
+        image_ = value;
         onChanged();
         return this;
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder clearPodTemplateName() {
+      public Builder clearImage() {
         
-        podTemplateName_ = getDefaultInstance().getPodTemplateName();
+        image_ = getDefaultInstance().getImage();
         onChanged();
         return this;
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder setPodTemplateNameBytes(
+      public Builder setImageBytes(
           com.google.protobuf.ByteString value) {
         if (value == null) {
     throw new NullPointerException();
   }
   checkByteStringIsUtf8(value);
         
-        podTemplateName_ = value;
+        image_ = value;
         onChanged();
         return this;
       }
 
+      private flyteidl.core.Tasks.Resources resources_;
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder> resourcesBuilder_;
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public boolean hasResources() {
+        return resourcesBuilder_ != null || resources_ != null;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.Resources getResources() {
+        if (resourcesBuilder_ == null) {
+          return resources_ == null ? flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+        } else {
+          return resourcesBuilder_.getMessage();
+        }
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder setResources(flyteidl.core.Tasks.Resources value) {
+        if (resourcesBuilder_ == null) {
+          if (value == null) {
+            throw new NullPointerException();
+          }
+          resources_ = value;
+          onChanged();
+        } else {
+          resourcesBuilder_.setMessage(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder setResources(
+          flyteidl.core.Tasks.Resources.Builder builderForValue) {
+        if (resourcesBuilder_ == null) {
+          resources_ = builderForValue.build();
+          onChanged();
+        } else {
+          resourcesBuilder_.setMessage(builderForValue.build());
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder mergeResources(flyteidl.core.Tasks.Resources value) {
+        if (resourcesBuilder_ == null) {
+          if (resources_ != null) {
+            resources_ =
+              flyteidl.core.Tasks.Resources.newBuilder(resources_).mergeFrom(value).buildPartial();
+          } else {
+            resources_ = value;
+          }
+          onChanged();
+        } else {
+          resourcesBuilder_.mergeFrom(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder clearResources() {
+        if (resourcesBuilder_ == null) {
+          resources_ = null;
+          onChanged();
+        } else {
+          resources_ = null;
+          resourcesBuilder_ = null;
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.Resources.Builder getResourcesBuilder() {
+        
+        onChanged();
+        return getResourcesFieldBuilder().getBuilder();
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() {
+        if (resourcesBuilder_ != null) {
+          return resourcesBuilder_.getMessageOrBuilder();
+        } else {
+          return resources_ == null ?
+              flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+        }
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder> 
+          getResourcesFieldBuilder() {
+        if (resourcesBuilder_ == null) {
+          resourcesBuilder_ = new com.google.protobuf.SingleFieldBuilderV3<
+              flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder>(
+                  getResources(),
+                  getParentForChildren(),
+                  isClean());
+          resources_ = null;
+        }
+        return resourcesBuilder_;
+      }
+
       private int restartPolicy_ = 0;
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public int getRestartPolicyValue() {
         return restartPolicy_;
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder setRestartPolicyValue(int value) {
         restartPolicy_ = value;
@@ -2070,10 +2185,10 @@ public Builder setRestartPolicyValue(int value) {
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
         @SuppressWarnings("deprecation")
@@ -2082,10 +2197,10 @@ public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy value) {
         if (value == null) {
@@ -2098,10 +2213,10 @@ public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy v
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder clearRestartPolicy() {
         
@@ -2182,22 +2297,22 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getDefaul
   static {
     java.lang.String[] descriptorData = {
       "\n#flyteidl/plugins/kubeflow/mpi.proto\022\031f" +
-      "lyteidl.plugins.kubeflow\032&flyteidl/plugi" +
-      "ns/kubeflow/common.proto\"\310\002\n\032Distributed" +
-      "MPITrainingTask\022U\n\017worker_replicas\030\001 \001(\013" +
-      "2<.flyteidl.plugins.kubeflow.Distributed" +
-      "MPITrainingReplicaSpec\022W\n\021launcher_repli" +
-      "cas\030\002 \001(\0132<.flyteidl.plugins.kubeflow.Di" +
-      "stributedMPITrainingReplicaSpec\0228\n\nrun_p" +
-      "olicy\030\003 \001(\0132$.flyteidl.plugins.kubeflow." +
-      "RunPolicy\022@\n\016success_policy\030\004 \001(\0162(.flyt" +
-      "eidl.plugins.kubeflow.SuccessPolicy\"\222\001\n!" +
-      "DistributedMPITrainingReplicaSpec\022\020\n\010rep" +
-      "licas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t\022@" +
-      "\n\016restart_policy\030\003 \001(\0162(.flyteidl.plugin" +
-      "s.kubeflow.RestartPolicyB9Z7github.com/f" +
-      "lyteorg/flyteidl/gen/pb-go/flyteidl/plug" +
-      "insb\006proto3"
+      "lyteidl.plugins.kubeflow\032\031flyteidl/core/" +
+      "tasks.proto\032&flyteidl/plugins/kubeflow/c" +
+      "ommon.proto\"\206\002\n\032DistributedMPITrainingTa" +
+      "sk\022U\n\017worker_replicas\030\001 \001(\0132<.flyteidl.p" +
+      "lugins.kubeflow.DistributedMPITrainingRe" +
+      "plicaSpec\022W\n\021launcher_replicas\030\002 \001(\0132<.f" +
+      "lyteidl.plugins.kubeflow.DistributedMPIT" +
+      "rainingReplicaSpec\0228\n\nrun_policy\030\003 \001(\0132$" +
+      ".flyteidl.plugins.kubeflow.RunPolicy\"\263\001\n" +
+      "!DistributedMPITrainingReplicaSpec\022\020\n\010re" +
+      "plicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresources" +
+      "\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016rest" +
+      "art_policy\030\004 \001(\0162(.flyteidl.plugins.kube" +
+      "flow.RestartPolicyB9Z7github.com/flyteor" +
+      "g/flyteidl/gen/pb-go/flyteidl/pluginsb\006p" +
+      "roto3"
     };
     com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
         new com.google.protobuf.Descriptors.FileDescriptor.    InternalDescriptorAssigner() {
@@ -2210,6 +2325,7 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     com.google.protobuf.Descriptors.FileDescriptor
       .internalBuildGeneratedFileFrom(descriptorData,
         new com.google.protobuf.Descriptors.FileDescriptor[] {
+          flyteidl.core.Tasks.getDescriptor(),
           flyteidl.plugins.kubeflow.Common.getDescriptor(),
         }, assigner);
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor =
@@ -2217,13 +2333,14 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor,
-        new java.lang.String[] { "WorkerReplicas", "LauncherReplicas", "RunPolicy", "SuccessPolicy", });
+        new java.lang.String[] { "WorkerReplicas", "LauncherReplicas", "RunPolicy", });
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor =
       getDescriptor().getMessageTypes().get(1);
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor,
-        new java.lang.String[] { "Replicas", "PodTemplateName", "RestartPolicy", });
+        new java.lang.String[] { "Replicas", "Image", "Resources", "RestartPolicy", });
+    flyteidl.core.Tasks.getDescriptor();
     flyteidl.plugins.kubeflow.Common.getDescriptor();
   }
 
diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java
index 389ef9b3d..b7d295f4d 100644
--- a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java
+++ b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java
@@ -98,23 +98,6 @@ public interface DistributedPyTorchTrainingTaskOrBuilder extends
      * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3;
      */
     flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder();
-
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-     */
-    int getSuccessPolicyValue();
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-     */
-    flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy();
   }
   /**
    * 
@@ -133,7 +116,6 @@ private DistributedPyTorchTrainingTask(com.google.protobuf.GeneratedMessageV3.Bu
       super(builder);
     }
     private DistributedPyTorchTrainingTask() {
-      successPolicy_ = 0;
     }
 
     @java.lang.Override
@@ -199,12 +181,6 @@ private DistributedPyTorchTrainingTask(
 
               break;
             }
-            case 32: {
-              int rawValue = input.readEnum();
-
-              successPolicy_ = rawValue;
-              break;
-            }
             default: {
               if (!parseUnknownField(
                   input, unknownFields, extensionRegistry, tag)) {
@@ -342,31 +318,6 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
       return getRunPolicy();
     }
 
-    public static final int SUCCESS_POLICY_FIELD_NUMBER = 4;
-    private int successPolicy_;
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-     */
-    public int getSuccessPolicyValue() {
-      return successPolicy_;
-    }
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-     */
-    public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() {
-      @SuppressWarnings("deprecation")
-      flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_);
-      return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result;
-    }
-
     private byte memoizedIsInitialized = -1;
     @java.lang.Override
     public final boolean isInitialized() {
@@ -390,9 +341,6 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (runPolicy_ != null) {
         output.writeMessage(3, getRunPolicy());
       }
-      if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) {
-        output.writeEnum(4, successPolicy_);
-      }
       unknownFields.writeTo(output);
     }
 
@@ -414,10 +362,6 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeMessageSize(3, getRunPolicy());
       }
-      if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) {
-        size += com.google.protobuf.CodedOutputStream
-          .computeEnumSize(4, successPolicy_);
-      }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
       return size;
@@ -448,7 +392,6 @@ public boolean equals(final java.lang.Object obj) {
         if (!getRunPolicy()
             .equals(other.getRunPolicy())) return false;
       }
-      if (successPolicy_ != other.successPolicy_) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
     }
@@ -472,8 +415,6 @@ public int hashCode() {
         hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER;
         hash = (53 * hash) + getRunPolicy().hashCode();
       }
-      hash = (37 * hash) + SUCCESS_POLICY_FIELD_NUMBER;
-      hash = (53 * hash) + successPolicy_;
       hash = (29 * hash) + unknownFields.hashCode();
       memoizedHashCode = hash;
       return hash;
@@ -629,8 +570,6 @@ public Builder clear() {
           runPolicy_ = null;
           runPolicyBuilder_ = null;
         }
-        successPolicy_ = 0;
-
         return this;
       }
 
@@ -672,7 +611,6 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask buildPar
         } else {
           result.runPolicy_ = runPolicyBuilder_.build();
         }
-        result.successPolicy_ = successPolicy_;
         onBuilt();
         return result;
       }
@@ -730,9 +668,6 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTra
         if (other.hasRunPolicy()) {
           mergeRunPolicy(other.getRunPolicy());
         }
-        if (other.successPolicy_ != 0) {
-          setSuccessPolicyValue(other.getSuccessPolicyValue());
-        }
         this.mergeUnknownFields(other.unknownFields);
         onChanged();
         return this;
@@ -1238,71 +1173,6 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
         }
         return runPolicyBuilder_;
       }
-
-      private int successPolicy_ = 0;
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public int getSuccessPolicyValue() {
-        return successPolicy_;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public Builder setSuccessPolicyValue(int value) {
-        successPolicy_ = value;
-        onChanged();
-        return this;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() {
-        @SuppressWarnings("deprecation")
-        flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_);
-        return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public Builder setSuccessPolicy(flyteidl.plugins.kubeflow.Common.SuccessPolicy value) {
-        if (value == null) {
-          throw new NullPointerException();
-        }
-        
-        successPolicy_ = value.getNumber();
-        onChanged();
-        return this;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 4;
-       */
-      public Builder clearSuccessPolicy() {
-        
-        successPolicy_ = 0;
-        onChanged();
-        return this;
-      }
       @java.lang.Override
       public final Builder setUnknownFields(
           final com.google.protobuf.UnknownFieldSet unknownFields) {
@@ -1362,7 +1232,7 @@ public interface DistributedPyTorchTrainingReplicaSpecOrBuilder extends
 
     /**
      * 
-     * Number of workers
+     * Number of replicas
      * 

      *
      * int32 replicas = 1;
@@ -1371,38 +1241,61 @@ public interface DistributedPyTorchTrainingReplicaSpecOrBuilder extends
 
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
-    java.lang.String getPodTemplateName();
+    java.lang.String getImage();
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
     com.google.protobuf.ByteString
-        getPodTemplateNameBytes();
+        getImageBytes();
 
     /**
      * 
-     * Restart policy for the worker
+     * Resources required for the replica group
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.core.Resources resources = 3;
+     */
+    boolean hasResources();
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    flyteidl.core.Tasks.Resources getResources();
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder();
+
+    /**
+     * 
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * 

+     *
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     int getRestartPolicyValue();
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy();
   }
@@ -1419,7 +1312,7 @@ private DistributedPyTorchTrainingReplicaSpec(com.google.protobuf.GeneratedMessa
       super(builder);
     }
     private DistributedPyTorchTrainingReplicaSpec() {
-      podTemplateName_ = "";
+      image_ = "";
       restartPolicy_ = 0;
     }
 
@@ -1455,10 +1348,23 @@ private DistributedPyTorchTrainingReplicaSpec(
             case 18: {
               java.lang.String s = input.readStringRequireUtf8();
 
-              podTemplateName_ = s;
+              image_ = s;
               break;
             }
-            case 24: {
+            case 26: {
+              flyteidl.core.Tasks.Resources.Builder subBuilder = null;
+              if (resources_ != null) {
+                subBuilder = resources_.toBuilder();
+              }
+              resources_ = input.readMessage(flyteidl.core.Tasks.Resources.parser(), extensionRegistry);
+              if (subBuilder != null) {
+                subBuilder.mergeFrom(resources_);
+                resources_ = subBuilder.buildPartial();
+              }
+
+              break;
+            }
+            case 32: {
               int rawValue = input.readEnum();
 
               restartPolicy_ = rawValue;
@@ -1500,7 +1406,7 @@ private DistributedPyTorchTrainingReplicaSpec(
     private int replicas_;
     /**
      * 
-     * Number of workers
+     * Number of replicas
      * 

      *
      * int32 replicas = 1;
@@ -1509,68 +1415,99 @@ public int getReplicas() {
       return replicas_;
     }
 
-    public static final int POD_TEMPLATE_NAME_FIELD_NUMBER = 2;
-    private volatile java.lang.Object podTemplateName_;
+    public static final int IMAGE_FIELD_NUMBER = 2;
+    private volatile java.lang.Object image_;
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
-    public java.lang.String getPodTemplateName() {
-      java.lang.Object ref = podTemplateName_;
+    public java.lang.String getImage() {
+      java.lang.Object ref = image_;
       if (ref instanceof java.lang.String) {
         return (java.lang.String) ref;
       } else {
         com.google.protobuf.ByteString bs = 
             (com.google.protobuf.ByteString) ref;
         java.lang.String s = bs.toStringUtf8();
-        podTemplateName_ = s;
+        image_ = s;
         return s;
       }
     }
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
     public com.google.protobuf.ByteString
-        getPodTemplateNameBytes() {
-      java.lang.Object ref = podTemplateName_;
+        getImageBytes() {
+      java.lang.Object ref = image_;
       if (ref instanceof java.lang.String) {
         com.google.protobuf.ByteString b = 
             com.google.protobuf.ByteString.copyFromUtf8(
                 (java.lang.String) ref);
-        podTemplateName_ = b;
+        image_ = b;
         return b;
       } else {
         return (com.google.protobuf.ByteString) ref;
       }
     }
 
-    public static final int RESTART_POLICY_FIELD_NUMBER = 3;
+    public static final int RESOURCES_FIELD_NUMBER = 3;
+    private flyteidl.core.Tasks.Resources resources_;
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public boolean hasResources() {
+      return resources_ != null;
+    }
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public flyteidl.core.Tasks.Resources getResources() {
+      return resources_ == null ? flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+    }
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() {
+      return getResources();
+    }
+
+    public static final int RESTART_POLICY_FIELD_NUMBER = 4;
     private int restartPolicy_;
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     public int getRestartPolicyValue() {
       return restartPolicy_;
     }
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
       @SuppressWarnings("deprecation")
@@ -1595,11 +1532,14 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (replicas_ != 0) {
         output.writeInt32(1, replicas_);
       }
-      if (!getPodTemplateNameBytes().isEmpty()) {
-        com.google.protobuf.GeneratedMessageV3.writeString(output, 2, podTemplateName_);
+      if (!getImageBytes().isEmpty()) {
+        com.google.protobuf.GeneratedMessageV3.writeString(output, 2, image_);
+      }
+      if (resources_ != null) {
+        output.writeMessage(3, getResources());
       }
       if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
-        output.writeEnum(3, restartPolicy_);
+        output.writeEnum(4, restartPolicy_);
       }
       unknownFields.writeTo(output);
     }
@@ -1614,12 +1554,16 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeInt32Size(1, replicas_);
       }
-      if (!getPodTemplateNameBytes().isEmpty()) {
-        size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, podTemplateName_);
+      if (!getImageBytes().isEmpty()) {
+        size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, image_);
+      }
+      if (resources_ != null) {
+        size += com.google.protobuf.CodedOutputStream
+          .computeMessageSize(3, getResources());
       }
       if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
         size += com.google.protobuf.CodedOutputStream
-          .computeEnumSize(3, restartPolicy_);
+          .computeEnumSize(4, restartPolicy_);
       }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
@@ -1638,8 +1582,13 @@ public boolean equals(final java.lang.Object obj) {
 
       if (getReplicas()
           != other.getReplicas()) return false;
-      if (!getPodTemplateName()
-          .equals(other.getPodTemplateName())) return false;
+      if (!getImage()
+          .equals(other.getImage())) return false;
+      if (hasResources() != other.hasResources()) return false;
+      if (hasResources()) {
+        if (!getResources()
+            .equals(other.getResources())) return false;
+      }
       if (restartPolicy_ != other.restartPolicy_) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
@@ -1654,8 +1603,12 @@ public int hashCode() {
       hash = (19 * hash) + getDescriptor().hashCode();
       hash = (37 * hash) + REPLICAS_FIELD_NUMBER;
       hash = (53 * hash) + getReplicas();
-      hash = (37 * hash) + POD_TEMPLATE_NAME_FIELD_NUMBER;
-      hash = (53 * hash) + getPodTemplateName().hashCode();
+      hash = (37 * hash) + IMAGE_FIELD_NUMBER;
+      hash = (53 * hash) + getImage().hashCode();
+      if (hasResources()) {
+        hash = (37 * hash) + RESOURCES_FIELD_NUMBER;
+        hash = (53 * hash) + getResources().hashCode();
+      }
       hash = (37 * hash) + RESTART_POLICY_FIELD_NUMBER;
       hash = (53 * hash) + restartPolicy_;
       hash = (29 * hash) + unknownFields.hashCode();
@@ -1793,8 +1746,14 @@ public Builder clear() {
         super.clear();
         replicas_ = 0;
 
-        podTemplateName_ = "";
+        image_ = "";
 
+        if (resourcesBuilder_ == null) {
+          resources_ = null;
+        } else {
+          resources_ = null;
+          resourcesBuilder_ = null;
+        }
         restartPolicy_ = 0;
 
         return this;
@@ -1824,7 +1783,12 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec b
       public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec buildPartial() {
         flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec result = new flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec(this);
         result.replicas_ = replicas_;
-        result.podTemplateName_ = podTemplateName_;
+        result.image_ = image_;
+        if (resourcesBuilder_ == null) {
+          result.resources_ = resources_;
+        } else {
+          result.resources_ = resourcesBuilder_.build();
+        }
         result.restartPolicy_ = restartPolicy_;
         onBuilt();
         return result;
@@ -1877,10 +1841,13 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTra
         if (other.getReplicas() != 0) {
           setReplicas(other.getReplicas());
         }
-        if (!other.getPodTemplateName().isEmpty()) {
-          podTemplateName_ = other.podTemplateName_;
+        if (!other.getImage().isEmpty()) {
+          image_ = other.image_;
           onChanged();
         }
+        if (other.hasResources()) {
+          mergeResources(other.getResources());
+        }
         if (other.restartPolicy_ != 0) {
           setRestartPolicyValue(other.getRestartPolicyValue());
         }
@@ -1916,7 +1883,7 @@ public Builder mergeFrom(
       private int replicas_ ;
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -1926,7 +1893,7 @@ public int getReplicas() {
       }
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -1939,7 +1906,7 @@ public Builder setReplicas(int value) {
       }
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -1951,22 +1918,21 @@ public Builder clearReplicas() {
         return this;
       }
 
-      private java.lang.Object podTemplateName_ = "";
+      private java.lang.Object image_ = "";
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public java.lang.String getPodTemplateName() {
-        java.lang.Object ref = podTemplateName_;
+      public java.lang.String getImage() {
+        java.lang.Object ref = image_;
         if (!(ref instanceof java.lang.String)) {
           com.google.protobuf.ByteString bs =
               (com.google.protobuf.ByteString) ref;
           java.lang.String s = bs.toStringUtf8();
-          podTemplateName_ = s;
+          image_ = s;
           return s;
         } else {
           return (java.lang.String) ref;
@@ -1974,20 +1940,19 @@ public java.lang.String getPodTemplateName() {
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
       public com.google.protobuf.ByteString
-          getPodTemplateNameBytes() {
-        java.lang.Object ref = podTemplateName_;
+          getImageBytes() {
+        java.lang.Object ref = image_;
         if (ref instanceof String) {
           com.google.protobuf.ByteString b = 
               com.google.protobuf.ByteString.copyFromUtf8(
                   (java.lang.String) ref);
-          podTemplateName_ = b;
+          image_ = b;
           return b;
         } else {
           return (com.google.protobuf.ByteString) ref;
@@ -1995,73 +1960,223 @@ public java.lang.String getPodTemplateName() {
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder setPodTemplateName(
+      public Builder setImage(
           java.lang.String value) {
         if (value == null) {
     throw new NullPointerException();
   }
   
-        podTemplateName_ = value;
+        image_ = value;
         onChanged();
         return this;
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder clearPodTemplateName() {
+      public Builder clearImage() {
         
-        podTemplateName_ = getDefaultInstance().getPodTemplateName();
+        image_ = getDefaultInstance().getImage();
         onChanged();
         return this;
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder setPodTemplateNameBytes(
+      public Builder setImageBytes(
           com.google.protobuf.ByteString value) {
         if (value == null) {
     throw new NullPointerException();
   }
   checkByteStringIsUtf8(value);
         
-        podTemplateName_ = value;
+        image_ = value;
         onChanged();
         return this;
       }
 
+      private flyteidl.core.Tasks.Resources resources_;
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder> resourcesBuilder_;
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public boolean hasResources() {
+        return resourcesBuilder_ != null || resources_ != null;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.Resources getResources() {
+        if (resourcesBuilder_ == null) {
+          return resources_ == null ? flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+        } else {
+          return resourcesBuilder_.getMessage();
+        }
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder setResources(flyteidl.core.Tasks.Resources value) {
+        if (resourcesBuilder_ == null) {
+          if (value == null) {
+            throw new NullPointerException();
+          }
+          resources_ = value;
+          onChanged();
+        } else {
+          resourcesBuilder_.setMessage(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder setResources(
+          flyteidl.core.Tasks.Resources.Builder builderForValue) {
+        if (resourcesBuilder_ == null) {
+          resources_ = builderForValue.build();
+          onChanged();
+        } else {
+          resourcesBuilder_.setMessage(builderForValue.build());
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder mergeResources(flyteidl.core.Tasks.Resources value) {
+        if (resourcesBuilder_ == null) {
+          if (resources_ != null) {
+            resources_ =
+              flyteidl.core.Tasks.Resources.newBuilder(resources_).mergeFrom(value).buildPartial();
+          } else {
+            resources_ = value;
+          }
+          onChanged();
+        } else {
+          resourcesBuilder_.mergeFrom(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder clearResources() {
+        if (resourcesBuilder_ == null) {
+          resources_ = null;
+          onChanged();
+        } else {
+          resources_ = null;
+          resourcesBuilder_ = null;
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.Resources.Builder getResourcesBuilder() {
+        
+        onChanged();
+        return getResourcesFieldBuilder().getBuilder();
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() {
+        if (resourcesBuilder_ != null) {
+          return resourcesBuilder_.getMessageOrBuilder();
+        } else {
+          return resources_ == null ?
+              flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+        }
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder> 
+          getResourcesFieldBuilder() {
+        if (resourcesBuilder_ == null) {
+          resourcesBuilder_ = new com.google.protobuf.SingleFieldBuilderV3<
+              flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder>(
+                  getResources(),
+                  getParentForChildren(),
+                  isClean());
+          resources_ = null;
+        }
+        return resourcesBuilder_;
+      }
+
       private int restartPolicy_ = 0;
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public int getRestartPolicyValue() {
         return restartPolicy_;
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder setRestartPolicyValue(int value) {
         restartPolicy_ = value;
@@ -2070,10 +2185,10 @@ public Builder setRestartPolicyValue(int value) {
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
         @SuppressWarnings("deprecation")
@@ -2082,10 +2197,10 @@ public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy value) {
         if (value == null) {
@@ -2098,10 +2213,10 @@ public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy v
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder clearRestartPolicy() {
         
@@ -2182,22 +2297,22 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec g
   static {
     java.lang.String[] descriptorData = {
       "\n\'flyteidl/plugins/kubeflow/pytorch.prot" +
-      "o\022\031flyteidl.plugins.kubeflow\032&flyteidl/p" +
-      "lugins/kubeflow/common.proto\"\322\002\n\036Distrib" +
-      "utedPyTorchTrainingTask\022Y\n\017worker_replic" +
-      "as\030\001 \001(\0132@.flyteidl.plugins.kubeflow.Dis" +
-      "tributedPyTorchTrainingReplicaSpec\022Y\n\017ma" +
-      "ster_replicas\030\002 \001(\0132@.flyteidl.plugins.k" +
-      "ubeflow.DistributedPyTorchTrainingReplic" +
-      "aSpec\0228\n\nrun_policy\030\003 \001(\0132$.flyteidl.plu" +
-      "gins.kubeflow.RunPolicy\022@\n\016success_polic" +
-      "y\030\004 \001(\0162(.flyteidl.plugins.kubeflow.Succ" +
-      "essPolicy\"\226\001\n%DistributedPyTorchTraining" +
-      "ReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\031\n\021pod_tem" +
-      "plate_name\030\002 \001(\t\022@\n\016restart_policy\030\003 \001(\016" +
-      "2(.flyteidl.plugins.kubeflow.RestartPoli" +
-      "cyB9Z7github.com/flyteorg/flyteidl/gen/p" +
-      "b-go/flyteidl/pluginsb\006proto3"
+      "o\022\031flyteidl.plugins.kubeflow\032\031flyteidl/c" +
+      "ore/tasks.proto\032&flyteidl/plugins/kubefl" +
+      "ow/common.proto\"\220\002\n\036DistributedPyTorchTr" +
+      "ainingTask\022Y\n\017worker_replicas\030\001 \001(\0132@.fl" +
+      "yteidl.plugins.kubeflow.DistributedPyTor" +
+      "chTrainingReplicaSpec\022Y\n\017master_replicas" +
+      "\030\002 \001(\0132@.flyteidl.plugins.kubeflow.Distr" +
+      "ibutedPyTorchTrainingReplicaSpec\0228\n\nrun_" +
+      "policy\030\003 \001(\0132$.flyteidl.plugins.kubeflow" +
+      ".RunPolicy\"\267\001\n%DistributedPyTorchTrainin" +
+      "gReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030" +
+      "\002 \001(\t\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core" +
+      ".Resources\022@\n\016restart_policy\030\004 \001(\0162(.fly" +
+      "teidl.plugins.kubeflow.RestartPolicyB9Z7" +
+      "github.com/flyteorg/flyteidl/gen/pb-go/f" +
+      "lyteidl/pluginsb\006proto3"
     };
     com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
         new com.google.protobuf.Descriptors.FileDescriptor.    InternalDescriptorAssigner() {
@@ -2210,6 +2325,7 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     com.google.protobuf.Descriptors.FileDescriptor
       .internalBuildGeneratedFileFrom(descriptorData,
         new com.google.protobuf.Descriptors.FileDescriptor[] {
+          flyteidl.core.Tasks.getDescriptor(),
           flyteidl.plugins.kubeflow.Common.getDescriptor(),
         }, assigner);
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor =
@@ -2217,13 +2333,14 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor,
-        new java.lang.String[] { "WorkerReplicas", "MasterReplicas", "RunPolicy", "SuccessPolicy", });
+        new java.lang.String[] { "WorkerReplicas", "MasterReplicas", "RunPolicy", });
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor =
       getDescriptor().getMessageTypes().get(1);
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor,
-        new java.lang.String[] { "Replicas", "PodTemplateName", "RestartPolicy", });
+        new java.lang.String[] { "Replicas", "Image", "Resources", "RestartPolicy", });
+    flyteidl.core.Tasks.getDescriptor();
     flyteidl.plugins.kubeflow.Common.getDescriptor();
   }
 
diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java
index 0adb94445..0ac70d48e 100644
--- a/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java
+++ b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java
@@ -123,23 +123,6 @@ public interface DistributedTensorflowTrainingTaskOrBuilder extends
      * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 4;
      */
     flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder();
-
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-     */
-    int getSuccessPolicyValue();
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-     */
-    flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy();
   }
   /**
    * 
@@ -158,7 +141,6 @@ private DistributedTensorflowTrainingTask(com.google.protobuf.GeneratedMessageV3
       super(builder);
     }
     private DistributedTensorflowTrainingTask() {
-      successPolicy_ = 0;
     }
 
     @java.lang.Override
@@ -237,12 +219,6 @@ private DistributedTensorflowTrainingTask(
 
               break;
             }
-            case 40: {
-              int rawValue = input.readEnum();
-
-              successPolicy_ = rawValue;
-              break;
-            }
             default: {
               if (!parseUnknownField(
                   input, unknownFields, extensionRegistry, tag)) {
@@ -413,31 +389,6 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
       return getRunPolicy();
     }
 
-    public static final int SUCCESS_POLICY_FIELD_NUMBER = 5;
-    private int successPolicy_;
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-     */
-    public int getSuccessPolicyValue() {
-      return successPolicy_;
-    }
-    /**
-     * 
-     * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-     * 

-     *
-     * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-     */
-    public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() {
-      @SuppressWarnings("deprecation")
-      flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_);
-      return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result;
-    }
-
     private byte memoizedIsInitialized = -1;
     @java.lang.Override
     public final boolean isInitialized() {
@@ -464,9 +415,6 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (runPolicy_ != null) {
         output.writeMessage(4, getRunPolicy());
       }
-      if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) {
-        output.writeEnum(5, successPolicy_);
-      }
       unknownFields.writeTo(output);
     }
 
@@ -492,10 +440,6 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeMessageSize(4, getRunPolicy());
       }
-      if (successPolicy_ != flyteidl.plugins.kubeflow.Common.SuccessPolicy.SUCCESS_POLICY_DEFAULT.getNumber()) {
-        size += com.google.protobuf.CodedOutputStream
-          .computeEnumSize(5, successPolicy_);
-      }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
       return size;
@@ -531,7 +475,6 @@ public boolean equals(final java.lang.Object obj) {
         if (!getRunPolicy()
             .equals(other.getRunPolicy())) return false;
       }
-      if (successPolicy_ != other.successPolicy_) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
     }
@@ -559,8 +502,6 @@ public int hashCode() {
         hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER;
         hash = (53 * hash) + getRunPolicy().hashCode();
       }
-      hash = (37 * hash) + SUCCESS_POLICY_FIELD_NUMBER;
-      hash = (53 * hash) + successPolicy_;
       hash = (29 * hash) + unknownFields.hashCode();
       memoizedHashCode = hash;
       return hash;
@@ -722,8 +663,6 @@ public Builder clear() {
           runPolicy_ = null;
           runPolicyBuilder_ = null;
         }
-        successPolicy_ = 0;
-
         return this;
       }
 
@@ -770,7 +709,6 @@ public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingTask bu
         } else {
           result.runPolicy_ = runPolicyBuilder_.build();
         }
-        result.successPolicy_ = successPolicy_;
         onBuilt();
         return result;
       }
@@ -831,9 +769,6 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorf
         if (other.hasRunPolicy()) {
           mergeRunPolicy(other.getRunPolicy());
         }
-        if (other.successPolicy_ != 0) {
-          setSuccessPolicyValue(other.getSuccessPolicyValue());
-        }
         this.mergeUnknownFields(other.unknownFields);
         onChanged();
         return this;
@@ -1492,71 +1427,6 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
         }
         return runPolicyBuilder_;
       }
-
-      private int successPolicy_ = 0;
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-       */
-      public int getSuccessPolicyValue() {
-        return successPolicy_;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-       */
-      public Builder setSuccessPolicyValue(int value) {
-        successPolicy_ = value;
-        onChanged();
-        return this;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-       */
-      public flyteidl.plugins.kubeflow.Common.SuccessPolicy getSuccessPolicy() {
-        @SuppressWarnings("deprecation")
-        flyteidl.plugins.kubeflow.Common.SuccessPolicy result = flyteidl.plugins.kubeflow.Common.SuccessPolicy.valueOf(successPolicy_);
-        return result == null ? flyteidl.plugins.kubeflow.Common.SuccessPolicy.UNRECOGNIZED : result;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-       */
-      public Builder setSuccessPolicy(flyteidl.plugins.kubeflow.Common.SuccessPolicy value) {
-        if (value == null) {
-          throw new NullPointerException();
-        }
-        
-        successPolicy_ = value.getNumber();
-        onChanged();
-        return this;
-      }
-      /**
-       * 
-       * SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-       * 

-       *
-       * .flyteidl.plugins.kubeflow.SuccessPolicy success_policy = 5;
-       */
-      public Builder clearSuccessPolicy() {
-        
-        successPolicy_ = 0;
-        onChanged();
-        return this;
-      }
       @java.lang.Override
       public final Builder setUnknownFields(
           final com.google.protobuf.UnknownFieldSet unknownFields) {
@@ -1616,7 +1486,7 @@ public interface DistributedTensorflowTrainingReplicaSpecOrBuilder extends
 
     /**
      * 
-     * Number of workers
+     * Number of replicas
      * 

      *
      * int32 replicas = 1;
@@ -1625,38 +1495,61 @@ public interface DistributedTensorflowTrainingReplicaSpecOrBuilder extends
 
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
-    java.lang.String getPodTemplateName();
+    java.lang.String getImage();
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
     com.google.protobuf.ByteString
-        getPodTemplateNameBytes();
+        getImageBytes();
 
     /**
      * 
-     * Restart policy for the worker
+     * Resources required for the replica group
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.core.Resources resources = 3;
+     */
+    boolean hasResources();
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    flyteidl.core.Tasks.Resources getResources();
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder();
+
+    /**
+     * 
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * 

+     *
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     int getRestartPolicyValue();
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy();
   }
@@ -1673,7 +1566,7 @@ private DistributedTensorflowTrainingReplicaSpec(com.google.protobuf.GeneratedMe
       super(builder);
     }
     private DistributedTensorflowTrainingReplicaSpec() {
-      podTemplateName_ = "";
+      image_ = "";
       restartPolicy_ = 0;
     }
 
@@ -1709,10 +1602,23 @@ private DistributedTensorflowTrainingReplicaSpec(
             case 18: {
               java.lang.String s = input.readStringRequireUtf8();
 
-              podTemplateName_ = s;
+              image_ = s;
               break;
             }
-            case 24: {
+            case 26: {
+              flyteidl.core.Tasks.Resources.Builder subBuilder = null;
+              if (resources_ != null) {
+                subBuilder = resources_.toBuilder();
+              }
+              resources_ = input.readMessage(flyteidl.core.Tasks.Resources.parser(), extensionRegistry);
+              if (subBuilder != null) {
+                subBuilder.mergeFrom(resources_);
+                resources_ = subBuilder.buildPartial();
+              }
+
+              break;
+            }
+            case 32: {
               int rawValue = input.readEnum();
 
               restartPolicy_ = rawValue;
@@ -1754,7 +1660,7 @@ private DistributedTensorflowTrainingReplicaSpec(
     private int replicas_;
     /**
      * 
-     * Number of workers
+     * Number of replicas
      * 

      *
      * int32 replicas = 1;
@@ -1763,68 +1669,99 @@ public int getReplicas() {
       return replicas_;
     }
 
-    public static final int POD_TEMPLATE_NAME_FIELD_NUMBER = 2;
-    private volatile java.lang.Object podTemplateName_;
+    public static final int IMAGE_FIELD_NUMBER = 2;
+    private volatile java.lang.Object image_;
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
-    public java.lang.String getPodTemplateName() {
-      java.lang.Object ref = podTemplateName_;
+    public java.lang.String getImage() {
+      java.lang.Object ref = image_;
       if (ref instanceof java.lang.String) {
         return (java.lang.String) ref;
       } else {
         com.google.protobuf.ByteString bs = 
             (com.google.protobuf.ByteString) ref;
         java.lang.String s = bs.toStringUtf8();
-        podTemplateName_ = s;
+        image_ = s;
         return s;
       }
     }
     /**
      * 
-     * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-     * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+     * Image used for the replica group
      * 

      *
-     * string pod_template_name = 2;
+     * string image = 2;
      */
     public com.google.protobuf.ByteString
-        getPodTemplateNameBytes() {
-      java.lang.Object ref = podTemplateName_;
+        getImageBytes() {
+      java.lang.Object ref = image_;
       if (ref instanceof java.lang.String) {
         com.google.protobuf.ByteString b = 
             com.google.protobuf.ByteString.copyFromUtf8(
                 (java.lang.String) ref);
-        podTemplateName_ = b;
+        image_ = b;
         return b;
       } else {
         return (com.google.protobuf.ByteString) ref;
       }
     }
 
-    public static final int RESTART_POLICY_FIELD_NUMBER = 3;
+    public static final int RESOURCES_FIELD_NUMBER = 3;
+    private flyteidl.core.Tasks.Resources resources_;
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public boolean hasResources() {
+      return resources_ != null;
+    }
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public flyteidl.core.Tasks.Resources getResources() {
+      return resources_ == null ? flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+    }
+    /**
+     * 
+     * Resources required for the replica group
+     * 

+     *
+     * .flyteidl.core.Resources resources = 3;
+     */
+    public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() {
+      return getResources();
+    }
+
+    public static final int RESTART_POLICY_FIELD_NUMBER = 4;
     private int restartPolicy_;
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     public int getRestartPolicyValue() {
       return restartPolicy_;
     }
     /**
      * 
-     * Restart policy for the worker
+     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
      * 

      *
-     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+     * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
       @SuppressWarnings("deprecation")
@@ -1849,11 +1786,14 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (replicas_ != 0) {
         output.writeInt32(1, replicas_);
       }
-      if (!getPodTemplateNameBytes().isEmpty()) {
-        com.google.protobuf.GeneratedMessageV3.writeString(output, 2, podTemplateName_);
+      if (!getImageBytes().isEmpty()) {
+        com.google.protobuf.GeneratedMessageV3.writeString(output, 2, image_);
+      }
+      if (resources_ != null) {
+        output.writeMessage(3, getResources());
       }
       if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
-        output.writeEnum(3, restartPolicy_);
+        output.writeEnum(4, restartPolicy_);
       }
       unknownFields.writeTo(output);
     }
@@ -1868,12 +1808,16 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeInt32Size(1, replicas_);
       }
-      if (!getPodTemplateNameBytes().isEmpty()) {
-        size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, podTemplateName_);
+      if (!getImageBytes().isEmpty()) {
+        size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, image_);
+      }
+      if (resources_ != null) {
+        size += com.google.protobuf.CodedOutputStream
+          .computeMessageSize(3, getResources());
       }
       if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
         size += com.google.protobuf.CodedOutputStream
-          .computeEnumSize(3, restartPolicy_);
+          .computeEnumSize(4, restartPolicy_);
       }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
@@ -1892,8 +1836,13 @@ public boolean equals(final java.lang.Object obj) {
 
       if (getReplicas()
           != other.getReplicas()) return false;
-      if (!getPodTemplateName()
-          .equals(other.getPodTemplateName())) return false;
+      if (!getImage()
+          .equals(other.getImage())) return false;
+      if (hasResources() != other.hasResources()) return false;
+      if (hasResources()) {
+        if (!getResources()
+            .equals(other.getResources())) return false;
+      }
       if (restartPolicy_ != other.restartPolicy_) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
@@ -1908,8 +1857,12 @@ public int hashCode() {
       hash = (19 * hash) + getDescriptor().hashCode();
       hash = (37 * hash) + REPLICAS_FIELD_NUMBER;
       hash = (53 * hash) + getReplicas();
-      hash = (37 * hash) + POD_TEMPLATE_NAME_FIELD_NUMBER;
-      hash = (53 * hash) + getPodTemplateName().hashCode();
+      hash = (37 * hash) + IMAGE_FIELD_NUMBER;
+      hash = (53 * hash) + getImage().hashCode();
+      if (hasResources()) {
+        hash = (37 * hash) + RESOURCES_FIELD_NUMBER;
+        hash = (53 * hash) + getResources().hashCode();
+      }
       hash = (37 * hash) + RESTART_POLICY_FIELD_NUMBER;
       hash = (53 * hash) + restartPolicy_;
       hash = (29 * hash) + unknownFields.hashCode();
@@ -2047,8 +2000,14 @@ public Builder clear() {
         super.clear();
         replicas_ = 0;
 
-        podTemplateName_ = "";
+        image_ = "";
 
+        if (resourcesBuilder_ == null) {
+          resources_ = null;
+        } else {
+          resources_ = null;
+          resourcesBuilder_ = null;
+        }
         restartPolicy_ = 0;
 
         return this;
@@ -2078,7 +2037,12 @@ public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplica
       public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec buildPartial() {
         flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec result = new flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplicaSpec(this);
         result.replicas_ = replicas_;
-        result.podTemplateName_ = podTemplateName_;
+        result.image_ = image_;
+        if (resourcesBuilder_ == null) {
+          result.resources_ = resources_;
+        } else {
+          result.resources_ = resourcesBuilder_.build();
+        }
         result.restartPolicy_ = restartPolicy_;
         onBuilt();
         return result;
@@ -2131,10 +2095,13 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorf
         if (other.getReplicas() != 0) {
           setReplicas(other.getReplicas());
         }
-        if (!other.getPodTemplateName().isEmpty()) {
-          podTemplateName_ = other.podTemplateName_;
+        if (!other.getImage().isEmpty()) {
+          image_ = other.image_;
           onChanged();
         }
+        if (other.hasResources()) {
+          mergeResources(other.getResources());
+        }
         if (other.restartPolicy_ != 0) {
           setRestartPolicyValue(other.getRestartPolicyValue());
         }
@@ -2170,7 +2137,7 @@ public Builder mergeFrom(
       private int replicas_ ;
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -2180,7 +2147,7 @@ public int getReplicas() {
       }
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -2193,7 +2160,7 @@ public Builder setReplicas(int value) {
       }
       /**
        * 
-       * Number of workers
+       * Number of replicas
        * 

        *
        * int32 replicas = 1;
@@ -2205,22 +2172,21 @@ public Builder clearReplicas() {
         return this;
       }
 
-      private java.lang.Object podTemplateName_ = "";
+      private java.lang.Object image_ = "";
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public java.lang.String getPodTemplateName() {
-        java.lang.Object ref = podTemplateName_;
+      public java.lang.String getImage() {
+        java.lang.Object ref = image_;
         if (!(ref instanceof java.lang.String)) {
           com.google.protobuf.ByteString bs =
               (com.google.protobuf.ByteString) ref;
           java.lang.String s = bs.toStringUtf8();
-          podTemplateName_ = s;
+          image_ = s;
           return s;
         } else {
           return (java.lang.String) ref;
@@ -2228,20 +2194,19 @@ public java.lang.String getPodTemplateName() {
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
       public com.google.protobuf.ByteString
-          getPodTemplateNameBytes() {
-        java.lang.Object ref = podTemplateName_;
+          getImageBytes() {
+        java.lang.Object ref = image_;
         if (ref instanceof String) {
           com.google.protobuf.ByteString b = 
               com.google.protobuf.ByteString.copyFromUtf8(
                   (java.lang.String) ref);
-          podTemplateName_ = b;
+          image_ = b;
           return b;
         } else {
           return (com.google.protobuf.ByteString) ref;
@@ -2249,73 +2214,223 @@ public java.lang.String getPodTemplateName() {
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder setPodTemplateName(
+      public Builder setImage(
           java.lang.String value) {
         if (value == null) {
     throw new NullPointerException();
   }
   
-        podTemplateName_ = value;
+        image_ = value;
         onChanged();
         return this;
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder clearPodTemplateName() {
+      public Builder clearImage() {
         
-        podTemplateName_ = getDefaultInstance().getPodTemplateName();
+        image_ = getDefaultInstance().getImage();
         onChanged();
         return this;
       }
       /**
        * 
-       * Unique name of a PodTemplate k8s resource to be used as the base configuration.
-       * PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
+       * Image used for the replica group
        * 

        *
-       * string pod_template_name = 2;
+       * string image = 2;
        */
-      public Builder setPodTemplateNameBytes(
+      public Builder setImageBytes(
           com.google.protobuf.ByteString value) {
         if (value == null) {
     throw new NullPointerException();
   }
   checkByteStringIsUtf8(value);
         
-        podTemplateName_ = value;
+        image_ = value;
         onChanged();
         return this;
       }
 
+      private flyteidl.core.Tasks.Resources resources_;
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder> resourcesBuilder_;
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public boolean hasResources() {
+        return resourcesBuilder_ != null || resources_ != null;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.Resources getResources() {
+        if (resourcesBuilder_ == null) {
+          return resources_ == null ? flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+        } else {
+          return resourcesBuilder_.getMessage();
+        }
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder setResources(flyteidl.core.Tasks.Resources value) {
+        if (resourcesBuilder_ == null) {
+          if (value == null) {
+            throw new NullPointerException();
+          }
+          resources_ = value;
+          onChanged();
+        } else {
+          resourcesBuilder_.setMessage(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder setResources(
+          flyteidl.core.Tasks.Resources.Builder builderForValue) {
+        if (resourcesBuilder_ == null) {
+          resources_ = builderForValue.build();
+          onChanged();
+        } else {
+          resourcesBuilder_.setMessage(builderForValue.build());
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder mergeResources(flyteidl.core.Tasks.Resources value) {
+        if (resourcesBuilder_ == null) {
+          if (resources_ != null) {
+            resources_ =
+              flyteidl.core.Tasks.Resources.newBuilder(resources_).mergeFrom(value).buildPartial();
+          } else {
+            resources_ = value;
+          }
+          onChanged();
+        } else {
+          resourcesBuilder_.mergeFrom(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public Builder clearResources() {
+        if (resourcesBuilder_ == null) {
+          resources_ = null;
+          onChanged();
+        } else {
+          resources_ = null;
+          resourcesBuilder_ = null;
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.Resources.Builder getResourcesBuilder() {
+        
+        onChanged();
+        return getResourcesFieldBuilder().getBuilder();
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() {
+        if (resourcesBuilder_ != null) {
+          return resourcesBuilder_.getMessageOrBuilder();
+        } else {
+          return resources_ == null ?
+              flyteidl.core.Tasks.Resources.getDefaultInstance() : resources_;
+        }
+      }
+      /**
+       * 
+       * Resources required for the replica group
+       * 

+       *
+       * .flyteidl.core.Resources resources = 3;
+       */
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder> 
+          getResourcesFieldBuilder() {
+        if (resourcesBuilder_ == null) {
+          resourcesBuilder_ = new com.google.protobuf.SingleFieldBuilderV3<
+              flyteidl.core.Tasks.Resources, flyteidl.core.Tasks.Resources.Builder, flyteidl.core.Tasks.ResourcesOrBuilder>(
+                  getResources(),
+                  getParentForChildren(),
+                  isClean());
+          resources_ = null;
+        }
+        return resourcesBuilder_;
+      }
+
       private int restartPolicy_ = 0;
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public int getRestartPolicyValue() {
         return restartPolicy_;
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder setRestartPolicyValue(int value) {
         restartPolicy_ = value;
@@ -2324,10 +2439,10 @@ public Builder setRestartPolicyValue(int value) {
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
         @SuppressWarnings("deprecation")
@@ -2336,10 +2451,10 @@ public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy value) {
         if (value == null) {
@@ -2352,10 +2467,10 @@ public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy v
       }
       /**
        * 
-       * Restart policy for the worker
+       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
        * 

        *
-       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 3;
+       * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
        */
       public Builder clearRestartPolicy() {
         
@@ -2436,25 +2551,25 @@ public flyteidl.plugins.kubeflow.Tensorflow.DistributedTensorflowTrainingReplica
   static {
     java.lang.String[] descriptorData = {
       "\n*flyteidl/plugins/kubeflow/tensorflow.p" +
-      "roto\022\031flyteidl.plugins.kubeflow\032&flyteid" +
-      "l/plugins/kubeflow/common.proto\"\264\003\n!Dist" +
-      "ributedTensorflowTrainingTask\022\\\n\017worker_" +
-      "replicas\030\001 \001(\0132C.flyteidl.plugins.kubefl" +
-      "ow.DistributedTensorflowTrainingReplicaS" +
-      "pec\022X\n\013ps_replicas\030\002 \001(\0132C.flyteidl.plug" +
+      "roto\022\031flyteidl.plugins.kubeflow\032\031flyteid" +
+      "l/core/tasks.proto\032&flyteidl/plugins/kub" +
+      "eflow/common.proto\"\362\002\n!DistributedTensor" +
+      "flowTrainingTask\022\\\n\017worker_replicas\030\001 \001(" +
+      "\0132C.flyteidl.plugins.kubeflow.Distribute" +
+      "dTensorflowTrainingReplicaSpec\022X\n\013ps_rep" +
+      "licas\030\002 \001(\0132C.flyteidl.plugins.kubeflow." +
+      "DistributedTensorflowTrainingReplicaSpec" +
+      "\022[\n\016chief_replicas\030\003 \001(\0132C.flyteidl.plug" +
       "ins.kubeflow.DistributedTensorflowTraini" +
-      "ngReplicaSpec\022[\n\016chief_replicas\030\003 \001(\0132C." +
-      "flyteidl.plugins.kubeflow.DistributedTen" +
-      "sorflowTrainingReplicaSpec\0228\n\nrun_policy" +
-      "\030\004 \001(\0132$.flyteidl.plugins.kubeflow.RunPo" +
-      "licy\022@\n\016success_policy\030\005 \001(\0162(.flyteidl." +
-      "plugins.kubeflow.SuccessPolicy\"\231\001\n(Distr" +
-      "ibutedTensorflowTrainingReplicaSpec\022\020\n\010r" +
-      "eplicas\030\001 \001(\005\022\031\n\021pod_template_name\030\002 \001(\t" +
-      "\022@\n\016restart_policy\030\003 \001(\0162(.flyteidl.plug" +
-      "ins.kubeflow.RestartPolicyB9Z7github.com" +
-      "/flyteorg/flyteidl/gen/pb-go/flyteidl/pl" +
-      "uginsb\006proto3"
+      "ngReplicaSpec\0228\n\nrun_policy\030\004 \001(\0132$.flyt" +
+      "eidl.plugins.kubeflow.RunPolicy\"\272\001\n(Dist" +
+      "ributedTensorflowTrainingReplicaSpec\022\020\n\010" +
+      "replicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresourc" +
+      "es\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016re" +
+      "start_policy\030\004 \001(\0162(.flyteidl.plugins.ku" +
+      "beflow.RestartPolicyB9Z7github.com/flyte" +
+      "org/flyteidl/gen/pb-go/flyteidl/pluginsb" +
+      "\006proto3"
     };
     com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
         new com.google.protobuf.Descriptors.FileDescriptor.    InternalDescriptorAssigner() {
@@ -2467,6 +2582,7 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     com.google.protobuf.Descriptors.FileDescriptor
       .internalBuildGeneratedFileFrom(descriptorData,
         new com.google.protobuf.Descriptors.FileDescriptor[] {
+          flyteidl.core.Tasks.getDescriptor(),
           flyteidl.plugins.kubeflow.Common.getDescriptor(),
         }, assigner);
     internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor =
@@ -2474,13 +2590,14 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingTask_descriptor,
-        new java.lang.String[] { "WorkerReplicas", "PsReplicas", "ChiefReplicas", "RunPolicy", "SuccessPolicy", });
+        new java.lang.String[] { "WorkerReplicas", "PsReplicas", "ChiefReplicas", "RunPolicy", });
     internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor =
       getDescriptor().getMessageTypes().get(1);
     internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedTensorflowTrainingReplicaSpec_descriptor,
-        new java.lang.String[] { "Replicas", "PodTemplateName", "RestartPolicy", });
+        new java.lang.String[] { "Replicas", "Image", "Resources", "RestartPolicy", });
+    flyteidl.core.Tasks.getDescriptor();
     flyteidl.plugins.kubeflow.Common.getDescriptor();
   }
 
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py
index d10e4ecb1..c64c3c44e 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py
@@ -13,7 +13,7 @@
 
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xf8\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x34\n\x15\x61\x63tiveDeadlineSeconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*K\n\rSuccessPolicy\x12\x1a\n\x16SUCCESS_POLICY_DEFAULT\x10\x00\x12\x1e\n\x1aSUCCESS_POLICY_ALL_WORKERS\x10\x01*\x7f\n\x0e\x43leanPodPolicy\x12\x1d\n\x19\x43LEANPOD_POLICY_UNDEFINED\x10\x00\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x01\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x02\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x03*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xf8\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x34\n\x15\x61\x63tiveDeadlineSeconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*`\n\x0e\x43leanPodPolicy\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x00\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x01\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x02*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.common_pb2', globals())
@@ -21,12 +21,10 @@
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\013CommonProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow'
-  _SUCCESSPOLICY._serialized_start=320
-  _SUCCESSPOLICY._serialized_end=395
-  _CLEANPODPOLICY._serialized_start=397
-  _CLEANPODPOLICY._serialized_end=524
-  _RESTARTPOLICY._serialized_start=526
-  _RESTARTPOLICY._serialized_end=625
+  _CLEANPODPOLICY._serialized_start=320
+  _CLEANPODPOLICY._serialized_end=416
+  _RESTARTPOLICY._serialized_start=418
+  _RESTARTPOLICY._serialized_end=517
   _RUNPOLICY._serialized_start=70
   _RUNPOLICY._serialized_end=318
 # @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi
index 6a2e3fb15..343ee0bfb 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi
@@ -6,13 +6,10 @@ from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union
 CLEANPOD_POLICY_ALL: CleanPodPolicy
 CLEANPOD_POLICY_NONE: CleanPodPolicy
 CLEANPOD_POLICY_RUNNING: CleanPodPolicy
-CLEANPOD_POLICY_UNDEFINED: CleanPodPolicy
 DESCRIPTOR: _descriptor.FileDescriptor
 RESTART_POLICY_ALWAYS: RestartPolicy
 RESTART_POLICY_NEVER: RestartPolicy
 RESTART_POLICY_ON_FAILURE: RestartPolicy
-SUCCESS_POLICY_ALL_WORKERS: SuccessPolicy
-SUCCESS_POLICY_DEFAULT: SuccessPolicy
 
 class RunPolicy(_message.Message):
     __slots__ = ["activeDeadlineSeconds", "backoff_limit", "clean_pod_policy", "ttl_seconds_after_finished"]
@@ -26,9 +23,6 @@ class RunPolicy(_message.Message):
     ttl_seconds_after_finished: int
     def __init__(self, clean_pod_policy: _Optional[_Union[CleanPodPolicy, str]] = ..., ttl_seconds_after_finished: _Optional[int] = ..., activeDeadlineSeconds: _Optional[int] = ..., backoff_limit: _Optional[int] = ...) -> None: ...
 
-class SuccessPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
-    __slots__ = []
-
 class CleanPodPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     __slots__ = []
 
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
index 7d0c9139d..e95a9926f 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
@@ -11,10 +11,11 @@
 _sym_db = _symbol_database.Default()
 
 
+from flyteidl.core import tasks_pb2 as flyteidl_dot_core_dot_tasks__pb2
 from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a&flyteidl/plugins/kubeflow/common.proto\"\x84\x03\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12O\n\x0esuccess_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.SuccessPolicyR\rsuccessPolicy\"\xbc\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12*\n\x11pod_template_name\x18\x02 \x01(\tR\x0fpodTemplateName\x12O\n\x0erestart_policy\x18\x03 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xb3\x02\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xde\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.mpi_pb2', globals())
@@ -22,8 +23,8 @@
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\010MpiProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow'
-  _DISTRIBUTEDMPITRAININGTASK._serialized_start=107
-  _DISTRIBUTEDMPITRAININGTASK._serialized_end=495
-  _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_start=498
-  _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_end=686
+  _DISTRIBUTEDMPITRAININGTASK._serialized_start=134
+  _DISTRIBUTEDMPITRAININGTASK._serialized_end=441
+  _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_start=444
+  _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_end=666
 # @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
index 51b79b771..ffe479ce5 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
@@ -1,3 +1,4 @@
+from flyteidl.core import tasks_pb2 as _tasks_pb2
 from flyteidl.plugins.kubeflow import common_pb2 as _common_pb2
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
@@ -6,23 +7,23 @@ from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Opti
 DESCRIPTOR: _descriptor.FileDescriptor
 
 class DistributedMPITrainingReplicaSpec(_message.Message):
-    __slots__ = ["pod_template_name", "replicas", "restart_policy"]
-    POD_TEMPLATE_NAME_FIELD_NUMBER: _ClassVar[int]
+    __slots__ = ["image", "replicas", "resources", "restart_policy"]
+    IMAGE_FIELD_NUMBER: _ClassVar[int]
     REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    RESOURCES_FIELD_NUMBER: _ClassVar[int]
     RESTART_POLICY_FIELD_NUMBER: _ClassVar[int]
-    pod_template_name: str
+    image: str
     replicas: int
+    resources: _tasks_pb2.Resources
     restart_policy: _common_pb2.RestartPolicy
-    def __init__(self, replicas: _Optional[int] = ..., pod_template_name: _Optional[str] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ...
+    def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ...
 
 class DistributedMPITrainingTask(_message.Message):
-    __slots__ = ["launcher_replicas", "run_policy", "success_policy", "worker_replicas"]
+    __slots__ = ["launcher_replicas", "run_policy", "worker_replicas"]
     LAUNCHER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     RUN_POLICY_FIELD_NUMBER: _ClassVar[int]
-    SUCCESS_POLICY_FIELD_NUMBER: _ClassVar[int]
     WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     launcher_replicas: DistributedMPITrainingReplicaSpec
     run_policy: _common_pb2.RunPolicy
-    success_policy: _common_pb2.SuccessPolicy
     worker_replicas: DistributedMPITrainingReplicaSpec
-    def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., success_policy: _Optional[_Union[_common_pb2.SuccessPolicy, str]] = ...) -> None: ...
+    def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ...
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py
index 41501e667..85874dcb2 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py
@@ -11,10 +11,11 @@
 _sym_db = _symbol_database.Default()
 
 
+from flyteidl.core import tasks_pb2 as flyteidl_dot_core_dot_tasks__pb2
 from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\'flyteidl/plugins/kubeflow/pytorch.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a&flyteidl/plugins/kubeflow/common.proto\"\x8c\x03\n\x1e\x44istributedPyTorchTrainingTask\x12i\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x0fmaster_replicas\x18\x02 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0emasterReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12O\n\x0esuccess_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.SuccessPolicyR\rsuccessPolicy\"\xc0\x01\n%DistributedPyTorchTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12*\n\x11pod_template_name\x18\x02 \x01(\tR\x0fpodTemplateName\x12O\n\x0erestart_policy\x18\x03 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xec\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\'flyteidl/plugins/kubeflow/pytorch.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xbb\x02\n\x1e\x44istributedPyTorchTrainingTask\x12i\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x0fmaster_replicas\x18\x02 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0emasterReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xe2\x01\n%DistributedPyTorchTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xec\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.pytorch_pb2', globals())
@@ -22,8 +23,8 @@
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\014PytorchProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow'
-  _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_start=111
-  _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_end=507
-  _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_start=510
-  _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_end=702
+  _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_start=138
+  _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_end=453
+  _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_start=456
+  _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_end=682
 # @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi
index c02032262..d350a638d 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi
@@ -1,3 +1,4 @@
+from flyteidl.core import tasks_pb2 as _tasks_pb2
 from flyteidl.plugins.kubeflow import common_pb2 as _common_pb2
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
@@ -6,23 +7,23 @@ from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Opti
 DESCRIPTOR: _descriptor.FileDescriptor
 
 class DistributedPyTorchTrainingReplicaSpec(_message.Message):
-    __slots__ = ["pod_template_name", "replicas", "restart_policy"]
-    POD_TEMPLATE_NAME_FIELD_NUMBER: _ClassVar[int]
+    __slots__ = ["image", "replicas", "resources", "restart_policy"]
+    IMAGE_FIELD_NUMBER: _ClassVar[int]
     REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    RESOURCES_FIELD_NUMBER: _ClassVar[int]
     RESTART_POLICY_FIELD_NUMBER: _ClassVar[int]
-    pod_template_name: str
+    image: str
     replicas: int
+    resources: _tasks_pb2.Resources
     restart_policy: _common_pb2.RestartPolicy
-    def __init__(self, replicas: _Optional[int] = ..., pod_template_name: _Optional[str] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ...
+    def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ...
 
 class DistributedPyTorchTrainingTask(_message.Message):
-    __slots__ = ["master_replicas", "run_policy", "success_policy", "worker_replicas"]
+    __slots__ = ["master_replicas", "run_policy", "worker_replicas"]
     MASTER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     RUN_POLICY_FIELD_NUMBER: _ClassVar[int]
-    SUCCESS_POLICY_FIELD_NUMBER: _ClassVar[int]
     WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     master_replicas: DistributedPyTorchTrainingReplicaSpec
     run_policy: _common_pb2.RunPolicy
-    success_policy: _common_pb2.SuccessPolicy
     worker_replicas: DistributedPyTorchTrainingReplicaSpec
-    def __init__(self, worker_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., master_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., success_policy: _Optional[_Union[_common_pb2.SuccessPolicy, str]] = ...) -> None: ...
+    def __init__(self, worker_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., master_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ...
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py
index 2bb7f12d8..62f8fef2d 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py
@@ -11,10 +11,11 @@
 _sym_db = _symbol_database.Default()
 
 
+from flyteidl.core import tasks_pb2 as flyteidl_dot_core_dot_tasks__pb2
 from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*flyteidl/plugins/kubeflow/tensorflow.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a&flyteidl/plugins/kubeflow/common.proto\"\xf9\x03\n!DistributedTensorflowTrainingTask\x12l\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\x0eworkerReplicas\x12\x64\n\x0bps_replicas\x18\x02 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\npsReplicas\x12j\n\x0e\x63hief_replicas\x18\x03 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\rchiefReplicas\x12\x43\n\nrun_policy\x18\x04 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12O\n\x0esuccess_policy\x18\x05 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.SuccessPolicyR\rsuccessPolicy\"\xc3\x01\n(DistributedTensorflowTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12*\n\x11pod_template_name\x18\x02 \x01(\tR\x0fpodTemplateName\x12O\n\x0erestart_policy\x18\x03 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xef\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0fTensorflowProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*flyteidl/plugins/kubeflow/tensorflow.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xa8\x03\n!DistributedTensorflowTrainingTask\x12l\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\x0eworkerReplicas\x12\x64\n\x0bps_replicas\x18\x02 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\npsReplicas\x12j\n\x0e\x63hief_replicas\x18\x03 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\rchiefReplicas\x12\x43\n\nrun_policy\x18\x04 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xe5\x01\n(DistributedTensorflowTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xef\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0fTensorflowProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.tensorflow_pb2', globals())
@@ -22,8 +23,8 @@
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\017TensorflowProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow'
-  _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_start=114
-  _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_end=619
-  _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_start=622
-  _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_end=817
+  _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_start=141
+  _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_end=565
+  _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_start=568
+  _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_end=797
 # @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi
index e1dce3f93..c4a44f502 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi
@@ -1,3 +1,4 @@
+from flyteidl.core import tasks_pb2 as _tasks_pb2
 from flyteidl.plugins.kubeflow import common_pb2 as _common_pb2
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
@@ -6,25 +7,25 @@ from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Opti
 DESCRIPTOR: _descriptor.FileDescriptor
 
 class DistributedTensorflowTrainingReplicaSpec(_message.Message):
-    __slots__ = ["pod_template_name", "replicas", "restart_policy"]
-    POD_TEMPLATE_NAME_FIELD_NUMBER: _ClassVar[int]
+    __slots__ = ["image", "replicas", "resources", "restart_policy"]
+    IMAGE_FIELD_NUMBER: _ClassVar[int]
     REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    RESOURCES_FIELD_NUMBER: _ClassVar[int]
     RESTART_POLICY_FIELD_NUMBER: _ClassVar[int]
-    pod_template_name: str
+    image: str
     replicas: int
+    resources: _tasks_pb2.Resources
     restart_policy: _common_pb2.RestartPolicy
-    def __init__(self, replicas: _Optional[int] = ..., pod_template_name: _Optional[str] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ...
+    def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ...
 
 class DistributedTensorflowTrainingTask(_message.Message):
-    __slots__ = ["chief_replicas", "ps_replicas", "run_policy", "success_policy", "worker_replicas"]
+    __slots__ = ["chief_replicas", "ps_replicas", "run_policy", "worker_replicas"]
     CHIEF_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     PS_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     RUN_POLICY_FIELD_NUMBER: _ClassVar[int]
-    SUCCESS_POLICY_FIELD_NUMBER: _ClassVar[int]
     WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     chief_replicas: DistributedTensorflowTrainingReplicaSpec
     ps_replicas: DistributedTensorflowTrainingReplicaSpec
     run_policy: _common_pb2.RunPolicy
-    success_policy: _common_pb2.SuccessPolicy
     worker_replicas: DistributedTensorflowTrainingReplicaSpec
-    def __init__(self, worker_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., ps_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., chief_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., success_policy: _Optional[_Union[_common_pb2.SuccessPolicy, str]] = ...) -> None: ...
+    def __init__(self, worker_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., ps_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., chief_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ...
diff --git a/gen/pb_python/flyteidl/plugins/mpi_pb2.py b/gen/pb_python/flyteidl/plugins/mpi_pb2.py
new file mode 100644
index 000000000..6cdb20189
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/mpi_pb2.py
@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: flyteidl/plugins/mpi.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1a\x66lyteidl/plugins/mpi.proto\x12\x10\x66lyteidl.plugins\"\x87\x01\n\x1a\x44istributedMPITrainingTask\x12\x1f\n\x0bnum_workers\x18\x01 \x01(\x05R\nnumWorkers\x12\x32\n\x15num_launcher_replicas\x18\x02 \x01(\x05R\x13numLauncherReplicas\x12\x14\n\x05slots\x18\x03 \x01(\x05R\x05slotsB\xba\x01\n\x14\x63om.flyteidl.pluginsB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PX\xaa\x02\x10\x46lyteidl.Plugins\xca\x02\x10\x46lyteidl\\Plugins\xe2\x02\x1c\x46lyteidl\\Plugins\\GPBMetadata\xea\x02\x11\x46lyteidl::Pluginsb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.mpi_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\024com.flyteidl.pluginsB\010MpiProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPX\252\002\020Flyteidl.Plugins\312\002\020Flyteidl\\Plugins\342\002\034Flyteidl\\Plugins\\GPBMetadata\352\002\021Flyteidl::Plugins'
+  _DISTRIBUTEDMPITRAININGTASK._serialized_start=49
+  _DISTRIBUTEDMPITRAININGTASK._serialized_end=184
+# @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/mpi_pb2.pyi b/gen/pb_python/flyteidl/plugins/mpi_pb2.pyi
new file mode 100644
index 000000000..d4e48f9b4
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/mpi_pb2.pyi
@@ -0,0 +1,15 @@
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Optional as _Optional
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class DistributedMPITrainingTask(_message.Message):
+    __slots__ = ["num_launcher_replicas", "num_workers", "slots"]
+    NUM_LAUNCHER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    NUM_WORKERS_FIELD_NUMBER: _ClassVar[int]
+    SLOTS_FIELD_NUMBER: _ClassVar[int]
+    num_launcher_replicas: int
+    num_workers: int
+    slots: int
+    def __init__(self, num_workers: _Optional[int] = ..., num_launcher_replicas: _Optional[int] = ..., slots: _Optional[int] = ...) -> None: ...
diff --git a/gen/pb_python/flyteidl/plugins/mpi_pb2_grpc.py b/gen/pb_python/flyteidl/plugins/mpi_pb2_grpc.py
new file mode 100644
index 000000000..2daafffeb
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/mpi_pb2_grpc.py
@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
diff --git a/gen/pb_python/flyteidl/plugins/pytorch_pb2.py b/gen/pb_python/flyteidl/plugins/pytorch_pb2.py
new file mode 100644
index 000000000..c2afe8cbb
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/pytorch_pb2.py
@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: flyteidl/plugins/pytorch.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1e\x66lyteidl/plugins/pytorch.proto\x12\x10\x66lyteidl.plugins\":\n\x1e\x44istributedPyTorchTrainingTask\x12\x18\n\x07workers\x18\x01 \x01(\x05R\x07workersB\xbe\x01\n\x14\x63om.flyteidl.pluginsB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PX\xaa\x02\x10\x46lyteidl.Plugins\xca\x02\x10\x46lyteidl\\Plugins\xe2\x02\x1c\x46lyteidl\\Plugins\\GPBMetadata\xea\x02\x11\x46lyteidl::Pluginsb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.pytorch_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\024com.flyteidl.pluginsB\014PytorchProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPX\252\002\020Flyteidl.Plugins\312\002\020Flyteidl\\Plugins\342\002\034Flyteidl\\Plugins\\GPBMetadata\352\002\021Flyteidl::Plugins'
+  _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_start=52
+  _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_end=110
+# @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi b/gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi
new file mode 100644
index 000000000..c7f5cef66
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/pytorch_pb2.pyi
@@ -0,0 +1,11 @@
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Optional as _Optional
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class DistributedPyTorchTrainingTask(_message.Message):
+    __slots__ = ["workers"]
+    WORKERS_FIELD_NUMBER: _ClassVar[int]
+    workers: int
+    def __init__(self, workers: _Optional[int] = ...) -> None: ...
diff --git a/gen/pb_python/flyteidl/plugins/pytorch_pb2_grpc.py b/gen/pb_python/flyteidl/plugins/pytorch_pb2_grpc.py
new file mode 100644
index 000000000..2daafffeb
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/pytorch_pb2_grpc.py
@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
diff --git a/gen/pb_python/flyteidl/plugins/tensorflow_pb2.py b/gen/pb_python/flyteidl/plugins/tensorflow_pb2.py
new file mode 100644
index 000000000..5eb43278c
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/tensorflow_pb2.py
@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: flyteidl/plugins/tensorflow.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!flyteidl/plugins/tensorflow.proto\x12\x10\x66lyteidl.plugins\"\x85\x01\n!DistributedTensorflowTrainingTask\x12\x18\n\x07workers\x18\x01 \x01(\x05R\x07workers\x12\x1f\n\x0bps_replicas\x18\x02 \x01(\x05R\npsReplicas\x12%\n\x0e\x63hief_replicas\x18\x03 \x01(\x05R\rchiefReplicasB\xc1\x01\n\x14\x63om.flyteidl.pluginsB\x0fTensorflowProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PX\xaa\x02\x10\x46lyteidl.Plugins\xca\x02\x10\x46lyteidl\\Plugins\xe2\x02\x1c\x46lyteidl\\Plugins\\GPBMetadata\xea\x02\x11\x46lyteidl::Pluginsb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.tensorflow_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\024com.flyteidl.pluginsB\017TensorflowProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPX\252\002\020Flyteidl.Plugins\312\002\020Flyteidl\\Plugins\342\002\034Flyteidl\\Plugins\\GPBMetadata\352\002\021Flyteidl::Plugins'
+  _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_start=56
+  _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_end=189
+# @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi b/gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi
new file mode 100644
index 000000000..8468f6c32
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/tensorflow_pb2.pyi
@@ -0,0 +1,15 @@
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Optional as _Optional
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class DistributedTensorflowTrainingTask(_message.Message):
+    __slots__ = ["chief_replicas", "ps_replicas", "workers"]
+    CHIEF_REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    PS_REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    WORKERS_FIELD_NUMBER: _ClassVar[int]
+    chief_replicas: int
+    ps_replicas: int
+    workers: int
+    def __init__(self, workers: _Optional[int] = ..., ps_replicas: _Optional[int] = ..., chief_replicas: _Optional[int] = ...) -> None: ...
diff --git a/gen/pb_python/flyteidl/plugins/tensorflow_pb2_grpc.py b/gen/pb_python/flyteidl/plugins/tensorflow_pb2_grpc.py
new file mode 100644
index 000000000..2daafffeb
--- /dev/null
+++ b/gen/pb_python/flyteidl/plugins/tensorflow_pb2_grpc.py
@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
diff --git a/protos/flyteidl/plugins/kubeflow/common.proto b/protos/flyteidl/plugins/kubeflow/common.proto
index 676c3b2b4..667cf444d 100644
--- a/protos/flyteidl/plugins/kubeflow/common.proto
+++ b/protos/flyteidl/plugins/kubeflow/common.proto
@@ -6,31 +6,29 @@ option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 
 
 message RunPolicy {
-  // CleanPodPolicy defines the policy to kill pods after the job completes.
-  // Default to None.
+  // CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
   CleanPodPolicy clean_pod_policy = 1;
-  // TTL to clean up jobs. It may take extra ReconcilePeriod seconds for the cleanup, since
-  // reconcile gets called periodically. Default to infinite.
+
+  // TTL to clean up jobs. Default to infinite.
   int32 ttl_seconds_after_finished = 2;
 
   // Specifies the duration in seconds relative to the startTime that the job may be active
   // before the system tries to terminate it; value must be positive integer.
   int32 activeDeadlineSeconds = 3;
-
+  
   // Number of retries before marking this job failed.
   int32 backoff_limit = 4;
 }
 
-enum SuccessPolicy {
-  SUCCESS_POLICY_DEFAULT = 0;
-  SUCCESS_POLICY_ALL_WORKERS = 1;
-}
-
 enum CleanPodPolicy {
-  CLEANPOD_POLICY_UNDEFINED = 0;
-  CLEANPOD_POLICY_ALL = 1;
-  CLEANPOD_POLICY_RUNNING = 2;
-  CLEANPOD_POLICY_NONE = 3;
+  // The All policy means all pods even completed pods will be deleted immediately when the job finishes.
+  CLEANPOD_POLICY_ALL = 0;
+
+  // The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value.
+  CLEANPOD_POLICY_RUNNING = 1;
+
+  // The None policy means that no pods will be deleted when the job completes.
+  CLEANPOD_POLICY_NONE = 2;
 }
 
 enum RestartPolicy {
diff --git a/protos/flyteidl/plugins/kubeflow/mpi.proto b/protos/flyteidl/plugins/kubeflow/mpi.proto
index 7565c9aba..d0041a634 100644
--- a/protos/flyteidl/plugins/kubeflow/mpi.proto
+++ b/protos/flyteidl/plugins/kubeflow/mpi.proto
@@ -4,6 +4,7 @@ package flyteidl.plugins.kubeflow;
 
 option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 
+import "flyteidl/core/tasks.proto";
 import "flyteidl/plugins/kubeflow/common.proto";
 
 // Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
@@ -18,19 +19,18 @@ message DistributedMPITrainingTask {
 	// job, for example how to clean up resources and how long the job can stay
 	// active.
   RunPolicy run_policy = 3;
-
-  // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-	SuccessPolicy success_policy = 4;
 }
 
 message DistributedMPITrainingReplicaSpec {
-  // Number of workers
+  // Number of replicas
   int32 replicas = 1;
 
-  // Unique name of a PodTemplate k8s resource to be used as the base configuration.
-  // PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
-  string pod_template_name = 2;
+  // Image used for the replica group
+  string image = 2;
 
-  // Restart policy for the worker
-  RestartPolicy restart_policy = 3;
+  // Resources required for the replica group
+  core.Resources resources = 3;
+  
+  // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+  RestartPolicy restart_policy = 4;
 }
\ No newline at end of file
diff --git a/protos/flyteidl/plugins/kubeflow/pytorch.proto b/protos/flyteidl/plugins/kubeflow/pytorch.proto
index a45eb71a9..a452b67d5 100644
--- a/protos/flyteidl/plugins/kubeflow/pytorch.proto
+++ b/protos/flyteidl/plugins/kubeflow/pytorch.proto
@@ -4,6 +4,7 @@ package flyteidl.plugins.kubeflow;
 
 option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 
+import "flyteidl/core/tasks.proto";
 import "flyteidl/plugins/kubeflow/common.proto";
 
 // Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
@@ -18,19 +19,18 @@ message DistributedPyTorchTrainingTask {
 	// job, for example how to clean up resources and how long the job can stay
 	// active.
   RunPolicy run_policy = 3;
-
-  // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-	SuccessPolicy success_policy = 4;
 }
 
 message DistributedPyTorchTrainingReplicaSpec {
-  // Number of workers
+  // Number of replicas
   int32 replicas = 1;
 
-  // Unique name of a PodTemplate k8s resource to be used as the base configuration.
-  // PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
-  string pod_template_name = 2;
+  // Image used for the replica group
+  string image = 2;
 
-  // Restart policy for the worker
-  RestartPolicy restart_policy = 3;
+  // Resources required for the replica group
+  core.Resources resources = 3;
+  
+  // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+  RestartPolicy restart_policy = 4;
 }
\ No newline at end of file
diff --git a/protos/flyteidl/plugins/kubeflow/tensorflow.proto b/protos/flyteidl/plugins/kubeflow/tensorflow.proto
index 3732d1785..d7e38b4c7 100644
--- a/protos/flyteidl/plugins/kubeflow/tensorflow.proto
+++ b/protos/flyteidl/plugins/kubeflow/tensorflow.proto
@@ -4,6 +4,7 @@ package flyteidl.plugins.kubeflow;
 
 option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 
+import "flyteidl/core/tasks.proto";
 import "flyteidl/plugins/kubeflow/common.proto";
 
 // Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
@@ -21,19 +22,18 @@ message DistributedTensorflowTrainingTask {
 	// job, for example how to clean up resources and how long the job can stay
 	// active.
   RunPolicy run_policy = 4;
-
-  // SuccessPolicy defines the policy to mark the TFJob as succeeded. Default to None.
-	SuccessPolicy success_policy = 5;
 }
 
 message DistributedTensorflowTrainingReplicaSpec {
-  // Number of workers
+  // Number of replicas
   int32 replicas = 1;
 
-  // Unique name of a PodTemplate k8s resource to be used as the base configuration.
-  // PodTemplate specified here will be overriden by the pod template specified at the task metedata level.
-  string pod_template_name = 2;
+  // Image used for the replica group
+  string image = 2;
 
-  // Restart policy for the worker
-  RestartPolicy restart_policy = 3;
+  // Resources required for the replica group
+  core.Resources resources = 3;
+  
+  // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+  RestartPolicy restart_policy = 4;
 }
\ No newline at end of file
diff --git a/protos/flyteidl/plugins/mpi.proto b/protos/flyteidl/plugins/mpi.proto
new file mode 100644
index 000000000..8467d3de0
--- /dev/null
+++ b/protos/flyteidl/plugins/mpi.proto
@@ -0,0 +1,20 @@
+syntax = "proto3";
+
+package flyteidl.plugins;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+// MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md
+// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+message DistributedMPITrainingTask {
+  // number of worker spawned in the cluster for this job
+  int32 num_workers = 1;
+
+  // number of launcher replicas spawned in the cluster for this job
+  // The launcher pod invokes mpirun and communicates with worker pods through MPI.
+  int32 num_launcher_replicas = 2;
+
+  // number of slots per worker used in hostfile.
+  // The available slots (GPUs) in each pod.
+  int32 slots = 3;
+}
\ No newline at end of file
diff --git a/protos/flyteidl/plugins/pytorch.proto b/protos/flyteidl/plugins/pytorch.proto
new file mode 100644
index 000000000..603de00c3
--- /dev/null
+++ b/protos/flyteidl/plugins/pytorch.proto
@@ -0,0 +1,11 @@
+syntax = "proto3";
+
+package flyteidl.plugins;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+message DistributedPyTorchTrainingTask {
+  // number of worker replicas spawned in the cluster for this job
+  int32 workers = 1;
+}
diff --git a/protos/flyteidl/plugins/tensorflow.proto b/protos/flyteidl/plugins/tensorflow.proto
new file mode 100644
index 000000000..a24f871de
--- /dev/null
+++ b/protos/flyteidl/plugins/tensorflow.proto
@@ -0,0 +1,14 @@
+syntax = "proto3";
+
+package flyteidl.plugins;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+message DistributedTensorflowTrainingTask {
+  // number of worker, ps, chief replicas spawned in the cluster for this job
+  int32 workers = 1;
+  // PS -> Parameter server
+  int32 ps_replicas = 2;
+  int32 chief_replicas = 3;
+} 

From 931e56bab2b24fa9a484bdbff54362fb776778c3 Mon Sep 17 00:00:00 2001
From: Yubo Wang 
Date: Wed, 12 Apr 2023 10:12:24 -0700
Subject: [PATCH 3/7] clean up comments

Signed-off-by: Yubo Wang 
---
 .../flyteidl/plugins/kubeflow/common.pb.cc    |  64 ++---
 .../flyteidl/plugins/kubeflow/common.pb.h     |  82 +++----
 .../flyteidl/plugins/kubeflow/common.pb.go    | 127 +++++-----
 gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go |   5 +-
 .../flyteidl/plugins/kubeflow/pytorch.pb.go   |   4 +-
 .../plugins/kubeflow/tensorflow.pb.go         |   4 +-
 .../flyteidl/plugins/kubeflow/Common.java     | 222 +++++++-----------
 .../flyteidl/plugins/kubeflow/Mpi.java        |  30 ++-
 .../flyteidl/plugins/kubeflow/Pytorch.java    |  22 +-
 .../flyteidl/plugins/kubeflow/Tensorflow.java |  22 +-
 .../flyteidl/plugins/kubeflow/common_pb2.py   |  12 +-
 .../flyteidl/plugins/kubeflow/common_pb2.pyi  |  12 +-
 protos/flyteidl/plugins/kubeflow/common.proto |  53 ++---
 protos/flyteidl/plugins/kubeflow/mpi.proto    |  11 +-
 .../flyteidl/plugins/kubeflow/pytorch.proto   |  10 +-
 .../plugins/kubeflow/tensorflow.proto         |  12 +-
 16 files changed, 309 insertions(+), 383 deletions(-)

diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc
index 8be88cd80..2702befbe 100644
--- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc
+++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc
@@ -56,7 +56,7 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fcom
   ~0u,  // no _weak_field_map_
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, clean_pod_policy_),
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, ttl_seconds_after_finished_),
-  PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, activedeadlineseconds_),
+  PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, active_deadline_seconds_),
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::RunPolicy, backoff_limit_),
 };
 static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = {
@@ -75,23 +75,23 @@ ::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_fl
 
 const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[] =
   "\n&flyteidl/plugins/kubeflow/common.proto"
-  "\022\031flyteidl.plugins.kubeflow\"\252\001\n\tRunPolic"
+  "\022\031flyteidl.plugins.kubeflow\"\254\001\n\tRunPolic"
   "y\022C\n\020clean_pod_policy\030\001 \001(\0162).flyteidl.p"
   "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se"
-  "conds_after_finished\030\002 \001(\005\022\035\n\025activeDead"
-  "lineSeconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001(\005"
-  "*`\n\016CleanPodPolicy\022\027\n\023CLEANPOD_POLICY_AL"
-  "L\020\000\022\033\n\027CLEANPOD_POLICY_RUNNING\020\001\022\030\n\024CLEA"
-  "NPOD_POLICY_NONE\020\002*c\n\rRestartPolicy\022\031\n\025R"
-  "ESTART_POLICY_ALWAYS\020\000\022\035\n\031RESTART_POLICY"
-  "_ON_FAILURE\020\001\022\030\n\024RESTART_POLICY_NEVER\020\002B"
-  "9Z7github.com/flyteorg/flyteidl/gen/pb-g"
-  "o/flyteidl/pluginsb\006proto3"
+  "conds_after_finished\030\002 \001(\005\022\037\n\027active_dea"
+  "dline_seconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001"
+  "(\005*c\n\rRestartPolicy\022\031\n\025RESTART_POLICY_AL"
+  "WAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\030\n"
+  "\024RESTART_POLICY_NEVER\020\002*`\n\016CleanPodPolic"
+  "y\022\027\n\023CLEANPOD_POLICY_ALL\020\000\022\033\n\027CLEANPOD_P"
+  "OLICY_RUNNING\020\001\022\030\n\024CLEANPOD_POLICY_NONE\020"
+  "\002B9Z7github.com/flyteorg/flyteidl/gen/pb"
+  "-go/flyteidl/pluginsb\006proto3"
   ;
 ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto = {
   false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, 
   descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto,
-  "flyteidl/plugins/kubeflow/common.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, 506,
+  "flyteidl/plugins/kubeflow/common.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto, 508,
 };
 
 void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto() {
@@ -106,11 +106,11 @@ static bool dynamic_init_dummy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto =
 namespace flyteidl {
 namespace plugins {
 namespace kubeflow {
-const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor() {
+const ::google::protobuf::EnumDescriptor* RestartPolicy_descriptor() {
   ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto);
   return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[0];
 }
-bool CleanPodPolicy_IsValid(int value) {
+bool RestartPolicy_IsValid(int value) {
   switch (value) {
     case 0:
     case 1:
@@ -121,11 +121,11 @@ bool CleanPodPolicy_IsValid(int value) {
   }
 }
 
-const ::google::protobuf::EnumDescriptor* RestartPolicy_descriptor() {
+const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor() {
   ::google::protobuf::internal::AssignDescriptors(&assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto);
   return file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto[1];
 }
-bool RestartPolicy_IsValid(int value) {
+bool CleanPodPolicy_IsValid(int value) {
   switch (value) {
     case 0:
     case 1:
@@ -230,10 +230,10 @@ const char* RunPolicy::_InternalParse(const char* begin, const char* end, void*
         GOOGLE_PROTOBUF_PARSER_ASSERT(ptr);
         break;
       }
-      // int32 activeDeadlineSeconds = 3;
+      // int32 active_deadline_seconds = 3;
       case 3: {
         if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual;
-        msg->set_activedeadlineseconds(::google::protobuf::internal::ReadVarint(&ptr));
+        msg->set_active_deadline_seconds(::google::protobuf::internal::ReadVarint(&ptr));
         GOOGLE_PROTOBUF_PARSER_ASSERT(ptr);
         break;
       }
@@ -298,13 +298,13 @@ bool RunPolicy::MergePartialFromCodedStream(
         break;
       }
 
-      // int32 activeDeadlineSeconds = 3;
+      // int32 active_deadline_seconds = 3;
       case 3: {
         if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) {
 
           DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive<
                    ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>(
-                 input, &activedeadlineseconds_)));
+                 input, &active_deadline_seconds_)));
         } else {
           goto handle_unusual;
         }
@@ -362,9 +362,9 @@ void RunPolicy::SerializeWithCachedSizes(
     ::google::protobuf::internal::WireFormatLite::WriteInt32(2, this->ttl_seconds_after_finished(), output);
   }
 
-  // int32 activeDeadlineSeconds = 3;
-  if (this->activedeadlineseconds() != 0) {
-    ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->activedeadlineseconds(), output);
+  // int32 active_deadline_seconds = 3;
+  if (this->active_deadline_seconds() != 0) {
+    ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->active_deadline_seconds(), output);
   }
 
   // int32 backoff_limit = 4;
@@ -396,9 +396,9 @@ ::google::protobuf::uint8* RunPolicy::InternalSerializeWithCachedSizesToArray(
     target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(2, this->ttl_seconds_after_finished(), target);
   }
 
-  // int32 activeDeadlineSeconds = 3;
-  if (this->activedeadlineseconds() != 0) {
-    target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->activedeadlineseconds(), target);
+  // int32 active_deadline_seconds = 3;
+  if (this->active_deadline_seconds() != 0) {
+    target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->active_deadline_seconds(), target);
   }
 
   // int32 backoff_limit = 4;
@@ -440,11 +440,11 @@ size_t RunPolicy::ByteSizeLong() const {
         this->ttl_seconds_after_finished());
   }
 
-  // int32 activeDeadlineSeconds = 3;
-  if (this->activedeadlineseconds() != 0) {
+  // int32 active_deadline_seconds = 3;
+  if (this->active_deadline_seconds() != 0) {
     total_size += 1 +
       ::google::protobuf::internal::WireFormatLite::Int32Size(
-        this->activedeadlineseconds());
+        this->active_deadline_seconds());
   }
 
   // int32 backoff_limit = 4;
@@ -487,8 +487,8 @@ void RunPolicy::MergeFrom(const RunPolicy& from) {
   if (from.ttl_seconds_after_finished() != 0) {
     set_ttl_seconds_after_finished(from.ttl_seconds_after_finished());
   }
-  if (from.activedeadlineseconds() != 0) {
-    set_activedeadlineseconds(from.activedeadlineseconds());
+  if (from.active_deadline_seconds() != 0) {
+    set_active_deadline_seconds(from.active_deadline_seconds());
   }
   if (from.backoff_limit() != 0) {
     set_backoff_limit(from.backoff_limit());
@@ -522,7 +522,7 @@ void RunPolicy::InternalSwap(RunPolicy* other) {
   _internal_metadata_.Swap(&other->_internal_metadata_);
   swap(clean_pod_policy_, other->clean_pod_policy_);
   swap(ttl_seconds_after_finished_, other->ttl_seconds_after_finished_);
-  swap(activedeadlineseconds_, other->activedeadlineseconds_);
+  swap(active_deadline_seconds_, other->active_deadline_seconds_);
   swap(backoff_limit_, other->backoff_limit_);
 }
 
diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h
index 51cc2b341..d5d473a95 100644
--- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h
+++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h
@@ -67,28 +67,6 @@ namespace flyteidl {
 namespace plugins {
 namespace kubeflow {
 
-enum CleanPodPolicy {
-  CLEANPOD_POLICY_ALL = 0,
-  CLEANPOD_POLICY_RUNNING = 1,
-  CLEANPOD_POLICY_NONE = 2,
-  CleanPodPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(),
-  CleanPodPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max()
-};
-bool CleanPodPolicy_IsValid(int value);
-const CleanPodPolicy CleanPodPolicy_MIN = CLEANPOD_POLICY_ALL;
-const CleanPodPolicy CleanPodPolicy_MAX = CLEANPOD_POLICY_NONE;
-const int CleanPodPolicy_ARRAYSIZE = CleanPodPolicy_MAX + 1;
-
-const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor();
-inline const ::std::string& CleanPodPolicy_Name(CleanPodPolicy value) {
-  return ::google::protobuf::internal::NameOfEnum(
-    CleanPodPolicy_descriptor(), value);
-}
-inline bool CleanPodPolicy_Parse(
-    const ::std::string& name, CleanPodPolicy* value) {
-  return ::google::protobuf::internal::ParseNamedEnum(
-    CleanPodPolicy_descriptor(), name, value);
-}
 enum RestartPolicy {
   RESTART_POLICY_ALWAYS = 0,
   RESTART_POLICY_ON_FAILURE = 1,
@@ -111,6 +89,28 @@ inline bool RestartPolicy_Parse(
   return ::google::protobuf::internal::ParseNamedEnum(
     RestartPolicy_descriptor(), name, value);
 }
+enum CleanPodPolicy {
+  CLEANPOD_POLICY_ALL = 0,
+  CLEANPOD_POLICY_RUNNING = 1,
+  CLEANPOD_POLICY_NONE = 2,
+  CleanPodPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(),
+  CleanPodPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max()
+};
+bool CleanPodPolicy_IsValid(int value);
+const CleanPodPolicy CleanPodPolicy_MIN = CLEANPOD_POLICY_ALL;
+const CleanPodPolicy CleanPodPolicy_MAX = CLEANPOD_POLICY_NONE;
+const int CleanPodPolicy_ARRAYSIZE = CleanPodPolicy_MAX + 1;
+
+const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor();
+inline const ::std::string& CleanPodPolicy_Name(CleanPodPolicy value) {
+  return ::google::protobuf::internal::NameOfEnum(
+    CleanPodPolicy_descriptor(), value);
+}
+inline bool CleanPodPolicy_Parse(
+    const ::std::string& name, CleanPodPolicy* value) {
+  return ::google::protobuf::internal::ParseNamedEnum(
+    CleanPodPolicy_descriptor(), name, value);
+}
 // ===================================================================
 
 class RunPolicy final :
@@ -220,11 +220,11 @@ class RunPolicy final :
   ::google::protobuf::int32 ttl_seconds_after_finished() const;
   void set_ttl_seconds_after_finished(::google::protobuf::int32 value);
 
-  // int32 activeDeadlineSeconds = 3;
-  void clear_activedeadlineseconds();
+  // int32 active_deadline_seconds = 3;
+  void clear_active_deadline_seconds();
   static const int kActiveDeadlineSecondsFieldNumber = 3;
-  ::google::protobuf::int32 activedeadlineseconds() const;
-  void set_activedeadlineseconds(::google::protobuf::int32 value);
+  ::google::protobuf::int32 active_deadline_seconds() const;
+  void set_active_deadline_seconds(::google::protobuf::int32 value);
 
   // int32 backoff_limit = 4;
   void clear_backoff_limit();
@@ -239,7 +239,7 @@ class RunPolicy final :
   ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_;
   int clean_pod_policy_;
   ::google::protobuf::int32 ttl_seconds_after_finished_;
-  ::google::protobuf::int32 activedeadlineseconds_;
+  ::google::protobuf::int32 active_deadline_seconds_;
   ::google::protobuf::int32 backoff_limit_;
   mutable ::google::protobuf::internal::CachedSize _cached_size_;
   friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto;
@@ -283,18 +283,18 @@ inline void RunPolicy::set_ttl_seconds_after_finished(::google::protobuf::int32
   // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.RunPolicy.ttl_seconds_after_finished)
 }
 
-// int32 activeDeadlineSeconds = 3;
-inline void RunPolicy::clear_activedeadlineseconds() {
-  activedeadlineseconds_ = 0;
+// int32 active_deadline_seconds = 3;
+inline void RunPolicy::clear_active_deadline_seconds() {
+  active_deadline_seconds_ = 0;
 }
-inline ::google::protobuf::int32 RunPolicy::activedeadlineseconds() const {
-  // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.RunPolicy.activeDeadlineSeconds)
-  return activedeadlineseconds_;
+inline ::google::protobuf::int32 RunPolicy::active_deadline_seconds() const {
+  // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.RunPolicy.active_deadline_seconds)
+  return active_deadline_seconds_;
 }
-inline void RunPolicy::set_activedeadlineseconds(::google::protobuf::int32 value) {
+inline void RunPolicy::set_active_deadline_seconds(::google::protobuf::int32 value) {
   
-  activedeadlineseconds_ = value;
-  // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.RunPolicy.activeDeadlineSeconds)
+  active_deadline_seconds_ = value;
+  // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.RunPolicy.active_deadline_seconds)
 }
 
 // int32 backoff_limit = 4;
@@ -324,16 +324,16 @@ inline void RunPolicy::set_backoff_limit(::google::protobuf::int32 value) {
 namespace google {
 namespace protobuf {
 
-template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::CleanPodPolicy> : ::std::true_type {};
-template <>
-inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::CleanPodPolicy>() {
-  return ::flyteidl::plugins::kubeflow::CleanPodPolicy_descriptor();
-}
 template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::RestartPolicy> : ::std::true_type {};
 template <>
 inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::RestartPolicy>() {
   return ::flyteidl::plugins::kubeflow::RestartPolicy_descriptor();
 }
+template <> struct is_proto_enum< ::flyteidl::plugins::kubeflow::CleanPodPolicy> : ::std::true_type {};
+template <>
+inline const EnumDescriptor* GetEnumDescriptor< ::flyteidl::plugins::kubeflow::CleanPodPolicy>() {
+  return ::flyteidl::plugins::kubeflow::CleanPodPolicy_descriptor();
+}
 
 }  // namespace protobuf
 }  // namespace google
diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go
index 0e8cf8ce1..18689d302 100644
--- a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go
+++ b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go
@@ -20,51 +20,12 @@ var _ = math.Inf
 // proto package needs to be updated.
 const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package
 
-type CleanPodPolicy int32
-
-const (
-	// The All policy means all pods even completed pods will be deleted immediately when the job finishes.
-	CleanPodPolicy_CLEANPOD_POLICY_ALL CleanPodPolicy = 0
-	// The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value.
-	CleanPodPolicy_CLEANPOD_POLICY_RUNNING CleanPodPolicy = 1
-	// The None policy means that no pods will be deleted when the job completes.
-	CleanPodPolicy_CLEANPOD_POLICY_NONE CleanPodPolicy = 2
-)
-
-var CleanPodPolicy_name = map[int32]string{
-	0: "CLEANPOD_POLICY_ALL",
-	1: "CLEANPOD_POLICY_RUNNING",
-	2: "CLEANPOD_POLICY_NONE",
-}
-
-var CleanPodPolicy_value = map[string]int32{
-	"CLEANPOD_POLICY_ALL":     0,
-	"CLEANPOD_POLICY_RUNNING": 1,
-	"CLEANPOD_POLICY_NONE":    2,
-}
-
-func (x CleanPodPolicy) String() string {
-	return proto.EnumName(CleanPodPolicy_name, int32(x))
-}
-
-func (CleanPodPolicy) EnumDescriptor() ([]byte, []int) {
-	return fileDescriptor_f625aa9156a15090, []int{0}
-}
-
 type RestartPolicy int32
 
 const (
-	// Always means the pod will always be restarted. This policy is good for parameter servers
-	// since they never exit and should always be restarted in the event of failure.
-	RestartPolicy_RESTART_POLICY_ALWAYS RestartPolicy = 0
-	// OnFailure means the pod will be restarted if the pod exits due to failure.
-	// A non-zero exit code indicates a failure.
-	// An exit code of 0 indicates success and the pod will not be restarted.
-	// This policy is good for chief and workers.
+	RestartPolicy_RESTART_POLICY_ALWAYS     RestartPolicy = 0
 	RestartPolicy_RESTART_POLICY_ON_FAILURE RestartPolicy = 1
-	// Never means pods that terminate will never be restarted.
-	// This policy should rarely be used because Kubernetes will terminate pods for any number of reasons.
-	RestartPolicy_RESTART_POLICY_NEVER RestartPolicy = 2
+	RestartPolicy_RESTART_POLICY_NEVER      RestartPolicy = 2
 )
 
 var RestartPolicy_name = map[int32]string{
@@ -84,17 +45,45 @@ func (x RestartPolicy) String() string {
 }
 
 func (RestartPolicy) EnumDescriptor() ([]byte, []int) {
+	return fileDescriptor_f625aa9156a15090, []int{0}
+}
+
+type CleanPodPolicy int32
+
+const (
+	CleanPodPolicy_CLEANPOD_POLICY_ALL     CleanPodPolicy = 0
+	CleanPodPolicy_CLEANPOD_POLICY_RUNNING CleanPodPolicy = 1
+	CleanPodPolicy_CLEANPOD_POLICY_NONE    CleanPodPolicy = 2
+)
+
+var CleanPodPolicy_name = map[int32]string{
+	0: "CLEANPOD_POLICY_ALL",
+	1: "CLEANPOD_POLICY_RUNNING",
+	2: "CLEANPOD_POLICY_NONE",
+}
+
+var CleanPodPolicy_value = map[string]int32{
+	"CLEANPOD_POLICY_ALL":     0,
+	"CLEANPOD_POLICY_RUNNING": 1,
+	"CLEANPOD_POLICY_NONE":    2,
+}
+
+func (x CleanPodPolicy) String() string {
+	return proto.EnumName(CleanPodPolicy_name, int32(x))
+}
+
+func (CleanPodPolicy) EnumDescriptor() ([]byte, []int) {
 	return fileDescriptor_f625aa9156a15090, []int{1}
 }
 
 type RunPolicy struct {
-	// CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+	// Defines the policy to kill pods after the job completes. Default to None.
 	CleanPodPolicy CleanPodPolicy `protobuf:"varint,1,opt,name=clean_pod_policy,json=cleanPodPolicy,proto3,enum=flyteidl.plugins.kubeflow.CleanPodPolicy" json:"clean_pod_policy,omitempty"`
 	// TTL to clean up jobs. Default to infinite.
 	TtlSecondsAfterFinished int32 `protobuf:"varint,2,opt,name=ttl_seconds_after_finished,json=ttlSecondsAfterFinished,proto3" json:"ttl_seconds_after_finished,omitempty"`
 	// Specifies the duration in seconds relative to the startTime that the job may be active
 	// before the system tries to terminate it; value must be positive integer.
-	ActiveDeadlineSeconds int32 `protobuf:"varint,3,opt,name=activeDeadlineSeconds,proto3" json:"activeDeadlineSeconds,omitempty"`
+	ActiveDeadlineSeconds int32 `protobuf:"varint,3,opt,name=active_deadline_seconds,json=activeDeadlineSeconds,proto3" json:"active_deadline_seconds,omitempty"`
 	// Number of retries before marking this job failed.
 	BackoffLimit         int32    `protobuf:"varint,4,opt,name=backoff_limit,json=backoffLimit,proto3" json:"backoff_limit,omitempty"`
 	XXX_NoUnkeyedLiteral struct{} `json:"-"`
@@ -156,8 +145,8 @@ func (m *RunPolicy) GetBackoffLimit() int32 {
 }
 
 func init() {
-	proto.RegisterEnum("flyteidl.plugins.kubeflow.CleanPodPolicy", CleanPodPolicy_name, CleanPodPolicy_value)
 	proto.RegisterEnum("flyteidl.plugins.kubeflow.RestartPolicy", RestartPolicy_name, RestartPolicy_value)
+	proto.RegisterEnum("flyteidl.plugins.kubeflow.CleanPodPolicy", CleanPodPolicy_name, CleanPodPolicy_value)
 	proto.RegisterType((*RunPolicy)(nil), "flyteidl.plugins.kubeflow.RunPolicy")
 }
 
@@ -166,29 +155,29 @@ func init() {
 }
 
 var fileDescriptor_f625aa9156a15090 = []byte{
-	// 371 bytes of a gzipped FileDescriptorProto
-	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x92, 0xdf, 0xcb, 0xd3, 0x30,
-	0x14, 0x86, 0xbf, 0xce, 0x1f, 0x60, 0xf0, 0x1b, 0x25, 0x3a, 0xd6, 0x29, 0xc2, 0x50, 0x90, 0x39,
-	0xb0, 0x05, 0x15, 0x44, 0xbc, 0xaa, 0x5b, 0x27, 0x83, 0x92, 0x96, 0x74, 0x53, 0xe6, 0x4d, 0x6c,
-	0xd3, 0xb4, 0x0b, 0x4b, 0x93, 0xd2, 0xa6, 0xca, 0xfe, 0x73, 0x2f, 0x65, 0x5d, 0xa7, 0xac, 0xe8,
-	0x65, 0xcf, 0xf3, 0x9c, 0xf7, 0x14, 0xf2, 0x82, 0x97, 0x99, 0x38, 0x6a, 0xc6, 0x53, 0xe1, 0x94,
-	0xa2, 0xc9, 0xb9, 0xac, 0x9d, 0x43, 0x93, 0xb0, 0x4c, 0xa8, 0x9f, 0x0e, 0x55, 0x45, 0xa1, 0xa4,
-	0x5d, 0x56, 0x4a, 0x2b, 0x38, 0xb9, 0x78, 0x76, 0xe7, 0xd9, 0x17, 0xef, 0xf9, 0x2f, 0x03, 0x3c,
-	0xc0, 0x8d, 0x0c, 0x95, 0xe0, 0xf4, 0x08, 0x23, 0x60, 0x52, 0xc1, 0x62, 0x49, 0x4a, 0x95, 0x92,
-	0xb2, 0x9d, 0x59, 0xc6, 0xd4, 0x98, 0x0d, 0xdf, 0xbc, 0xb2, 0xff, 0x9b, 0x61, 0x2f, 0x4e, 0x2b,
-	0xa1, 0x4a, 0xcf, 0x21, 0x78, 0x48, 0xaf, 0xbe, 0xe1, 0x47, 0xf0, 0x44, 0x6b, 0x41, 0x6a, 0x46,
-	0x95, 0x4c, 0x6b, 0x12, 0x67, 0x9a, 0x55, 0x24, 0xe3, 0x92, 0xd7, 0x7b, 0x96, 0x5a, 0x83, 0xa9,
-	0x31, 0xbb, 0x87, 0xc7, 0x5a, 0x8b, 0xe8, 0x2c, 0xb8, 0x27, 0xbe, 0xea, 0x30, 0x7c, 0x07, 0x46,
-	0x31, 0xd5, 0xfc, 0x07, 0x5b, 0xb2, 0x38, 0x15, 0x5c, 0xb2, 0xce, 0xb2, 0xee, 0xb4, 0x7b, 0xff,
-	0x86, 0xf0, 0x05, 0xb8, 0x4d, 0x62, 0x7a, 0x50, 0x59, 0x46, 0x04, 0x2f, 0xb8, 0xb6, 0xee, 0xb6,
-	0xf6, 0xc3, 0x6e, 0xe8, 0x9f, 0x66, 0xf3, 0xef, 0x60, 0x78, 0xfd, 0xe7, 0x70, 0x0c, 0x1e, 0x2d,
-	0x7c, 0xcf, 0x45, 0x61, 0xb0, 0x24, 0x61, 0xe0, 0xaf, 0x17, 0x3b, 0xe2, 0xfa, 0xbe, 0x79, 0x03,
-	0x9f, 0x82, 0x71, 0x1f, 0xe0, 0x2d, 0x42, 0x6b, 0xf4, 0xd9, 0x34, 0xa0, 0x05, 0x1e, 0xf7, 0x21,
-	0x0a, 0x90, 0x67, 0x0e, 0xe6, 0x14, 0xdc, 0x62, 0x56, 0xeb, 0xb8, 0xd2, 0xdd, 0x81, 0x09, 0x18,
-	0x61, 0x2f, 0xda, 0xb8, 0x78, 0xf3, 0x37, 0xff, 0xab, 0xbb, 0x8b, 0xcc, 0x1b, 0xf8, 0x0c, 0x4c,
-	0x7a, 0x28, 0x40, 0x64, 0xe5, 0xae, 0xfd, 0x2d, 0xf6, 0xce, 0x47, 0x7a, 0x18, 0x79, 0x5f, 0x3c,
-	0x6c, 0x0e, 0x3e, 0x7d, 0xf8, 0xf6, 0x3e, 0xe7, 0x7a, 0xdf, 0x24, 0x36, 0x55, 0x85, 0xd3, 0xbe,
-	0x92, 0xaa, 0x72, 0xe7, 0x4f, 0x35, 0x72, 0x26, 0x9d, 0x32, 0x79, 0x9d, 0x2b, 0xa7, 0xdf, 0x96,
-	0xe4, 0x7e, 0x5b, 0x8f, 0xb7, 0xbf, 0x03, 0x00, 0x00, 0xff, 0xff, 0x72, 0xf7, 0xb4, 0xd8, 0x48,
-	0x02, 0x00, 0x00,
+	// 378 bytes of a gzipped FileDescriptorProto
+	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x92, 0xdf, 0xab, 0xd3, 0x30,
+	0x1c, 0xc5, 0x6f, 0xe7, 0x0f, 0x30, 0x78, 0x47, 0x89, 0x5e, 0xda, 0x29, 0xc2, 0x45, 0x41, 0xae,
+	0x17, 0x6c, 0x41, 0x41, 0x11, 0x9f, 0xea, 0xd6, 0xc9, 0xa0, 0xa4, 0x25, 0xdd, 0x94, 0xf9, 0x12,
+	0xdb, 0x34, 0xed, 0xc2, 0xd2, 0xa4, 0xb4, 0xa9, 0xb2, 0x7f, 0xdd, 0x27, 0x59, 0xdb, 0x29, 0x2b,
+	0xdc, 0xc7, 0x9c, 0xcf, 0xf9, 0x9e, 0x6f, 0x48, 0x0e, 0x78, 0x9d, 0x8b, 0x83, 0x66, 0x3c, 0x13,
+	0x6e, 0x25, 0xda, 0x82, 0xcb, 0xc6, 0xdd, 0xb7, 0x29, 0xcb, 0x85, 0xfa, 0xed, 0x52, 0x55, 0x96,
+	0x4a, 0x3a, 0x55, 0xad, 0xb4, 0x82, 0xb3, 0x93, 0xcf, 0x19, 0x7c, 0xce, 0xc9, 0xf7, 0xf2, 0x8f,
+	0x01, 0x1e, 0xe1, 0x56, 0x46, 0x4a, 0x70, 0x7a, 0x80, 0x31, 0x30, 0xa9, 0x60, 0x89, 0x24, 0x95,
+	0xca, 0x48, 0xd5, 0x69, 0xb6, 0x71, 0x6d, 0xdc, 0x4c, 0xdf, 0xbd, 0x71, 0xee, 0xcc, 0x70, 0xe6,
+	0xc7, 0x91, 0x48, 0x65, 0x7d, 0x08, 0x9e, 0xd2, 0xb3, 0x33, 0xfc, 0x0c, 0x9e, 0x69, 0x2d, 0x48,
+	0xc3, 0xa8, 0x92, 0x59, 0x43, 0x92, 0x5c, 0xb3, 0x9a, 0xe4, 0x5c, 0xf2, 0x66, 0xc7, 0x32, 0x7b,
+	0x72, 0x6d, 0xdc, 0x3c, 0xc0, 0x96, 0xd6, 0x22, 0xee, 0x0d, 0xde, 0x91, 0x2f, 0x07, 0x0c, 0x3f,
+	0x00, 0x2b, 0xa1, 0x9a, 0xff, 0x62, 0x24, 0x63, 0x49, 0x26, 0xb8, 0x64, 0xa7, 0x20, 0xfb, 0x5e,
+	0x37, 0x79, 0xd5, 0xe3, 0xc5, 0x40, 0x87, 0x10, 0xf8, 0x0a, 0x5c, 0xa6, 0x09, 0xdd, 0xab, 0x3c,
+	0x27, 0x82, 0x97, 0x5c, 0xdb, 0xf7, 0x3b, 0xf7, 0xe3, 0x41, 0x0c, 0x8e, 0xda, 0x2d, 0x05, 0x97,
+	0x98, 0x35, 0x3a, 0xa9, 0xf5, 0x70, 0xd5, 0x19, 0xb8, 0xc2, 0x7e, 0xbc, 0xf6, 0xf0, 0x9a, 0x44,
+	0x61, 0xb0, 0x9a, 0x6f, 0x89, 0x17, 0x7c, 0xf7, 0xb6, 0xb1, 0x79, 0x01, 0x5f, 0x80, 0xd9, 0x08,
+	0x85, 0x88, 0x2c, 0xbd, 0x55, 0xb0, 0xc1, 0xbe, 0x69, 0x40, 0x1b, 0x3c, 0x1d, 0x61, 0xe4, 0x7f,
+	0xf3, 0xb1, 0x39, 0xb9, 0xfd, 0x09, 0xa6, 0xe7, 0x0f, 0x04, 0x2d, 0xf0, 0x64, 0x1e, 0xf8, 0x1e,
+	0x8a, 0xc2, 0xc5, 0xff, 0x35, 0x81, 0x79, 0x01, 0x9f, 0x03, 0x6b, 0x0c, 0xf0, 0x06, 0xa1, 0x15,
+	0xfa, 0xda, 0x6f, 0x18, 0x43, 0x14, 0x22, 0xdf, 0x9c, 0x7c, 0xf9, 0xf4, 0xe3, 0x63, 0xc1, 0xf5,
+	0xae, 0x4d, 0x1d, 0xaa, 0x4a, 0xb7, 0xfb, 0x27, 0x55, 0x17, 0xee, 0xbf, 0x72, 0x14, 0x4c, 0xba,
+	0x55, 0xfa, 0xb6, 0x50, 0xee, 0xb8, 0x2f, 0xe9, 0xc3, 0xae, 0x20, 0xef, 0xff, 0x06, 0x00, 0x00,
+	0xff, 0xff, 0x00, 0x5e, 0xd3, 0x59, 0x4a, 0x02, 0x00, 0x00,
 }
diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
index bc7ea58a8..59f5533e9 100644
--- a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
+++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
@@ -21,7 +21,7 @@ var _ = math.Inf
 // proto package needs to be updated.
 const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package
 
-// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+// Proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
 type DistributedMPITrainingTask struct {
 	// Worker replicas spec
 	WorkerReplicas *DistributedMPITrainingReplicaSpec `protobuf:"bytes,1,opt,name=worker_replicas,json=workerReplicas,proto3" json:"worker_replicas,omitempty"`
@@ -82,6 +82,7 @@ func (m *DistributedMPITrainingTask) GetRunPolicy() *RunPolicy {
 	return nil
 }
 
+// Replica specification for distributed MPI training
 type DistributedMPITrainingReplicaSpec struct {
 	// Number of replicas
 	Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"`
@@ -89,7 +90,7 @@ type DistributedMPITrainingReplicaSpec struct {
 	Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"`
 	// Resources required for the replica group
 	Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
-	// RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+	// Restart policy determines whether pods will be restarted when they exit
 	RestartPolicy        RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"`
 	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
 	XXX_unrecognized     []byte        `json:"-"`
diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go
index 31b8e3ff4..04d7c6ec2 100644
--- a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go
+++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go
@@ -21,7 +21,7 @@ var _ = math.Inf
 // proto package needs to be updated.
 const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package
 
-// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+// Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
 type DistributedPyTorchTrainingTask struct {
 	// Worker replicas spec
 	WorkerReplicas *DistributedPyTorchTrainingReplicaSpec `protobuf:"bytes,1,opt,name=worker_replicas,json=workerReplicas,proto3" json:"worker_replicas,omitempty"`
@@ -89,7 +89,7 @@ type DistributedPyTorchTrainingReplicaSpec struct {
 	Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"`
 	// Resources required for the replica group
 	Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
-	// RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+	// RestartPolicy determines whether pods will be restarted when they exit
 	RestartPolicy        RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"`
 	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
 	XXX_unrecognized     []byte        `json:"-"`
diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go
index dfd9bdd56..9daf8816f 100644
--- a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go
+++ b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go
@@ -21,7 +21,7 @@ var _ = math.Inf
 // proto package needs to be updated.
 const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package
 
-// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+// Proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
 type DistributedTensorflowTrainingTask struct {
 	// Worker replicas spec
 	WorkerReplicas *DistributedTensorflowTrainingReplicaSpec `protobuf:"bytes,1,opt,name=worker_replicas,json=workerReplicas,proto3" json:"worker_replicas,omitempty"`
@@ -98,7 +98,7 @@ type DistributedTensorflowTrainingReplicaSpec struct {
 	Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"`
 	// Resources required for the replica group
 	Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
-	// RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+	// RestartPolicy Determines whether pods will be restarted when they exit
 	RestartPolicy        RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"`
 	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
 	XXX_unrecognized     []byte        `json:"-"`
diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java
index 7abca5396..1ac978ee9 100644
--- a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java
+++ b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java
@@ -15,61 +15,37 @@ public static void registerAllExtensions(
         (com.google.protobuf.ExtensionRegistryLite) registry);
   }
   /**
-   * Protobuf enum {@code flyteidl.plugins.kubeflow.CleanPodPolicy}
+   * Protobuf enum {@code flyteidl.plugins.kubeflow.RestartPolicy}
    */
-  public enum CleanPodPolicy
+  public enum RestartPolicy
       implements com.google.protobuf.ProtocolMessageEnum {
     /**
-     * 
-     * The All policy means all pods even completed pods will be deleted immediately when the job finishes.
-     * 

-     *
-     * CLEANPOD_POLICY_ALL = 0;
+     * RESTART_POLICY_ALWAYS = 0;
      */
-    CLEANPOD_POLICY_ALL(0),
+    RESTART_POLICY_ALWAYS(0),
     /**
-     * 
-     * The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value.
-     * 

-     *
-     * CLEANPOD_POLICY_RUNNING = 1;
+     * RESTART_POLICY_ON_FAILURE = 1;
      */
-    CLEANPOD_POLICY_RUNNING(1),
+    RESTART_POLICY_ON_FAILURE(1),
     /**
-     * 
-     * The None policy means that no pods will be deleted when the job completes.
-     * 

-     *
-     * CLEANPOD_POLICY_NONE = 2;
+     * RESTART_POLICY_NEVER = 2;
      */
-    CLEANPOD_POLICY_NONE(2),
+    RESTART_POLICY_NEVER(2),
     UNRECOGNIZED(-1),
     ;
 
     /**
-     * 
-     * The All policy means all pods even completed pods will be deleted immediately when the job finishes.
-     * 

-     *
-     * CLEANPOD_POLICY_ALL = 0;
+     * RESTART_POLICY_ALWAYS = 0;
      */
-    public static final int CLEANPOD_POLICY_ALL_VALUE = 0;
+    public static final int RESTART_POLICY_ALWAYS_VALUE = 0;
     /**
-     * 
-     * The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value.
-     * 

-     *
-     * CLEANPOD_POLICY_RUNNING = 1;
+     * RESTART_POLICY_ON_FAILURE = 1;
      */
-    public static final int CLEANPOD_POLICY_RUNNING_VALUE = 1;
+    public static final int RESTART_POLICY_ON_FAILURE_VALUE = 1;
     /**
-     * 
-     * The None policy means that no pods will be deleted when the job completes.
-     * 

-     *
-     * CLEANPOD_POLICY_NONE = 2;
+     * RESTART_POLICY_NEVER = 2;
      */
-    public static final int CLEANPOD_POLICY_NONE_VALUE = 2;
+    public static final int RESTART_POLICY_NEVER_VALUE = 2;
 
 
     public final int getNumber() {
@@ -84,28 +60,28 @@ public final int getNumber() {
      * @deprecated Use {@link #forNumber(int)} instead.
      */
     @java.lang.Deprecated
-    public static CleanPodPolicy valueOf(int value) {
+    public static RestartPolicy valueOf(int value) {
       return forNumber(value);
     }
 
-    public static CleanPodPolicy forNumber(int value) {
+    public static RestartPolicy forNumber(int value) {
       switch (value) {
-        case 0: return CLEANPOD_POLICY_ALL;
-        case 1: return CLEANPOD_POLICY_RUNNING;
-        case 2: return CLEANPOD_POLICY_NONE;
+        case 0: return RESTART_POLICY_ALWAYS;
+        case 1: return RESTART_POLICY_ON_FAILURE;
+        case 2: return RESTART_POLICY_NEVER;
         default: return null;
       }
     }
 
-    public static com.google.protobuf.Internal.EnumLiteMap
+    public static com.google.protobuf.Internal.EnumLiteMap
         internalGetValueMap() {
       return internalValueMap;
     }
     private static final com.google.protobuf.Internal.EnumLiteMap<
-        CleanPodPolicy> internalValueMap =
-          new com.google.protobuf.Internal.EnumLiteMap() {
-            public CleanPodPolicy findValueByNumber(int number) {
-              return CleanPodPolicy.forNumber(number);
+        RestartPolicy> internalValueMap =
+          new com.google.protobuf.Internal.EnumLiteMap() {
+            public RestartPolicy findValueByNumber(int number) {
+              return RestartPolicy.forNumber(number);
             }
           };
 
@@ -122,9 +98,9 @@ public CleanPodPolicy findValueByNumber(int number) {
       return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(0);
     }
 
-    private static final CleanPodPolicy[] VALUES = values();
+    private static final RestartPolicy[] VALUES = values();
 
-    public static CleanPodPolicy valueOf(
+    public static RestartPolicy valueOf(
         com.google.protobuf.Descriptors.EnumValueDescriptor desc) {
       if (desc.getType() != getDescriptor()) {
         throw new java.lang.IllegalArgumentException(
@@ -138,79 +114,45 @@ public static CleanPodPolicy valueOf(
 
     private final int value;
 
-    private CleanPodPolicy(int value) {
+    private RestartPolicy(int value) {
       this.value = value;
     }
 
-    // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.CleanPodPolicy)
+    // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.RestartPolicy)
   }
 
   /**
-   * Protobuf enum {@code flyteidl.plugins.kubeflow.RestartPolicy}
+   * Protobuf enum {@code flyteidl.plugins.kubeflow.CleanPodPolicy}
    */
-  public enum RestartPolicy
+  public enum CleanPodPolicy
       implements com.google.protobuf.ProtocolMessageEnum {
     /**
-     * 
-     * Always means the pod will always be restarted. This policy is good for parameter servers 
-     * since they never exit and should always be restarted in the event of failure.
-     * 

-     *
-     * RESTART_POLICY_ALWAYS = 0;
+     * CLEANPOD_POLICY_ALL = 0;
      */
-    RESTART_POLICY_ALWAYS(0),
+    CLEANPOD_POLICY_ALL(0),
     /**
-     * 
-     * OnFailure means the pod will be restarted if the pod exits due to failure.
-     * A non-zero exit code indicates a failure.
-     * An exit code of 0 indicates success and the pod will not be restarted.
-     * This policy is good for chief and workers.
-     * 

-     *
-     * RESTART_POLICY_ON_FAILURE = 1;
+     * CLEANPOD_POLICY_RUNNING = 1;
      */
-    RESTART_POLICY_ON_FAILURE(1),
+    CLEANPOD_POLICY_RUNNING(1),
     /**
-     * 
-     * Never means pods that terminate will never be restarted. 
-     * This policy should rarely be used because Kubernetes will terminate pods for any number of reasons.
-     * 

-     *
-     * RESTART_POLICY_NEVER = 2;
+     * CLEANPOD_POLICY_NONE = 2;
      */
-    RESTART_POLICY_NEVER(2),
+    CLEANPOD_POLICY_NONE(2),
     UNRECOGNIZED(-1),
     ;
 
     /**
-     * 
-     * Always means the pod will always be restarted. This policy is good for parameter servers 
-     * since they never exit and should always be restarted in the event of failure.
-     * 

-     *
-     * RESTART_POLICY_ALWAYS = 0;
+     * CLEANPOD_POLICY_ALL = 0;
      */
-    public static final int RESTART_POLICY_ALWAYS_VALUE = 0;
+    public static final int CLEANPOD_POLICY_ALL_VALUE = 0;
     /**
-     * 
-     * OnFailure means the pod will be restarted if the pod exits due to failure.
-     * A non-zero exit code indicates a failure.
-     * An exit code of 0 indicates success and the pod will not be restarted.
-     * This policy is good for chief and workers.
-     * 

-     *
-     * RESTART_POLICY_ON_FAILURE = 1;
+     * CLEANPOD_POLICY_RUNNING = 1;
      */
-    public static final int RESTART_POLICY_ON_FAILURE_VALUE = 1;
+    public static final int CLEANPOD_POLICY_RUNNING_VALUE = 1;
     /**
-     * 
-     * Never means pods that terminate will never be restarted. 
-     * This policy should rarely be used because Kubernetes will terminate pods for any number of reasons.
-     * 

-     *
-     * RESTART_POLICY_NEVER = 2;
+     * CLEANPOD_POLICY_NONE = 2;
      */
-    public static final int RESTART_POLICY_NEVER_VALUE = 2;
+    public static final int CLEANPOD_POLICY_NONE_VALUE = 2;
 
 
     public final int getNumber() {
@@ -225,28 +167,28 @@ public final int getNumber() {
      * @deprecated Use {@link #forNumber(int)} instead.
      */
     @java.lang.Deprecated
-    public static RestartPolicy valueOf(int value) {
+    public static CleanPodPolicy valueOf(int value) {
       return forNumber(value);
     }
 
-    public static RestartPolicy forNumber(int value) {
+    public static CleanPodPolicy forNumber(int value) {
       switch (value) {
-        case 0: return RESTART_POLICY_ALWAYS;
-        case 1: return RESTART_POLICY_ON_FAILURE;
-        case 2: return RESTART_POLICY_NEVER;
+        case 0: return CLEANPOD_POLICY_ALL;
+        case 1: return CLEANPOD_POLICY_RUNNING;
+        case 2: return CLEANPOD_POLICY_NONE;
         default: return null;
       }
     }
 
-    public static com.google.protobuf.Internal.EnumLiteMap
+    public static com.google.protobuf.Internal.EnumLiteMap
         internalGetValueMap() {
       return internalValueMap;
     }
     private static final com.google.protobuf.Internal.EnumLiteMap<
-        RestartPolicy> internalValueMap =
-          new com.google.protobuf.Internal.EnumLiteMap() {
-            public RestartPolicy findValueByNumber(int number) {
-              return RestartPolicy.forNumber(number);
+        CleanPodPolicy> internalValueMap =
+          new com.google.protobuf.Internal.EnumLiteMap() {
+            public CleanPodPolicy findValueByNumber(int number) {
+              return CleanPodPolicy.forNumber(number);
             }
           };
 
@@ -263,9 +205,9 @@ public RestartPolicy findValueByNumber(int number) {
       return flyteidl.plugins.kubeflow.Common.getDescriptor().getEnumTypes().get(1);
     }
 
-    private static final RestartPolicy[] VALUES = values();
+    private static final CleanPodPolicy[] VALUES = values();
 
-    public static RestartPolicy valueOf(
+    public static CleanPodPolicy valueOf(
         com.google.protobuf.Descriptors.EnumValueDescriptor desc) {
       if (desc.getType() != getDescriptor()) {
         throw new java.lang.IllegalArgumentException(
@@ -279,11 +221,11 @@ public static RestartPolicy valueOf(
 
     private final int value;
 
-    private RestartPolicy(int value) {
+    private CleanPodPolicy(int value) {
       this.value = value;
     }
 
-    // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.RestartPolicy)
+    // @@protoc_insertion_point(enum_scope:flyteidl.plugins.kubeflow.CleanPodPolicy)
   }
 
   public interface RunPolicyOrBuilder extends
@@ -292,7 +234,7 @@ public interface RunPolicyOrBuilder extends
 
     /**
      * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+     * Defines the policy to kill pods after the job completes. Default to None.
      * 

      *
      * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -300,7 +242,7 @@ public interface RunPolicyOrBuilder extends
     int getCleanPodPolicyValue();
     /**
      * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+     * Defines the policy to kill pods after the job completes. Default to None.
      * 

      *
      * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -322,7 +264,7 @@ public interface RunPolicyOrBuilder extends
      * before the system tries to terminate it; value must be positive integer.
      * 

      *
-     * int32 activeDeadlineSeconds = 3;
+     * int32 active_deadline_seconds = 3;
      */
     int getActiveDeadlineSeconds();
 
@@ -432,7 +374,7 @@ private RunPolicy(
     private int cleanPodPolicy_;
     /**
      * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+     * Defines the policy to kill pods after the job completes. Default to None.
      * 

      *
      * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -442,7 +384,7 @@ public int getCleanPodPolicyValue() {
     }
     /**
      * 
-     * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+     * Defines the policy to kill pods after the job completes. Default to None.
      * 

      *
      * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -466,7 +408,7 @@ public int getTtlSecondsAfterFinished() {
       return ttlSecondsAfterFinished_;
     }
 
-    public static final int ACTIVEDEADLINESECONDS_FIELD_NUMBER = 3;
+    public static final int ACTIVE_DEADLINE_SECONDS_FIELD_NUMBER = 3;
     private int activeDeadlineSeconds_;
     /**
      * 
@@ -474,7 +416,7 @@ public int getTtlSecondsAfterFinished() {
      * before the system tries to terminate it; value must be positive integer.
      * 

      *
-     * int32 activeDeadlineSeconds = 3;
+     * int32 active_deadline_seconds = 3;
      */
     public int getActiveDeadlineSeconds() {
       return activeDeadlineSeconds_;
@@ -581,7 +523,7 @@ public int hashCode() {
       hash = (53 * hash) + cleanPodPolicy_;
       hash = (37 * hash) + TTL_SECONDS_AFTER_FINISHED_FIELD_NUMBER;
       hash = (53 * hash) + getTtlSecondsAfterFinished();
-      hash = (37 * hash) + ACTIVEDEADLINESECONDS_FIELD_NUMBER;
+      hash = (37 * hash) + ACTIVE_DEADLINE_SECONDS_FIELD_NUMBER;
       hash = (53 * hash) + getActiveDeadlineSeconds();
       hash = (37 * hash) + BACKOFF_LIMIT_FIELD_NUMBER;
       hash = (53 * hash) + getBackoffLimit();
@@ -848,7 +790,7 @@ public Builder mergeFrom(
       private int cleanPodPolicy_ = 0;
       /**
        * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+       * Defines the policy to kill pods after the job completes. Default to None.
        * 

        *
        * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -858,7 +800,7 @@ public int getCleanPodPolicyValue() {
       }
       /**
        * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+       * Defines the policy to kill pods after the job completes. Default to None.
        * 

        *
        * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -870,7 +812,7 @@ public Builder setCleanPodPolicyValue(int value) {
       }
       /**
        * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+       * Defines the policy to kill pods after the job completes. Default to None.
        * 

        *
        * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -882,7 +824,7 @@ public flyteidl.plugins.kubeflow.Common.CleanPodPolicy getCleanPodPolicy() {
       }
       /**
        * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+       * Defines the policy to kill pods after the job completes. Default to None.
        * 

        *
        * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -898,7 +840,7 @@ public Builder setCleanPodPolicy(flyteidl.plugins.kubeflow.Common.CleanPodPolicy
       }
       /**
        * 
-       * CleanPodPolicy defines the policy to kill pods after the job completes. Default to None.
+       * Defines the policy to kill pods after the job completes. Default to None.
        * 

        *
        * .flyteidl.plugins.kubeflow.CleanPodPolicy clean_pod_policy = 1;
@@ -955,7 +897,7 @@ public Builder clearTtlSecondsAfterFinished() {
        * before the system tries to terminate it; value must be positive integer.
        * 

        *
-       * int32 activeDeadlineSeconds = 3;
+       * int32 active_deadline_seconds = 3;
        */
       public int getActiveDeadlineSeconds() {
         return activeDeadlineSeconds_;
@@ -966,7 +908,7 @@ public int getActiveDeadlineSeconds() {
        * before the system tries to terminate it; value must be positive integer.
        *
* - * int32 activeDeadlineSeconds = 3; + * int32 active_deadline_seconds = 3; */ public Builder setActiveDeadlineSeconds(int value) { @@ -980,7 +922,7 @@ public Builder setActiveDeadlineSeconds(int value) { * before the system tries to terminate it; value must be positive integer. * * - * int32 activeDeadlineSeconds = 3; + * int32 active_deadline_seconds = 3; */ public Builder clearActiveDeadlineSeconds() { @@ -1094,18 +1036,18 @@ public flyteidl.plugins.kubeflow.Common.RunPolicy getDefaultInstanceForType() { static { java.lang.String[] descriptorData = { "\n&flyteidl/plugins/kubeflow/common.proto" + - "\022\031flyteidl.plugins.kubeflow\"\252\001\n\tRunPolic" + + "\022\031flyteidl.plugins.kubeflow\"\254\001\n\tRunPolic" + "y\022C\n\020clean_pod_policy\030\001 \001(\0162).flyteidl.p" + "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se" + - "conds_after_finished\030\002 \001(\005\022\035\n\025activeDead" + - "lineSeconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001(\005" + - "*`\n\016CleanPodPolicy\022\027\n\023CLEANPOD_POLICY_AL" + - "L\020\000\022\033\n\027CLEANPOD_POLICY_RUNNING\020\001\022\030\n\024CLEA" + - "NPOD_POLICY_NONE\020\002*c\n\rRestartPolicy\022\031\n\025R" + - "ESTART_POLICY_ALWAYS\020\000\022\035\n\031RESTART_POLICY" + - "_ON_FAILURE\020\001\022\030\n\024RESTART_POLICY_NEVER\020\002B" + - "9Z7github.com/flyteorg/flyteidl/gen/pb-g" + - "o/flyteidl/pluginsb\006proto3" + "conds_after_finished\030\002 \001(\005\022\037\n\027active_dea" + + "dline_seconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001" + + "(\005*c\n\rRestartPolicy\022\031\n\025RESTART_POLICY_AL" + + "WAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\030\n" + + "\024RESTART_POLICY_NEVER\020\002*`\n\016CleanPodPolic" + + "y\022\027\n\023CLEANPOD_POLICY_ALL\020\000\022\033\n\027CLEANPOD_P" + + "OLICY_RUNNING\020\001\022\030\n\024CLEANPOD_POLICY_NONE\020" + + "\002B9Z7github.com/flyteorg/flyteidl/gen/pb" + + "-go/flyteidl/pluginsb\006proto3" }; com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() { diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java index 548266e03..cc01e60b3 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java @@ -101,7 +101,7 @@ public interface DistributedMPITrainingTaskOrBuilder extends } /** * 
-   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+   * Proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
    *
* * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingTask} @@ -512,7 +512,7 @@ protected Builder newBuilderForType( } /** * 
-     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+     * Proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
      *
* * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingTask} @@ -1284,7 +1284,7 @@ public interface DistributedMPITrainingReplicaSpecOrBuilder extends /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * Restart policy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1292,7 +1292,7 @@ public interface DistributedMPITrainingReplicaSpecOrBuilder extends int getRestartPolicyValue(); /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * Restart policy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1300,6 +1300,10 @@ public interface DistributedMPITrainingReplicaSpecOrBuilder extends flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy(); } /** + * 
+   * Replica specification for distributed MPI training
+   *
+ * * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec} */ public static final class DistributedMPITrainingReplicaSpec extends @@ -1494,7 +1498,7 @@ public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() { private int restartPolicy_; /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * Restart policy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1504,7 +1508,7 @@ public int getRestartPolicyValue() { } /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * Restart policy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1707,6 +1711,10 @@ protected Builder newBuilderForType( return builder; } /** + * 
+     * Replica specification for distributed MPI training
+     *
+ * * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec} */ public static final class Builder extends @@ -2163,7 +2171,7 @@ public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() { private int restartPolicy_ = 0; /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * Restart policy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2173,7 +2181,7 @@ public int getRestartPolicyValue() { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * Restart policy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2185,7 +2193,7 @@ public Builder setRestartPolicyValue(int value) { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * Restart policy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2197,7 +2205,7 @@ public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * Restart policy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2213,7 +2221,7 @@ public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy v } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * Restart policy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java index b7d295f4d..695da8295 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java @@ -101,7 +101,7 @@ public interface DistributedPyTorchTrainingTaskOrBuilder extends } /** * 
-   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+   * Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
    *
* * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask} @@ -512,7 +512,7 @@ protected Builder newBuilderForType( } /** * 
-     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+     * Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
      *
* * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask} @@ -1284,7 +1284,7 @@ public interface DistributedPyTorchTrainingReplicaSpecOrBuilder extends /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1292,7 +1292,7 @@ public interface DistributedPyTorchTrainingReplicaSpecOrBuilder extends int getRestartPolicyValue(); /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1494,7 +1494,7 @@ public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() { private int restartPolicy_; /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1504,7 +1504,7 @@ public int getRestartPolicyValue() { } /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2163,7 +2163,7 @@ public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() { private int restartPolicy_ = 0; /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2173,7 +2173,7 @@ public int getRestartPolicyValue() { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2185,7 +2185,7 @@ public Builder setRestartPolicyValue(int value) { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2197,7 +2197,7 @@ public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2213,7 +2213,7 @@ public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy v } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java index 0ac70d48e..8d27b4a4a 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java @@ -126,7 +126,7 @@ public interface DistributedTensorflowTrainingTaskOrBuilder extends } /** * 
-   * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+   * Proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
    *
* * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask} @@ -599,7 +599,7 @@ protected Builder newBuilderForType( } /** * 
-     * Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+     * Proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
      *
* * Protobuf type {@code flyteidl.plugins.kubeflow.DistributedTensorflowTrainingTask} @@ -1538,7 +1538,7 @@ public interface DistributedTensorflowTrainingReplicaSpecOrBuilder extends /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy Determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1546,7 +1546,7 @@ public interface DistributedTensorflowTrainingReplicaSpecOrBuilder extends int getRestartPolicyValue(); /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy Determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1748,7 +1748,7 @@ public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() { private int restartPolicy_; /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy Determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -1758,7 +1758,7 @@ public int getRestartPolicyValue() { } /** * 
-     * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+     * RestartPolicy Determines whether pods will be restarted when they exit
      *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2417,7 +2417,7 @@ public flyteidl.core.Tasks.ResourcesOrBuilder getResourcesOrBuilder() { private int restartPolicy_ = 0; /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy Determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2427,7 +2427,7 @@ public int getRestartPolicyValue() { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy Determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2439,7 +2439,7 @@ public Builder setRestartPolicyValue(int value) { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy Determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2451,7 +2451,7 @@ public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() { } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy Determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; @@ -2467,7 +2467,7 @@ public Builder setRestartPolicy(flyteidl.plugins.kubeflow.Common.RestartPolicy v } /** * 
-       * RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows:
+       * RestartPolicy Determines whether pods will be restarted when they exit
        *
* * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4; diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py index c64c3c44e..0028612ec 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py +++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py @@ -13,7 +13,7 @@ -DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xf8\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x34\n\x15\x61\x63tiveDeadlineSeconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*`\n\x0e\x43leanPodPolicy\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x00\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x01\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x02*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xfa\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x36\n\x17\x61\x63tive_deadline_seconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02*`\n\x0e\x43leanPodPolicy\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x00\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x01\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.common_pb2', globals()) @@ -21,10 +21,10 @@ DESCRIPTOR._options = None DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\013CommonProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' - _CLEANPODPOLICY._serialized_start=320 - _CLEANPODPOLICY._serialized_end=416 - _RESTARTPOLICY._serialized_start=418 - _RESTARTPOLICY._serialized_end=517 + _RESTARTPOLICY._serialized_start=322 + _RESTARTPOLICY._serialized_end=421 + _CLEANPODPOLICY._serialized_start=423 + _CLEANPODPOLICY._serialized_end=519 _RUNPOLICY._serialized_start=70 - _RUNPOLICY._serialized_end=318 + _RUNPOLICY._serialized_end=320 # @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi index 343ee0bfb..fa62fa861 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi +++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi @@ -12,19 +12,19 @@ RESTART_POLICY_NEVER: RestartPolicy RESTART_POLICY_ON_FAILURE: RestartPolicy class RunPolicy(_message.Message): - __slots__ = ["activeDeadlineSeconds", "backoff_limit", "clean_pod_policy", "ttl_seconds_after_finished"] - ACTIVEDEADLINESECONDS_FIELD_NUMBER: _ClassVar[int] + __slots__ = ["active_deadline_seconds", "backoff_limit", "clean_pod_policy", "ttl_seconds_after_finished"] + ACTIVE_DEADLINE_SECONDS_FIELD_NUMBER: _ClassVar[int] BACKOFF_LIMIT_FIELD_NUMBER: _ClassVar[int] CLEAN_POD_POLICY_FIELD_NUMBER: _ClassVar[int] TTL_SECONDS_AFTER_FINISHED_FIELD_NUMBER: _ClassVar[int] - activeDeadlineSeconds: int + active_deadline_seconds: int backoff_limit: int clean_pod_policy: CleanPodPolicy ttl_seconds_after_finished: int - def __init__(self, clean_pod_policy: _Optional[_Union[CleanPodPolicy, str]] = ..., ttl_seconds_after_finished: _Optional[int] = ..., activeDeadlineSeconds: _Optional[int] = ..., backoff_limit: _Optional[int] = ...) -> None: ... + def __init__(self, clean_pod_policy: _Optional[_Union[CleanPodPolicy, str]] = ..., ttl_seconds_after_finished: _Optional[int] = ..., active_deadline_seconds: _Optional[int] = ..., backoff_limit: _Optional[int] = ...) -> None: ... -class CleanPodPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): +class RestartPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): __slots__ = [] -class RestartPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): +class CleanPodPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): __slots__ = [] diff --git a/protos/flyteidl/plugins/kubeflow/common.proto b/protos/flyteidl/plugins/kubeflow/common.proto index 667cf444d..68d94c094 100644 --- a/protos/flyteidl/plugins/kubeflow/common.proto +++ b/protos/flyteidl/plugins/kubeflow/common.proto @@ -5,44 +5,29 @@ package flyteidl.plugins.kubeflow; option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; -message RunPolicy { - // CleanPodPolicy defines the policy to kill pods after the job completes. Default to None. - CleanPodPolicy clean_pod_policy = 1; - - // TTL to clean up jobs. Default to infinite. - int32 ttl_seconds_after_finished = 2; - - // Specifies the duration in seconds relative to the startTime that the job may be active - // before the system tries to terminate it; value must be positive integer. - int32 activeDeadlineSeconds = 3; - - // Number of retries before marking this job failed. - int32 backoff_limit = 4; +enum RestartPolicy { + RESTART_POLICY_ALWAYS = 0; + RESTART_POLICY_ON_FAILURE = 1; + RESTART_POLICY_NEVER = 2; } enum CleanPodPolicy { - // The All policy means all pods even completed pods will be deleted immediately when the job finishes. - CLEANPOD_POLICY_ALL = 0; + CLEANPOD_POLICY_ALL = 0; + CLEANPOD_POLICY_RUNNING = 1; + CLEANPOD_POLICY_NONE = 2; +} - // The Running policy means that only pods still running when a job completes (e.g. parameter servers) will be deleted immediately; completed pods will not be deleted so that the logs will be preserved. This is the default value. - CLEANPOD_POLICY_RUNNING = 1; +message RunPolicy { + // Defines the policy to kill pods after the job completes. Default to None. + CleanPodPolicy clean_pod_policy = 1; - // The None policy means that no pods will be deleted when the job completes. - CLEANPOD_POLICY_NONE = 2; -} + // TTL to clean up jobs. Default to infinite. + int32 ttl_seconds_after_finished = 2; -enum RestartPolicy { - // Always means the pod will always be restarted. This policy is good for parameter servers - // since they never exit and should always be restarted in the event of failure. - RESTART_POLICY_ALWAYS = 0; - - // OnFailure means the pod will be restarted if the pod exits due to failure. - // A non-zero exit code indicates a failure. - // An exit code of 0 indicates success and the pod will not be restarted. - // This policy is good for chief and workers. - RESTART_POLICY_ON_FAILURE = 1; - - // Never means pods that terminate will never be restarted. - // This policy should rarely be used because Kubernetes will terminate pods for any number of reasons. - RESTART_POLICY_NEVER = 2; + // Specifies the duration in seconds relative to the startTime that the job may be active + // before the system tries to terminate it; value must be positive integer. + int32 active_deadline_seconds = 3; + + // Number of retries before marking this job failed. + int32 backoff_limit = 4; } \ No newline at end of file diff --git a/protos/flyteidl/plugins/kubeflow/mpi.proto b/protos/flyteidl/plugins/kubeflow/mpi.proto index d0041a634..bb7633b1b 100644 --- a/protos/flyteidl/plugins/kubeflow/mpi.proto +++ b/protos/flyteidl/plugins/kubeflow/mpi.proto @@ -7,20 +7,21 @@ option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; import "flyteidl/core/tasks.proto"; import "flyteidl/plugins/kubeflow/common.proto"; -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator +// Proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator message DistributedMPITrainingTask { // Worker replicas spec DistributedMPITrainingReplicaSpec worker_replicas = 1; // Master replicas spec DistributedMPITrainingReplicaSpec launcher_replicas = 2; - + // RunPolicy encapsulates various runtime policies of the distributed training - // job, for example how to clean up resources and how long the job can stay - // active. + // job, for example how to clean up resources and how long the job can stay + // active. RunPolicy run_policy = 3; } +// Replica specification for distributed MPI training message DistributedMPITrainingReplicaSpec { // Number of replicas int32 replicas = 1; @@ -31,6 +32,6 @@ message DistributedMPITrainingReplicaSpec { // Resources required for the replica group core.Resources resources = 3; - // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows: + // Restart policy determines whether pods will be restarted when they exit RestartPolicy restart_policy = 4; } \ No newline at end of file diff --git a/protos/flyteidl/plugins/kubeflow/pytorch.proto b/protos/flyteidl/plugins/kubeflow/pytorch.proto index a452b67d5..d2cfdbf2a 100644 --- a/protos/flyteidl/plugins/kubeflow/pytorch.proto +++ b/protos/flyteidl/plugins/kubeflow/pytorch.proto @@ -7,7 +7,7 @@ option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; import "flyteidl/core/tasks.proto"; import "flyteidl/plugins/kubeflow/common.proto"; -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator +// Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator message DistributedPyTorchTrainingTask { // Worker replicas spec DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; @@ -16,8 +16,8 @@ message DistributedPyTorchTrainingTask { DistributedPyTorchTrainingReplicaSpec master_replicas = 2; // RunPolicy encapsulates various runtime policies of the distributed training - // job, for example how to clean up resources and how long the job can stay - // active. + // job, for example how to clean up resources and how long the job can stay + // active. RunPolicy run_policy = 3; } @@ -31,6 +31,6 @@ message DistributedPyTorchTrainingReplicaSpec { // Resources required for the replica group core.Resources resources = 3; - // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows: + // RestartPolicy determines whether pods will be restarted when they exit RestartPolicy restart_policy = 4; -} \ No newline at end of file +} diff --git a/protos/flyteidl/plugins/kubeflow/tensorflow.proto b/protos/flyteidl/plugins/kubeflow/tensorflow.proto index d7e38b4c7..ae44ac6a2 100644 --- a/protos/flyteidl/plugins/kubeflow/tensorflow.proto +++ b/protos/flyteidl/plugins/kubeflow/tensorflow.proto @@ -7,7 +7,7 @@ option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins"; import "flyteidl/core/tasks.proto"; import "flyteidl/plugins/kubeflow/common.proto"; -// Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator +// Proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator message DistributedTensorflowTrainingTask { // Worker replicas spec DistributedTensorflowTrainingReplicaSpec worker_replicas = 1; @@ -19,8 +19,8 @@ message DistributedTensorflowTrainingTask { DistributedTensorflowTrainingReplicaSpec chief_replicas = 3; // RunPolicy encapsulates various runtime policies of the distributed training - // job, for example how to clean up resources and how long the job can stay - // active. + // job, for example how to clean up resources and how long the job can stay + // active. RunPolicy run_policy = 4; } @@ -33,7 +33,7 @@ message DistributedTensorflowTrainingReplicaSpec { // Resources required for the replica group core.Resources resources = 3; - - // RestartPolicy Determines whether pods will be restarted when they exit. The allowed values are as follows: + + // RestartPolicy Determines whether pods will be restarted when they exit RestartPolicy restart_policy = 4; -} \ No newline at end of file +} From 85e95d437c7f9b9e74d1b32e96fabddff1fdd032 Mon Sep 17 00:00:00 2001 From: Yubo Wang Date: Wed, 19 Apr 2023 23:41:20 -0700 Subject: [PATCH 4/7] add kubeflow.rs Signed-off-by: Yubo Wang --- .../flyteidl/plugins/kubeflow/common.pb.cc | 4 +- .../flyteidl/plugins/kubeflow/common.pb.h | 8 +- .../flyteidl/plugins/kubeflow/common.pb.go | 60 +++--- .../flyteidl/plugins/kubeflow/pytorch.pb.go | 2 +- .../flyteidl/plugins/kubeflow/Common.java | 28 +-- .../flyteidl/plugins/kubeflow/Pytorch.java | 30 +-- .../flyteidl/plugins/kubeflow/common_pb2.py | 19 +- .../flyteidl/plugins/kubeflow/common_pb2.pyi | 36 ++-- .../flyteidl/plugins/kubeflow/mpi_pb2.py | 13 +- .../flyteidl/plugins/kubeflow/mpi_pb2.pyi | 26 +-- .../flyteidl/plugins/kubeflow/pytorch_pb2.py | 13 +- .../flyteidl/plugins/kubeflow/pytorch_pb2.pyi | 26 +-- .../plugins/kubeflow/tensorflow_pb2.py | 13 +- .../plugins/kubeflow/tensorflow_pb2.pyi | 30 +-- gen/pb_rust/flyteidl.plugins.kubeflow.rs | 177 ++++++++++++++++++ protos/flyteidl/plugins/kubeflow/common.proto | 4 +- .../flyteidl/plugins/kubeflow/pytorch.proto | 2 +- 17 files changed, 339 insertions(+), 152 deletions(-) create mode 100644 gen/pb_rust/flyteidl.plugins.kubeflow.rs diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc index 2702befbe..8518833b9 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc @@ -83,8 +83,8 @@ const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2epr "(\005*c\n\rRestartPolicy\022\031\n\025RESTART_POLICY_AL" "WAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\030\n" "\024RESTART_POLICY_NEVER\020\002*`\n\016CleanPodPolic" - "y\022\027\n\023CLEANPOD_POLICY_ALL\020\000\022\033\n\027CLEANPOD_P" - "OLICY_RUNNING\020\001\022\030\n\024CLEANPOD_POLICY_NONE\020" + "y\022\030\n\024CLEANPOD_POLICY_NONE\020\000\022\033\n\027CLEANPOD_" + "POLICY_RUNNING\020\001\022\027\n\023CLEANPOD_POLICY_ALL\020" "\002B9Z7github.com/flyteorg/flyteidl/gen/pb" "-go/flyteidl/pluginsb\006proto3" ; diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h index d5d473a95..69768fc5c 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h @@ -90,15 +90,15 @@ inline bool RestartPolicy_Parse( RestartPolicy_descriptor(), name, value); } enum CleanPodPolicy { - CLEANPOD_POLICY_ALL = 0, + CLEANPOD_POLICY_NONE = 0, CLEANPOD_POLICY_RUNNING = 1, - CLEANPOD_POLICY_NONE = 2, + CLEANPOD_POLICY_ALL = 2, CleanPodPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(), CleanPodPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max() }; bool CleanPodPolicy_IsValid(int value); -const CleanPodPolicy CleanPodPolicy_MIN = CLEANPOD_POLICY_ALL; -const CleanPodPolicy CleanPodPolicy_MAX = CLEANPOD_POLICY_NONE; +const CleanPodPolicy CleanPodPolicy_MIN = CLEANPOD_POLICY_NONE; +const CleanPodPolicy CleanPodPolicy_MAX = CLEANPOD_POLICY_ALL; const int CleanPodPolicy_ARRAYSIZE = CleanPodPolicy_MAX + 1; const ::google::protobuf::EnumDescriptor* CleanPodPolicy_descriptor(); diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go index 18689d302..5bd46223a 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go @@ -51,21 +51,21 @@ func (RestartPolicy) EnumDescriptor() ([]byte, []int) { type CleanPodPolicy int32 const ( - CleanPodPolicy_CLEANPOD_POLICY_ALL CleanPodPolicy = 0 + CleanPodPolicy_CLEANPOD_POLICY_NONE CleanPodPolicy = 0 CleanPodPolicy_CLEANPOD_POLICY_RUNNING CleanPodPolicy = 1 - CleanPodPolicy_CLEANPOD_POLICY_NONE CleanPodPolicy = 2 + CleanPodPolicy_CLEANPOD_POLICY_ALL CleanPodPolicy = 2 ) var CleanPodPolicy_name = map[int32]string{ - 0: "CLEANPOD_POLICY_ALL", + 0: "CLEANPOD_POLICY_NONE", 1: "CLEANPOD_POLICY_RUNNING", - 2: "CLEANPOD_POLICY_NONE", + 2: "CLEANPOD_POLICY_ALL", } var CleanPodPolicy_value = map[string]int32{ - "CLEANPOD_POLICY_ALL": 0, + "CLEANPOD_POLICY_NONE": 0, "CLEANPOD_POLICY_RUNNING": 1, - "CLEANPOD_POLICY_NONE": 2, + "CLEANPOD_POLICY_ALL": 2, } func (x CleanPodPolicy) String() string { @@ -120,7 +120,7 @@ func (m *RunPolicy) GetCleanPodPolicy() CleanPodPolicy { if m != nil { return m.CleanPodPolicy } - return CleanPodPolicy_CLEANPOD_POLICY_ALL + return CleanPodPolicy_CLEANPOD_POLICY_NONE } func (m *RunPolicy) GetTtlSecondsAfterFinished() int32 { @@ -157,27 +157,27 @@ func init() { var fileDescriptor_f625aa9156a15090 = []byte{ // 378 bytes of a gzipped FileDescriptorProto 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x92, 0xdf, 0xab, 0xd3, 0x30, - 0x1c, 0xc5, 0x6f, 0xe7, 0x0f, 0x30, 0x78, 0x47, 0x89, 0x5e, 0xda, 0x29, 0xc2, 0x45, 0x41, 0xae, - 0x17, 0x6c, 0x41, 0x41, 0x11, 0x9f, 0xea, 0xd6, 0xc9, 0xa0, 0xa4, 0x25, 0xdd, 0x94, 0xf9, 0x12, - 0xdb, 0x34, 0xed, 0xc2, 0xd2, 0xa4, 0xb4, 0xa9, 0xb2, 0x7f, 0xdd, 0x27, 0x59, 0xdb, 0x29, 0x2b, - 0xdc, 0xc7, 0x9c, 0xcf, 0xf9, 0x9e, 0x6f, 0x48, 0x0e, 0x78, 0x9d, 0x8b, 0x83, 0x66, 0x3c, 0x13, - 0x6e, 0x25, 0xda, 0x82, 0xcb, 0xc6, 0xdd, 0xb7, 0x29, 0xcb, 0x85, 0xfa, 0xed, 0x52, 0x55, 0x96, - 0x4a, 0x3a, 0x55, 0xad, 0xb4, 0x82, 0xb3, 0x93, 0xcf, 0x19, 0x7c, 0xce, 0xc9, 0xf7, 0xf2, 0x8f, - 0x01, 0x1e, 0xe1, 0x56, 0x46, 0x4a, 0x70, 0x7a, 0x80, 0x31, 0x30, 0xa9, 0x60, 0x89, 0x24, 0x95, - 0xca, 0x48, 0xd5, 0x69, 0xb6, 0x71, 0x6d, 0xdc, 0x4c, 0xdf, 0xbd, 0x71, 0xee, 0xcc, 0x70, 0xe6, - 0xc7, 0x91, 0x48, 0x65, 0x7d, 0x08, 0x9e, 0xd2, 0xb3, 0x33, 0xfc, 0x0c, 0x9e, 0x69, 0x2d, 0x48, - 0xc3, 0xa8, 0x92, 0x59, 0x43, 0x92, 0x5c, 0xb3, 0x9a, 0xe4, 0x5c, 0xf2, 0x66, 0xc7, 0x32, 0x7b, - 0x72, 0x6d, 0xdc, 0x3c, 0xc0, 0x96, 0xd6, 0x22, 0xee, 0x0d, 0xde, 0x91, 0x2f, 0x07, 0x0c, 0x3f, - 0x00, 0x2b, 0xa1, 0x9a, 0xff, 0x62, 0x24, 0x63, 0x49, 0x26, 0xb8, 0x64, 0xa7, 0x20, 0xfb, 0x5e, - 0x37, 0x79, 0xd5, 0xe3, 0xc5, 0x40, 0x87, 0x10, 0xf8, 0x0a, 0x5c, 0xa6, 0x09, 0xdd, 0xab, 0x3c, - 0x27, 0x82, 0x97, 0x5c, 0xdb, 0xf7, 0x3b, 0xf7, 0xe3, 0x41, 0x0c, 0x8e, 0xda, 0x2d, 0x05, 0x97, - 0x98, 0x35, 0x3a, 0xa9, 0xf5, 0x70, 0xd5, 0x19, 0xb8, 0xc2, 0x7e, 0xbc, 0xf6, 0xf0, 0x9a, 0x44, - 0x61, 0xb0, 0x9a, 0x6f, 0x89, 0x17, 0x7c, 0xf7, 0xb6, 0xb1, 0x79, 0x01, 0x5f, 0x80, 0xd9, 0x08, - 0x85, 0x88, 0x2c, 0xbd, 0x55, 0xb0, 0xc1, 0xbe, 0x69, 0x40, 0x1b, 0x3c, 0x1d, 0x61, 0xe4, 0x7f, - 0xf3, 0xb1, 0x39, 0xb9, 0xfd, 0x09, 0xa6, 0xe7, 0x0f, 0x04, 0x2d, 0xf0, 0x64, 0x1e, 0xf8, 0x1e, - 0x8a, 0xc2, 0xc5, 0xff, 0x35, 0x81, 0x79, 0x01, 0x9f, 0x03, 0x6b, 0x0c, 0xf0, 0x06, 0xa1, 0x15, - 0xfa, 0xda, 0x6f, 0x18, 0x43, 0x14, 0x22, 0xdf, 0x9c, 0x7c, 0xf9, 0xf4, 0xe3, 0x63, 0xc1, 0xf5, - 0xae, 0x4d, 0x1d, 0xaa, 0x4a, 0xb7, 0xfb, 0x27, 0x55, 0x17, 0xee, 0xbf, 0x72, 0x14, 0x4c, 0xba, - 0x55, 0xfa, 0xb6, 0x50, 0xee, 0xb8, 0x2f, 0xe9, 0xc3, 0xae, 0x20, 0xef, 0xff, 0x06, 0x00, 0x00, - 0xff, 0xff, 0x00, 0x5e, 0xd3, 0x59, 0x4a, 0x02, 0x00, 0x00, + 0x18, 0x86, 0x4f, 0xe7, 0x0f, 0x30, 0x78, 0x46, 0x89, 0x1e, 0xda, 0x29, 0xc2, 0x50, 0x90, 0x39, + 0xb0, 0x05, 0x05, 0x45, 0xbc, 0xaa, 0x5b, 0x27, 0x83, 0xd2, 0x96, 0x74, 0x53, 0xe6, 0x4d, 0x6c, + 0xd3, 0xb4, 0x0b, 0x4b, 0x93, 0xd2, 0xa6, 0xca, 0xfe, 0x75, 0xaf, 0xa4, 0x5d, 0x37, 0x58, 0xe1, + 0x5c, 0xe6, 0x7b, 0x9e, 0xef, 0x25, 0x24, 0x2f, 0x78, 0x9b, 0xf1, 0xa3, 0xa2, 0x2c, 0xe5, 0x76, + 0xc9, 0x9b, 0x9c, 0x89, 0xda, 0x3e, 0x34, 0x09, 0xcd, 0xb8, 0xfc, 0x6b, 0x13, 0x59, 0x14, 0x52, + 0x58, 0x65, 0x25, 0x95, 0x84, 0x93, 0xb3, 0x67, 0xf5, 0x9e, 0x75, 0xf6, 0x5e, 0xff, 0xd3, 0xc0, + 0x13, 0xd4, 0x88, 0x50, 0x72, 0x46, 0x8e, 0x30, 0x02, 0x3a, 0xe1, 0x34, 0x16, 0xb8, 0x94, 0x29, + 0x2e, 0xbb, 0x99, 0xa9, 0x4d, 0xb5, 0xd9, 0xf8, 0xc3, 0x3b, 0xeb, 0xde, 0x0c, 0x6b, 0xd1, 0xae, + 0x84, 0x32, 0x3d, 0x85, 0xa0, 0x31, 0xb9, 0x3a, 0xc3, 0xaf, 0xe0, 0x85, 0x52, 0x1c, 0xd7, 0x94, + 0x48, 0x91, 0xd6, 0x38, 0xce, 0x14, 0xad, 0x70, 0xc6, 0x04, 0xab, 0xf7, 0x34, 0x35, 0x47, 0x53, + 0x6d, 0xf6, 0x08, 0x19, 0x4a, 0xf1, 0xe8, 0x24, 0x38, 0x2d, 0x5f, 0xf5, 0x18, 0x7e, 0x02, 0x46, + 0x4c, 0x14, 0xfb, 0x43, 0x71, 0x4a, 0xe3, 0x94, 0x33, 0x41, 0xcf, 0x41, 0xe6, 0x83, 0x6e, 0xf3, + 0xee, 0x84, 0x97, 0x3d, 0xed, 0x43, 0xe0, 0x1b, 0x70, 0x9b, 0xc4, 0xe4, 0x20, 0xb3, 0x0c, 0x73, + 0x56, 0x30, 0x65, 0x3e, 0xec, 0xec, 0xa7, 0xfd, 0xd0, 0x6b, 0x67, 0x73, 0x02, 0x6e, 0x11, 0xad, + 0x55, 0x5c, 0xa9, 0xfe, 0xaa, 0x13, 0x70, 0x87, 0xdc, 0x68, 0xe3, 0xa0, 0x0d, 0x0e, 0x03, 0x6f, + 0xbd, 0xd8, 0x61, 0xc7, 0xfb, 0xe9, 0xec, 0x22, 0xfd, 0x06, 0xbe, 0x02, 0x93, 0x01, 0x0a, 0x7c, + 0xbc, 0x72, 0xd6, 0xde, 0x16, 0xb9, 0xba, 0x06, 0x4d, 0xf0, 0x7c, 0x80, 0x7d, 0xf7, 0x87, 0x8b, + 0xf4, 0xd1, 0xfc, 0x37, 0x18, 0x5f, 0x3f, 0x50, 0xeb, 0x2e, 0x3c, 0xd7, 0xf1, 0xc3, 0x60, 0x79, + 0x91, 0x03, 0xdf, 0xd5, 0x6f, 0xe0, 0x4b, 0x60, 0x0c, 0x09, 0xda, 0xfa, 0xfe, 0xda, 0xff, 0xae, + 0x6b, 0xd0, 0x00, 0xcf, 0x86, 0xd0, 0xf1, 0x3c, 0x7d, 0xf4, 0xed, 0xcb, 0xaf, 0xcf, 0x39, 0x53, + 0xfb, 0x26, 0xb1, 0x88, 0x2c, 0xec, 0xee, 0x9f, 0x64, 0x95, 0xdb, 0x97, 0x72, 0xe4, 0x54, 0xd8, + 0x65, 0xf2, 0x3e, 0x97, 0xf6, 0xb0, 0x2f, 0xc9, 0xe3, 0xae, 0x20, 0x1f, 0xff, 0x07, 0x00, 0x00, + 0xff, 0xff, 0x30, 0x69, 0x45, 0x02, 0x4a, 0x02, 0x00, 0x00, } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go index 04d7c6ec2..0c9735bbe 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go @@ -25,7 +25,7 @@ const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package type DistributedPyTorchTrainingTask struct { // Worker replicas spec WorkerReplicas *DistributedPyTorchTrainingReplicaSpec `protobuf:"bytes,1,opt,name=worker_replicas,json=workerReplicas,proto3" json:"worker_replicas,omitempty"` - // Master replicas spec + // Master replicas spec, master replicas can only have 1 replica MasterReplicas *DistributedPyTorchTrainingReplicaSpec `protobuf:"bytes,2,opt,name=master_replicas,json=masterReplicas,proto3" json:"master_replicas,omitempty"` // RunPolicy encapsulates various runtime policies of the distributed training // job, for example how to clean up resources and how long the job can stay diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java index 1ac978ee9..7cfa128f8 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java @@ -127,32 +127,32 @@ private RestartPolicy(int value) { public enum CleanPodPolicy implements com.google.protobuf.ProtocolMessageEnum { /** - * CLEANPOD_POLICY_ALL = 0; + * CLEANPOD_POLICY_NONE = 0; */ - CLEANPOD_POLICY_ALL(0), + CLEANPOD_POLICY_NONE(0), /** * CLEANPOD_POLICY_RUNNING = 1; */ CLEANPOD_POLICY_RUNNING(1), /** - * CLEANPOD_POLICY_NONE = 2; + * CLEANPOD_POLICY_ALL = 2; */ - CLEANPOD_POLICY_NONE(2), + CLEANPOD_POLICY_ALL(2), UNRECOGNIZED(-1), ; /** - * CLEANPOD_POLICY_ALL = 0; + * CLEANPOD_POLICY_NONE = 0; */ - public static final int CLEANPOD_POLICY_ALL_VALUE = 0; + public static final int CLEANPOD_POLICY_NONE_VALUE = 0; /** * CLEANPOD_POLICY_RUNNING = 1; */ public static final int CLEANPOD_POLICY_RUNNING_VALUE = 1; /** - * CLEANPOD_POLICY_NONE = 2; + * CLEANPOD_POLICY_ALL = 2; */ - public static final int CLEANPOD_POLICY_NONE_VALUE = 2; + public static final int CLEANPOD_POLICY_ALL_VALUE = 2; public final int getNumber() { @@ -173,9 +173,9 @@ public static CleanPodPolicy valueOf(int value) { public static CleanPodPolicy forNumber(int value) { switch (value) { - case 0: return CLEANPOD_POLICY_ALL; + case 0: return CLEANPOD_POLICY_NONE; case 1: return CLEANPOD_POLICY_RUNNING; - case 2: return CLEANPOD_POLICY_NONE; + case 2: return CLEANPOD_POLICY_ALL; default: return null; } } @@ -449,7 +449,7 @@ public final boolean isInitialized() { @java.lang.Override public void writeTo(com.google.protobuf.CodedOutputStream output) throws java.io.IOException { - if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_ALL.getNumber()) { + if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_NONE.getNumber()) { output.writeEnum(1, cleanPodPolicy_); } if (ttlSecondsAfterFinished_ != 0) { @@ -470,7 +470,7 @@ public int getSerializedSize() { if (size != -1) return size; size = 0; - if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_ALL.getNumber()) { + if (cleanPodPolicy_ != flyteidl.plugins.kubeflow.Common.CleanPodPolicy.CLEANPOD_POLICY_NONE.getNumber()) { size += com.google.protobuf.CodedOutputStream .computeEnumSize(1, cleanPodPolicy_); } @@ -1044,8 +1044,8 @@ public flyteidl.plugins.kubeflow.Common.RunPolicy getDefaultInstanceForType() { "(\005*c\n\rRestartPolicy\022\031\n\025RESTART_POLICY_AL" + "WAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\030\n" + "\024RESTART_POLICY_NEVER\020\002*`\n\016CleanPodPolic" + - "y\022\027\n\023CLEANPOD_POLICY_ALL\020\000\022\033\n\027CLEANPOD_P" + - "OLICY_RUNNING\020\001\022\030\n\024CLEANPOD_POLICY_NONE\020" + + "y\022\030\n\024CLEANPOD_POLICY_NONE\020\000\022\033\n\027CLEANPOD_" + + "POLICY_RUNNING\020\001\022\027\n\023CLEANPOD_POLICY_ALL\020" + "\002B9Z7github.com/flyteorg/flyteidl/gen/pb" + "-go/flyteidl/pluginsb\006proto3" }; diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java index 695da8295..2970db10c 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java @@ -45,7 +45,7 @@ public interface DistributedPyTorchTrainingTaskOrBuilder extends /** * 
-     * Master replicas spec
+     * Master replicas spec, master replicas can only have 1 replica
      *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -53,7 +53,7 @@ public interface DistributedPyTorchTrainingTaskOrBuilder extends boolean hasMasterReplicas(); /** * 
-     * Master replicas spec
+     * Master replicas spec, master replicas can only have 1 replica
      *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -61,7 +61,7 @@ public interface DistributedPyTorchTrainingTaskOrBuilder extends flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec getMasterReplicas(); /** * 
-     * Master replicas spec
+     * Master replicas spec, master replicas can only have 1 replica
      *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -250,7 +250,7 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOr private flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec masterReplicas_; /** * 
-     * Master replicas spec
+     * Master replicas spec, master replicas can only have 1 replica
      *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -260,7 +260,7 @@ public boolean hasMasterReplicas() { } /** * 
-     * Master replicas spec
+     * Master replicas spec, master replicas can only have 1 replica
      *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -270,7 +270,7 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec g } /** * 
-     * Master replicas spec
+     * Master replicas spec, master replicas can only have 1 replica
      *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -855,7 +855,7 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOr flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.Builder, flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOrBuilder> masterReplicasBuilder_; /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -865,7 +865,7 @@ public boolean hasMasterReplicas() { } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -879,7 +879,7 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec g } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -899,7 +899,7 @@ public Builder setMasterReplicas(flyteidl.plugins.kubeflow.Pytorch.DistributedPy } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -917,7 +917,7 @@ public Builder setMasterReplicas( } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -939,7 +939,7 @@ public Builder mergeMasterReplicas(flyteidl.plugins.kubeflow.Pytorch.Distributed } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -957,7 +957,7 @@ public Builder clearMasterReplicas() { } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -969,7 +969,7 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec.B } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; @@ -984,7 +984,7 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpecOr } /** * 
-       * Master replicas spec
+       * Master replicas spec, master replicas can only have 1 replica
        *
* * .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec master_replicas = 2; diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py index 0028612ec..8cdd54e57 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py +++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py @@ -13,18 +13,19 @@ -DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xfa\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x36\n\x17\x61\x63tive_deadline_seconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02*`\n\x0e\x43leanPodPolicy\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x00\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x01\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xfa\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x36\n\x17\x61\x63tive_deadline_seconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02*`\n\x0e\x43leanPodPolicy\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x00\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x01\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.common_pb2', globals()) +_globals = globals() +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.common_pb2', _globals) if _descriptor._USE_C_DESCRIPTORS == False: DESCRIPTOR._options = None DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\013CommonProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' - _RESTARTPOLICY._serialized_start=322 - _RESTARTPOLICY._serialized_end=421 - _CLEANPODPOLICY._serialized_start=423 - _CLEANPODPOLICY._serialized_end=519 - _RUNPOLICY._serialized_start=70 - _RUNPOLICY._serialized_end=320 + _globals['_RESTARTPOLICY']._serialized_start=322 + _globals['_RESTARTPOLICY']._serialized_end=421 + _globals['_CLEANPODPOLICY']._serialized_start=423 + _globals['_CLEANPODPOLICY']._serialized_end=519 + _globals['_RUNPOLICY']._serialized_start=70 + _globals['_RUNPOLICY']._serialized_end=320 # @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi index fa62fa861..0dfd283f1 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi +++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi @@ -3,28 +3,34 @@ from google.protobuf import descriptor as _descriptor from google.protobuf import message as _message from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union -CLEANPOD_POLICY_ALL: CleanPodPolicy -CLEANPOD_POLICY_NONE: CleanPodPolicy -CLEANPOD_POLICY_RUNNING: CleanPodPolicy DESCRIPTOR: _descriptor.FileDescriptor + +class RestartPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): + __slots__ = [] + RESTART_POLICY_ALWAYS: _ClassVar[RestartPolicy] + RESTART_POLICY_ON_FAILURE: _ClassVar[RestartPolicy] + RESTART_POLICY_NEVER: _ClassVar[RestartPolicy] + +class CleanPodPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): + __slots__ = [] + CLEANPOD_POLICY_NONE: _ClassVar[CleanPodPolicy] + CLEANPOD_POLICY_RUNNING: _ClassVar[CleanPodPolicy] + CLEANPOD_POLICY_ALL: _ClassVar[CleanPodPolicy] RESTART_POLICY_ALWAYS: RestartPolicy -RESTART_POLICY_NEVER: RestartPolicy RESTART_POLICY_ON_FAILURE: RestartPolicy +RESTART_POLICY_NEVER: RestartPolicy +CLEANPOD_POLICY_NONE: CleanPodPolicy +CLEANPOD_POLICY_RUNNING: CleanPodPolicy +CLEANPOD_POLICY_ALL: CleanPodPolicy class RunPolicy(_message.Message): - __slots__ = ["active_deadline_seconds", "backoff_limit", "clean_pod_policy", "ttl_seconds_after_finished"] - ACTIVE_DEADLINE_SECONDS_FIELD_NUMBER: _ClassVar[int] - BACKOFF_LIMIT_FIELD_NUMBER: _ClassVar[int] + __slots__ = ["clean_pod_policy", "ttl_seconds_after_finished", "active_deadline_seconds", "backoff_limit"] CLEAN_POD_POLICY_FIELD_NUMBER: _ClassVar[int] TTL_SECONDS_AFTER_FINISHED_FIELD_NUMBER: _ClassVar[int] - active_deadline_seconds: int - backoff_limit: int + ACTIVE_DEADLINE_SECONDS_FIELD_NUMBER: _ClassVar[int] + BACKOFF_LIMIT_FIELD_NUMBER: _ClassVar[int] clean_pod_policy: CleanPodPolicy ttl_seconds_after_finished: int + active_deadline_seconds: int + backoff_limit: int def __init__(self, clean_pod_policy: _Optional[_Union[CleanPodPolicy, str]] = ..., ttl_seconds_after_finished: _Optional[int] = ..., active_deadline_seconds: _Optional[int] = ..., backoff_limit: _Optional[int] = ...) -> None: ... - -class RestartPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): - __slots__ = [] - -class CleanPodPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper): - __slots__ = [] diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py index e95a9926f..c70ca6b95 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py +++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py @@ -17,14 +17,15 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xb3\x02\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xde\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.mpi_pb2', globals()) +_globals = globals() +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.mpi_pb2', _globals) if _descriptor._USE_C_DESCRIPTORS == False: DESCRIPTOR._options = None DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\010MpiProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' - _DISTRIBUTEDMPITRAININGTASK._serialized_start=134 - _DISTRIBUTEDMPITRAININGTASK._serialized_end=441 - _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_start=444 - _DISTRIBUTEDMPITRAININGREPLICASPEC._serialized_end=666 + _globals['_DISTRIBUTEDMPITRAININGTASK']._serialized_start=134 + _globals['_DISTRIBUTEDMPITRAININGTASK']._serialized_end=441 + _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_start=444 + _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_end=666 # @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi index ffe479ce5..93f4886ca 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi +++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi @@ -6,24 +6,24 @@ from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Opti DESCRIPTOR: _descriptor.FileDescriptor +class DistributedMPITrainingTask(_message.Message): + __slots__ = ["worker_replicas", "launcher_replicas", "run_policy"] + WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + LAUNCHER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + RUN_POLICY_FIELD_NUMBER: _ClassVar[int] + worker_replicas: DistributedMPITrainingReplicaSpec + launcher_replicas: DistributedMPITrainingReplicaSpec + run_policy: _common_pb2.RunPolicy + def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ... + class DistributedMPITrainingReplicaSpec(_message.Message): - __slots__ = ["image", "replicas", "resources", "restart_policy"] - IMAGE_FIELD_NUMBER: _ClassVar[int] + __slots__ = ["replicas", "image", "resources", "restart_policy"] REPLICAS_FIELD_NUMBER: _ClassVar[int] + IMAGE_FIELD_NUMBER: _ClassVar[int] RESOURCES_FIELD_NUMBER: _ClassVar[int] RESTART_POLICY_FIELD_NUMBER: _ClassVar[int] - image: str replicas: int + image: str resources: _tasks_pb2.Resources restart_policy: _common_pb2.RestartPolicy def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ... - -class DistributedMPITrainingTask(_message.Message): - __slots__ = ["launcher_replicas", "run_policy", "worker_replicas"] - LAUNCHER_REPLICAS_FIELD_NUMBER: _ClassVar[int] - RUN_POLICY_FIELD_NUMBER: _ClassVar[int] - WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] - launcher_replicas: DistributedMPITrainingReplicaSpec - run_policy: _common_pb2.RunPolicy - worker_replicas: DistributedMPITrainingReplicaSpec - def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ... diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py index 85874dcb2..130fdf357 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py +++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py @@ -17,14 +17,15 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\'flyteidl/plugins/kubeflow/pytorch.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xbb\x02\n\x1e\x44istributedPyTorchTrainingTask\x12i\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x0fmaster_replicas\x18\x02 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0emasterReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xe2\x01\n%DistributedPyTorchTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xec\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.pytorch_pb2', globals()) +_globals = globals() +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.pytorch_pb2', _globals) if _descriptor._USE_C_DESCRIPTORS == False: DESCRIPTOR._options = None DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\014PytorchProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' - _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_start=138 - _DISTRIBUTEDPYTORCHTRAININGTASK._serialized_end=453 - _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_start=456 - _DISTRIBUTEDPYTORCHTRAININGREPLICASPEC._serialized_end=682 + _globals['_DISTRIBUTEDPYTORCHTRAININGTASK']._serialized_start=138 + _globals['_DISTRIBUTEDPYTORCHTRAININGTASK']._serialized_end=453 + _globals['_DISTRIBUTEDPYTORCHTRAININGREPLICASPEC']._serialized_start=456 + _globals['_DISTRIBUTEDPYTORCHTRAININGREPLICASPEC']._serialized_end=682 # @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi index d350a638d..ef7a30dc6 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi +++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi @@ -6,24 +6,24 @@ from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Opti DESCRIPTOR: _descriptor.FileDescriptor +class DistributedPyTorchTrainingTask(_message.Message): + __slots__ = ["worker_replicas", "master_replicas", "run_policy"] + WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + MASTER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + RUN_POLICY_FIELD_NUMBER: _ClassVar[int] + worker_replicas: DistributedPyTorchTrainingReplicaSpec + master_replicas: DistributedPyTorchTrainingReplicaSpec + run_policy: _common_pb2.RunPolicy + def __init__(self, worker_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., master_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ... + class DistributedPyTorchTrainingReplicaSpec(_message.Message): - __slots__ = ["image", "replicas", "resources", "restart_policy"] - IMAGE_FIELD_NUMBER: _ClassVar[int] + __slots__ = ["replicas", "image", "resources", "restart_policy"] REPLICAS_FIELD_NUMBER: _ClassVar[int] + IMAGE_FIELD_NUMBER: _ClassVar[int] RESOURCES_FIELD_NUMBER: _ClassVar[int] RESTART_POLICY_FIELD_NUMBER: _ClassVar[int] - image: str replicas: int + image: str resources: _tasks_pb2.Resources restart_policy: _common_pb2.RestartPolicy def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ... - -class DistributedPyTorchTrainingTask(_message.Message): - __slots__ = ["master_replicas", "run_policy", "worker_replicas"] - MASTER_REPLICAS_FIELD_NUMBER: _ClassVar[int] - RUN_POLICY_FIELD_NUMBER: _ClassVar[int] - WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] - master_replicas: DistributedPyTorchTrainingReplicaSpec - run_policy: _common_pb2.RunPolicy - worker_replicas: DistributedPyTorchTrainingReplicaSpec - def __init__(self, worker_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., master_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ... diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py index 62f8fef2d..f1c9eddb5 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py +++ b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.py @@ -17,14 +17,15 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*flyteidl/plugins/kubeflow/tensorflow.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xa8\x03\n!DistributedTensorflowTrainingTask\x12l\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\x0eworkerReplicas\x12\x64\n\x0bps_replicas\x18\x02 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\npsReplicas\x12j\n\x0e\x63hief_replicas\x18\x03 \x01(\x0b\x32\x43.flyteidl.plugins.kubeflow.DistributedTensorflowTrainingReplicaSpecR\rchiefReplicas\x12\x43\n\nrun_policy\x18\x04 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xe5\x01\n(DistributedTensorflowTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xef\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0fTensorflowProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3') -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.tensorflow_pb2', globals()) +_globals = globals() +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flyteidl.plugins.kubeflow.tensorflow_pb2', _globals) if _descriptor._USE_C_DESCRIPTORS == False: DESCRIPTOR._options = None DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\017TensorflowProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow' - _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_start=141 - _DISTRIBUTEDTENSORFLOWTRAININGTASK._serialized_end=565 - _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_start=568 - _DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC._serialized_end=797 + _globals['_DISTRIBUTEDTENSORFLOWTRAININGTASK']._serialized_start=141 + _globals['_DISTRIBUTEDTENSORFLOWTRAININGTASK']._serialized_end=565 + _globals['_DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC']._serialized_start=568 + _globals['_DISTRIBUTEDTENSORFLOWTRAININGREPLICASPEC']._serialized_end=797 # @@protoc_insertion_point(module_scope) diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi index c4a44f502..e08a1ff98 100644 --- a/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi +++ b/gen/pb_python/flyteidl/plugins/kubeflow/tensorflow_pb2.pyi @@ -6,26 +6,26 @@ from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Opti DESCRIPTOR: _descriptor.FileDescriptor +class DistributedTensorflowTrainingTask(_message.Message): + __slots__ = ["worker_replicas", "ps_replicas", "chief_replicas", "run_policy"] + WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] + PS_REPLICAS_FIELD_NUMBER: _ClassVar[int] + CHIEF_REPLICAS_FIELD_NUMBER: _ClassVar[int] + RUN_POLICY_FIELD_NUMBER: _ClassVar[int] + worker_replicas: DistributedTensorflowTrainingReplicaSpec + ps_replicas: DistributedTensorflowTrainingReplicaSpec + chief_replicas: DistributedTensorflowTrainingReplicaSpec + run_policy: _common_pb2.RunPolicy + def __init__(self, worker_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., ps_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., chief_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ... + class DistributedTensorflowTrainingReplicaSpec(_message.Message): - __slots__ = ["image", "replicas", "resources", "restart_policy"] - IMAGE_FIELD_NUMBER: _ClassVar[int] + __slots__ = ["replicas", "image", "resources", "restart_policy"] REPLICAS_FIELD_NUMBER: _ClassVar[int] + IMAGE_FIELD_NUMBER: _ClassVar[int] RESOURCES_FIELD_NUMBER: _ClassVar[int] RESTART_POLICY_FIELD_NUMBER: _ClassVar[int] - image: str replicas: int + image: str resources: _tasks_pb2.Resources restart_policy: _common_pb2.RestartPolicy def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ... - -class DistributedTensorflowTrainingTask(_message.Message): - __slots__ = ["chief_replicas", "ps_replicas", "run_policy", "worker_replicas"] - CHIEF_REPLICAS_FIELD_NUMBER: _ClassVar[int] - PS_REPLICAS_FIELD_NUMBER: _ClassVar[int] - RUN_POLICY_FIELD_NUMBER: _ClassVar[int] - WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int] - chief_replicas: DistributedTensorflowTrainingReplicaSpec - ps_replicas: DistributedTensorflowTrainingReplicaSpec - run_policy: _common_pb2.RunPolicy - worker_replicas: DistributedTensorflowTrainingReplicaSpec - def __init__(self, worker_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., ps_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., chief_replicas: _Optional[_Union[DistributedTensorflowTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ... diff --git a/gen/pb_rust/flyteidl.plugins.kubeflow.rs b/gen/pb_rust/flyteidl.plugins.kubeflow.rs new file mode 100644 index 000000000..7174eb8b1 --- /dev/null +++ b/gen/pb_rust/flyteidl.plugins.kubeflow.rs @@ -0,0 +1,177 @@ +// @generated +#[allow(clippy::derive_partial_eq_without_eq)] +#[derive(Clone, PartialEq, ::prost::Message)] +pub struct RunPolicy { + /// Defines the policy to kill pods after the job completes. Default to None. + #[prost(enumeration="CleanPodPolicy", tag="1")] + pub clean_pod_policy: i32, + /// TTL to clean up jobs. Default to infinite. + #[prost(int32, tag="2")] + pub ttl_seconds_after_finished: i32, + /// Specifies the duration in seconds relative to the startTime that the job may be active + /// before the system tries to terminate it; value must be positive integer. + #[prost(int32, tag="3")] + pub active_deadline_seconds: i32, + /// Number of retries before marking this job failed. + #[prost(int32, tag="4")] + pub backoff_limit: i32, +} +#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash, PartialOrd, Ord, ::prost::Enumeration)] +#[repr(i32)] +pub enum RestartPolicy { + Always = 0, + OnFailure = 1, + Never = 2, +} +impl RestartPolicy { + /// String value of the enum field names used in the ProtoBuf definition. + /// + /// The values are not transformed in any way and thus are considered stable + /// (if the ProtoBuf definition does not change) and safe for programmatic use. + pub fn as_str_name(&self) -> &'static str { + match self { + RestartPolicy::Always => "RESTART_POLICY_ALWAYS", + RestartPolicy::OnFailure => "RESTART_POLICY_ON_FAILURE", + RestartPolicy::Never => "RESTART_POLICY_NEVER", + } + } + /// Creates an enum from field names used in the ProtoBuf definition. + pub fn from_str_name(value: &str) -> ::core::option::Option { + match value { + "RESTART_POLICY_ALWAYS" => Some(Self::Always), + "RESTART_POLICY_ON_FAILURE" => Some(Self::OnFailure), + "RESTART_POLICY_NEVER" => Some(Self::Never), + _ => None, + } + } +} +#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash, PartialOrd, Ord, ::prost::Enumeration)] +#[repr(i32)] +pub enum CleanPodPolicy { + CleanpodPolicyNone = 0, + CleanpodPolicyRunning = 1, + CleanpodPolicyAll = 2, +} +impl CleanPodPolicy { + /// String value of the enum field names used in the ProtoBuf definition. + /// + /// The values are not transformed in any way and thus are considered stable + /// (if the ProtoBuf definition does not change) and safe for programmatic use. + pub fn as_str_name(&self) -> &'static str { + match self { + CleanPodPolicy::CleanpodPolicyNone => "CLEANPOD_POLICY_NONE", + CleanPodPolicy::CleanpodPolicyRunning => "CLEANPOD_POLICY_RUNNING", + CleanPodPolicy::CleanpodPolicyAll => "CLEANPOD_POLICY_ALL", + } + } + /// Creates an enum from field names used in the ProtoBuf definition. + pub fn from_str_name(value: &str) -> ::core::option::Option { + match value { + "CLEANPOD_POLICY_NONE" => Some(Self::CleanpodPolicyNone), + "CLEANPOD_POLICY_RUNNING" => Some(Self::CleanpodPolicyRunning), + "CLEANPOD_POLICY_ALL" => Some(Self::CleanpodPolicyAll), + _ => None, + } + } +} +/// Proto for plugin that enables distributed training using +#[allow(clippy::derive_partial_eq_without_eq)] +#[derive(Clone, PartialEq, ::prost::Message)] +pub struct DistributedMpiTrainingTask { + /// Worker replicas spec + #[prost(message, optional, tag="1")] + pub worker_replicas: ::core::option::Option, + /// Master replicas spec + #[prost(message, optional, tag="2")] + pub launcher_replicas: ::core::option::Option, + /// RunPolicy encapsulates various runtime policies of the distributed training + /// job, for example how to clean up resources and how long the job can stay + /// active. + #[prost(message, optional, tag="3")] + pub run_policy: ::core::option::Option, +} +/// Replica specification for distributed MPI training +#[allow(clippy::derive_partial_eq_without_eq)] +#[derive(Clone, PartialEq, ::prost::Message)] +pub struct DistributedMpiTrainingReplicaSpec { + /// Number of replicas + #[prost(int32, tag="1")] + pub replicas: i32, + /// Image used for the replica group + #[prost(string, tag="2")] + pub image: ::prost::alloc::string::String, + /// Resources required for the replica group + #[prost(message, optional, tag="3")] + pub resources: ::core::option::Option, + /// Restart policy determines whether pods will be restarted when they exit + #[prost(enumeration="RestartPolicy", tag="4")] + pub restart_policy: i32, +} +/// Proto for plugin that enables distributed training using +#[allow(clippy::derive_partial_eq_without_eq)] +#[derive(Clone, PartialEq, ::prost::Message)] +pub struct DistributedPyTorchTrainingTask { + /// Worker replicas spec + #[prost(message, optional, tag="1")] + pub worker_replicas: ::core::option::Option, + /// Master replicas spec, master replicas can only have 1 replica + #[prost(message, optional, tag="2")] + pub master_replicas: ::core::option::Option, + /// RunPolicy encapsulates various runtime policies of the distributed training + /// job, for example how to clean up resources and how long the job can stay + /// active. + #[prost(message, optional, tag="3")] + pub run_policy: ::core::option::Option, +} +#[allow(clippy::derive_partial_eq_without_eq)] +#[derive(Clone, PartialEq, ::prost::Message)] +pub struct DistributedPyTorchTrainingReplicaSpec { + /// Number of replicas + #[prost(int32, tag="1")] + pub replicas: i32, + /// Image used for the replica group + #[prost(string, tag="2")] + pub image: ::prost::alloc::string::String, + /// Resources required for the replica group + #[prost(message, optional, tag="3")] + pub resources: ::core::option::Option, + /// RestartPolicy determines whether pods will be restarted when they exit + #[prost(enumeration="RestartPolicy", tag="4")] + pub restart_policy: i32, +} +/// Proto for plugin that enables distributed training using +#[allow(clippy::derive_partial_eq_without_eq)] +#[derive(Clone, PartialEq, ::prost::Message)] +pub struct DistributedTensorflowTrainingTask { + /// Worker replicas spec + #[prost(message, optional, tag="1")] + pub worker_replicas: ::core::option::Option, + /// Parameter server replicas spec + #[prost(message, optional, tag="2")] + pub ps_replicas: ::core::option::Option, + /// Chief replicas spec + #[prost(message, optional, tag="3")] + pub chief_replicas: ::core::option::Option, + /// RunPolicy encapsulates various runtime policies of the distributed training + /// job, for example how to clean up resources and how long the job can stay + /// active. + #[prost(message, optional, tag="4")] + pub run_policy: ::core::option::Option, +} +#[allow(clippy::derive_partial_eq_without_eq)] +#[derive(Clone, PartialEq, ::prost::Message)] +pub struct DistributedTensorflowTrainingReplicaSpec { + /// Number of replicas + #[prost(int32, tag="1")] + pub replicas: i32, + /// Image used for the replica group + #[prost(string, tag="2")] + pub image: ::prost::alloc::string::String, + /// Resources required for the replica group + #[prost(message, optional, tag="3")] + pub resources: ::core::option::Option, + /// RestartPolicy Determines whether pods will be restarted when they exit + #[prost(enumeration="RestartPolicy", tag="4")] + pub restart_policy: i32, +} +// @@protoc_insertion_point(module) diff --git a/protos/flyteidl/plugins/kubeflow/common.proto b/protos/flyteidl/plugins/kubeflow/common.proto index 68d94c094..ac44fdb56 100644 --- a/protos/flyteidl/plugins/kubeflow/common.proto +++ b/protos/flyteidl/plugins/kubeflow/common.proto @@ -12,9 +12,9 @@ enum RestartPolicy { } enum CleanPodPolicy { - CLEANPOD_POLICY_ALL = 0; + CLEANPOD_POLICY_NONE = 0; CLEANPOD_POLICY_RUNNING = 1; - CLEANPOD_POLICY_NONE = 2; + CLEANPOD_POLICY_ALL = 2; } message RunPolicy { diff --git a/protos/flyteidl/plugins/kubeflow/pytorch.proto b/protos/flyteidl/plugins/kubeflow/pytorch.proto index d2cfdbf2a..150aaf803 100644 --- a/protos/flyteidl/plugins/kubeflow/pytorch.proto +++ b/protos/flyteidl/plugins/kubeflow/pytorch.proto @@ -12,7 +12,7 @@ message DistributedPyTorchTrainingTask { // Worker replicas spec DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; - // Master replicas spec + // Master replicas spec, master replicas can only have 1 replica DistributedPyTorchTrainingReplicaSpec master_replicas = 2; // RunPolicy encapsulates various runtime policies of the distributed training From 82c582651ee199b8b50150d37458f0d9f73506ff Mon Sep 17 00:00:00 2001 From: Yubo Wang Date: Mon, 24 Apr 2023 23:21:33 -0700 Subject: [PATCH 5/7] add elastic config Signed-off-by: Yubo Wang --- .../flyteidl/plugins/kubeflow/common.pb.cc | 6 +- .../flyteidl/plugins/kubeflow/common.pb.h | 8 +- .../flyteidl/plugins/kubeflow/pytorch.pb.cc | 630 +++++++++- .../flyteidl/plugins/kubeflow/pytorch.pb.h | 334 ++++- .../flyteidl/plugins/kubeflow/common.pb.go | 60 +- gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go | 2 +- .../flyteidl/plugins/kubeflow/pytorch.pb.go | 151 ++- .../plugins/kubeflow/pytorch.pb.validate.go | 85 ++ .../plugins/kubeflow/tensorflow.pb.go | 2 +- .../flyteidl/plugins/kubeflow/Common.java | 26 +- .../flyteidl/plugins/kubeflow/Mpi.java | 4 +- .../flyteidl/plugins/kubeflow/Pytorch.java | 1115 ++++++++++++++++- .../flyteidl/plugins/kubeflow/Tensorflow.java | 4 +- .../flyteidl/plugins/kubeflow/common_pb2.py | 2 +- .../flyteidl/plugins/kubeflow/common_pb2.pyi | 8 +- .../flyteidl/plugins/kubeflow/pytorch_pb2.py | 12 +- .../flyteidl/plugins/kubeflow/pytorch_pb2.pyi | 20 +- gen/pb_rust/flyteidl.plugins.kubeflow.rs | 31 +- protos/flyteidl/plugins/kubeflow/common.proto | 4 +- .../flyteidl/plugins/kubeflow/pytorch.proto | 13 + 20 files changed, 2365 insertions(+), 152 deletions(-) diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc index 8518833b9..3ee0fd441 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.cc @@ -80,9 +80,9 @@ const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fcommon_2epr "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se" "conds_after_finished\030\002 \001(\005\022\037\n\027active_dea" "dline_seconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001" - "(\005*c\n\rRestartPolicy\022\031\n\025RESTART_POLICY_AL" - "WAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\030\n" - "\024RESTART_POLICY_NEVER\020\002*`\n\016CleanPodPolic" + "(\005*c\n\rRestartPolicy\022\030\n\024RESTART_POLICY_NE" + "VER\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\031\n\025" + "RESTART_POLICY_ALWAYS\020\002*`\n\016CleanPodPolic" "y\022\030\n\024CLEANPOD_POLICY_NONE\020\000\022\033\n\027CLEANPOD_" "POLICY_RUNNING\020\001\022\027\n\023CLEANPOD_POLICY_ALL\020" "\002B9Z7github.com/flyteorg/flyteidl/gen/pb" diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h index 69768fc5c..de4d80d2a 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/common.pb.h @@ -68,15 +68,15 @@ namespace plugins { namespace kubeflow { enum RestartPolicy { - RESTART_POLICY_ALWAYS = 0, + RESTART_POLICY_NEVER = 0, RESTART_POLICY_ON_FAILURE = 1, - RESTART_POLICY_NEVER = 2, + RESTART_POLICY_ALWAYS = 2, RestartPolicy_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::min(), RestartPolicy_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<::google::protobuf::int32>::max() }; bool RestartPolicy_IsValid(int value); -const RestartPolicy RestartPolicy_MIN = RESTART_POLICY_ALWAYS; -const RestartPolicy RestartPolicy_MAX = RESTART_POLICY_NEVER; +const RestartPolicy RestartPolicy_MIN = RESTART_POLICY_NEVER; +const RestartPolicy RestartPolicy_MAX = RESTART_POLICY_ALWAYS; const int RestartPolicy_ARRAYSIZE = RestartPolicy_MAX + 1; const ::google::protobuf::EnumDescriptor* RestartPolicy_descriptor(); diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc index d81eb072b..3c4fd38ab 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.cc @@ -18,10 +18,15 @@ extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fcore_2ftasks_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto; extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto; +extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto ::google::protobuf::internal::SCCInfo<0> scc_info_ElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; extern PROTOBUF_INTERNAL_EXPORT_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto ::google::protobuf::internal::SCCInfo<1> scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; namespace flyteidl { namespace plugins { namespace kubeflow { +class ElasticConfigDefaultTypeInternal { + public: + ::google::protobuf::internal::ExplicitlyConstructed _instance; +} _ElasticConfig_default_instance_; class DistributedPyTorchTrainingTaskDefaultTypeInternal { public: ::google::protobuf::internal::ExplicitlyConstructed _instance; @@ -33,6 +38,20 @@ class DistributedPyTorchTrainingReplicaSpecDefaultTypeInternal { } // namespace kubeflow } // namespace plugins } // namespace flyteidl +static void InitDefaultsElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { + GOOGLE_PROTOBUF_VERIFY_VERSION; + + { + void* ptr = &::flyteidl::plugins::kubeflow::_ElasticConfig_default_instance_; + new (ptr) ::flyteidl::plugins::kubeflow::ElasticConfig(); + ::google::protobuf::internal::OnShutdownDestroyMessage(ptr); + } + ::flyteidl::plugins::kubeflow::ElasticConfig::InitAsDefaultInstance(); +} + +::google::protobuf::internal::SCCInfo<0> scc_info_ElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 0, InitDefaultsElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto}, {}}; + static void InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { GOOGLE_PROTOBUF_VERIFY_VERSION; @@ -44,10 +63,11 @@ static void InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkube ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask::InitAsDefaultInstance(); } -::google::protobuf::internal::SCCInfo<2> scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = - {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 2, InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto}, { +::google::protobuf::internal::SCCInfo<3> scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = + {{ATOMIC_VAR_INIT(::google::protobuf::internal::SCCInfoBase::kUninitialized), 3, InitDefaultsDistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto}, { &scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base, - &scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto.base,}}; + &scc_info_RunPolicy_flyteidl_2fplugins_2fkubeflow_2fcommon_2eproto.base, + &scc_info_ElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base,}}; static void InitDefaultsDistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { GOOGLE_PROTOBUF_VERIFY_VERSION; @@ -65,15 +85,26 @@ ::google::protobuf::internal::SCCInfo<1> scc_info_DistributedPyTorchTrainingRepl &scc_info_Resources_flyteidl_2fcore_2ftasks_2eproto.base,}}; void InitDefaults_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { + ::google::protobuf::internal::InitSCC(&scc_info_ElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); ::google::protobuf::internal::InitSCC(&scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); ::google::protobuf::internal::InitSCC(&scc_info_DistributedPyTorchTrainingReplicaSpec_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); } -::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[2]; +::google::protobuf::Metadata file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[3]; constexpr ::google::protobuf::EnumDescriptor const** file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = nullptr; constexpr ::google::protobuf::ServiceDescriptor const** file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = nullptr; const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto::offsets[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { + ~0u, // no _has_bits_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::ElasticConfig, _internal_metadata_), + ~0u, // no _extensions_ + ~0u, // no _oneof_case_ + ~0u, // no _weak_field_map_ + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::ElasticConfig, rdzv_backend_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::ElasticConfig, min_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::ElasticConfig, max_replicas_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::ElasticConfig, nproc_per_node_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::ElasticConfig, max_restarts_), ~0u, // no _has_bits_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, _internal_metadata_), ~0u, // no _extensions_ @@ -82,6 +113,7 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fpyt PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, worker_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, master_replicas_), PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, run_policy_), + PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask, elastic_config_), ~0u, // no _has_bits_ PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, _internal_metadata_), ~0u, // no _extensions_ @@ -93,11 +125,13 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fpyt PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec, restart_policy_), }; static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = { - { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask)}, - { 8, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec)}, + { 0, -1, sizeof(::flyteidl::plugins::kubeflow::ElasticConfig)}, + { 10, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask)}, + { 19, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec)}, }; static ::google::protobuf::Message const * const file_default_instances[] = { + reinterpret_cast(&::flyteidl::plugins::kubeflow::_ElasticConfig_default_instance_), reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_), reinterpret_cast(&::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingReplicaSpec_default_instance_), }; @@ -105,32 +139,37 @@ static ::google::protobuf::Message const * const file_default_instances[] = { ::google::protobuf::internal::AssignDescriptorsTable assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = { {}, AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, "flyteidl/plugins/kubeflow/pytorch.proto", schemas, file_default_instances, TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto::offsets, - file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 2, file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, + file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 3, file_level_enum_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, file_level_service_descriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, }; const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[] = "\n\'flyteidl/plugins/kubeflow/pytorch.prot" "o\022\031flyteidl.plugins.kubeflow\032\031flyteidl/c" "ore/tasks.proto\032&flyteidl/plugins/kubefl" - "ow/common.proto\"\220\002\n\036DistributedPyTorchTr" - "ainingTask\022Y\n\017worker_replicas\030\001 \001(\0132@.fl" - "yteidl.plugins.kubeflow.DistributedPyTor" - "chTrainingReplicaSpec\022Y\n\017master_replicas" - "\030\002 \001(\0132@.flyteidl.plugins.kubeflow.Distr" - "ibutedPyTorchTrainingReplicaSpec\0228\n\nrun_" - "policy\030\003 \001(\0132$.flyteidl.plugins.kubeflow" - ".RunPolicy\"\267\001\n%DistributedPyTorchTrainin" - "gReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030" - "\002 \001(\t\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core" - ".Resources\022@\n\016restart_policy\030\004 \001(\0162(.fly" - "teidl.plugins.kubeflow.RestartPolicyB9Z7" - "github.com/flyteorg/flyteidl/gen/pb-go/f" - "lyteidl/pluginsb\006proto3" + "ow/common.proto\"\177\n\rElasticConfig\022\024\n\014rdzv" + "_backend\030\001 \001(\t\022\024\n\014min_replicas\030\002 \001(\005\022\024\n\014" + "max_replicas\030\003 \001(\005\022\026\n\016nproc_per_node\030\004 \001" + "(\005\022\024\n\014max_restarts\030\005 \001(\005\"\322\002\n\036Distributed" + "PyTorchTrainingTask\022Y\n\017worker_replicas\030\001" + " \001(\0132@.flyteidl.plugins.kubeflow.Distrib" + "utedPyTorchTrainingReplicaSpec\022Y\n\017master" + "_replicas\030\002 \001(\0132@.flyteidl.plugins.kubef" + "low.DistributedPyTorchTrainingReplicaSpe" + "c\0228\n\nrun_policy\030\003 \001(\0132$.flyteidl.plugins" + ".kubeflow.RunPolicy\022@\n\016elastic_config\030\004 " + "\001(\0132(.flyteidl.plugins.kubeflow.ElasticC" + "onfig\"\267\001\n%DistributedPyTorchTrainingRepl" + "icaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t" + "\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core.Reso" + "urces\022@\n\016restart_policy\030\004 \001(\0162(.flyteidl" + ".plugins.kubeflow.RestartPolicyB9Z7githu" + "b.com/flyteorg/flyteidl/gen/pb-go/flytei" + "dl/pluginsb\006proto3" ; ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto = { false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, - "flyteidl/plugins/kubeflow/pytorch.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 663, + "flyteidl/plugins/kubeflow/pytorch.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto, 858, }; void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto() { @@ -148,6 +187,480 @@ namespace flyteidl { namespace plugins { namespace kubeflow { +// =================================================================== + +void ElasticConfig::InitAsDefaultInstance() { +} +class ElasticConfig::HasBitSetters { + public: +}; + +#if !defined(_MSC_VER) || _MSC_VER >= 1900 +const int ElasticConfig::kRdzvBackendFieldNumber; +const int ElasticConfig::kMinReplicasFieldNumber; +const int ElasticConfig::kMaxReplicasFieldNumber; +const int ElasticConfig::kNprocPerNodeFieldNumber; +const int ElasticConfig::kMaxRestartsFieldNumber; +#endif // !defined(_MSC_VER) || _MSC_VER >= 1900 + +ElasticConfig::ElasticConfig() + : ::google::protobuf::Message(), _internal_metadata_(nullptr) { + SharedCtor(); + // @@protoc_insertion_point(constructor:flyteidl.plugins.kubeflow.ElasticConfig) +} +ElasticConfig::ElasticConfig(const ElasticConfig& from) + : ::google::protobuf::Message(), + _internal_metadata_(nullptr) { + _internal_metadata_.MergeFrom(from._internal_metadata_); + rdzv_backend_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + if (from.rdzv_backend().size() > 0) { + rdzv_backend_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.rdzv_backend_); + } + ::memcpy(&min_replicas_, &from.min_replicas_, + static_cast(reinterpret_cast(&max_restarts_) - + reinterpret_cast(&min_replicas_)) + sizeof(max_restarts_)); + // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.ElasticConfig) +} + +void ElasticConfig::SharedCtor() { + ::google::protobuf::internal::InitSCC( + &scc_info_ElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); + rdzv_backend_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&min_replicas_, 0, static_cast( + reinterpret_cast(&max_restarts_) - + reinterpret_cast(&min_replicas_)) + sizeof(max_restarts_)); +} + +ElasticConfig::~ElasticConfig() { + // @@protoc_insertion_point(destructor:flyteidl.plugins.kubeflow.ElasticConfig) + SharedDtor(); +} + +void ElasticConfig::SharedDtor() { + rdzv_backend_.DestroyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} + +void ElasticConfig::SetCachedSize(int size) const { + _cached_size_.Set(size); +} +const ElasticConfig& ElasticConfig::default_instance() { + ::google::protobuf::internal::InitSCC(&::scc_info_ElasticConfig_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); + return *internal_default_instance(); +} + + +void ElasticConfig::Clear() { +// @@protoc_insertion_point(message_clear_start:flyteidl.plugins.kubeflow.ElasticConfig) + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + rdzv_backend_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); + ::memset(&min_replicas_, 0, static_cast( + reinterpret_cast(&max_restarts_) - + reinterpret_cast(&min_replicas_)) + sizeof(max_restarts_)); + _internal_metadata_.Clear(); +} + +#if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +const char* ElasticConfig::_InternalParse(const char* begin, const char* end, void* object, + ::google::protobuf::internal::ParseContext* ctx) { + auto msg = static_cast(object); + ::google::protobuf::int32 size; (void)size; + int depth; (void)depth; + ::google::protobuf::uint32 tag; + ::google::protobuf::internal::ParseFunc parser_till_end; (void)parser_till_end; + auto ptr = begin; + while (ptr < end) { + ptr = ::google::protobuf::io::Parse32(ptr, &tag); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + switch (tag >> 3) { + // string rdzv_backend = 1; + case 1: { + if (static_cast<::google::protobuf::uint8>(tag) != 10) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend"); + object = msg->mutable_rdzv_backend(); + if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) { + parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8; + goto string_till_end; + } + GOOGLE_PROTOBUF_PARSER_ASSERT(::google::protobuf::internal::StringCheckUTF8(ptr, size, ctx)); + ::google::protobuf::internal::InlineGreedyStringParser(object, ptr, size, ctx); + ptr += size; + break; + } + // int32 min_replicas = 2; + case 2: { + if (static_cast<::google::protobuf::uint8>(tag) != 16) goto handle_unusual; + msg->set_min_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 max_replicas = 3; + case 3: { + if (static_cast<::google::protobuf::uint8>(tag) != 24) goto handle_unusual; + msg->set_max_replicas(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 nproc_per_node = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual; + msg->set_nproc_per_node(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + // int32 max_restarts = 5; + case 5: { + if (static_cast<::google::protobuf::uint8>(tag) != 40) goto handle_unusual; + msg->set_max_restarts(::google::protobuf::internal::ReadVarint(&ptr)); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + break; + } + default: { + handle_unusual: + if ((tag & 7) == 4 || tag == 0) { + ctx->EndGroup(tag); + return ptr; + } + auto res = UnknownFieldParse(tag, {_InternalParse, msg}, + ptr, end, msg->_internal_metadata_.mutable_unknown_fields(), ctx); + ptr = res.first; + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr != nullptr); + if (res.second) return ptr; + } + } // switch + } // while + return ptr; +string_till_end: + static_cast<::std::string*>(object)->clear(); + static_cast<::std::string*>(object)->reserve(size); + goto len_delim_till_end; +len_delim_till_end: + return ctx->StoreAndTailCall(ptr, end, {_InternalParse, msg}, + {parser_till_end, object}, size); +} +#else // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER +bool ElasticConfig::MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) { +#define DO_(EXPRESSION) if (!PROTOBUF_PREDICT_TRUE(EXPRESSION)) goto failure + ::google::protobuf::uint32 tag; + // @@protoc_insertion_point(parse_start:flyteidl.plugins.kubeflow.ElasticConfig) + for (;;) { + ::std::pair<::google::protobuf::uint32, bool> p = input->ReadTagWithCutoffNoLastTag(127u); + tag = p.first; + if (!p.second) goto handle_unusual; + switch (::google::protobuf::internal::WireFormatLite::GetTagFieldNumber(tag)) { + // string rdzv_backend = 1; + case 1: { + if (static_cast< ::google::protobuf::uint8>(tag) == (10 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadString( + input, this->mutable_rdzv_backend())); + DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->rdzv_backend().data(), static_cast(this->rdzv_backend().length()), + ::google::protobuf::internal::WireFormatLite::PARSE, + "flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend")); + } else { + goto handle_unusual; + } + break; + } + + // int32 min_replicas = 2; + case 2: { + if (static_cast< ::google::protobuf::uint8>(tag) == (16 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &min_replicas_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 max_replicas = 3; + case 3: { + if (static_cast< ::google::protobuf::uint8>(tag) == (24 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &max_replicas_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 nproc_per_node = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &nproc_per_node_))); + } else { + goto handle_unusual; + } + break; + } + + // int32 max_restarts = 5; + case 5: { + if (static_cast< ::google::protobuf::uint8>(tag) == (40 & 0xFF)) { + + DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive< + ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>( + input, &max_restarts_))); + } else { + goto handle_unusual; + } + break; + } + + default: { + handle_unusual: + if (tag == 0) { + goto success; + } + DO_(::google::protobuf::internal::WireFormat::SkipField( + input, tag, _internal_metadata_.mutable_unknown_fields())); + break; + } + } + } +success: + // @@protoc_insertion_point(parse_success:flyteidl.plugins.kubeflow.ElasticConfig) + return true; +failure: + // @@protoc_insertion_point(parse_failure:flyteidl.plugins.kubeflow.ElasticConfig) + return false; +#undef DO_ +} +#endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + +void ElasticConfig::SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const { + // @@protoc_insertion_point(serialize_start:flyteidl.plugins.kubeflow.ElasticConfig) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // string rdzv_backend = 1; + if (this->rdzv_backend().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->rdzv_backend().data(), static_cast(this->rdzv_backend().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend"); + ::google::protobuf::internal::WireFormatLite::WriteStringMaybeAliased( + 1, this->rdzv_backend(), output); + } + + // int32 min_replicas = 2; + if (this->min_replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(2, this->min_replicas(), output); + } + + // int32 max_replicas = 3; + if (this->max_replicas() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(3, this->max_replicas(), output); + } + + // int32 nproc_per_node = 4; + if (this->nproc_per_node() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(4, this->nproc_per_node(), output); + } + + // int32 max_restarts = 5; + if (this->max_restarts() != 0) { + ::google::protobuf::internal::WireFormatLite::WriteInt32(5, this->max_restarts(), output); + } + + if (_internal_metadata_.have_unknown_fields()) { + ::google::protobuf::internal::WireFormat::SerializeUnknownFields( + _internal_metadata_.unknown_fields(), output); + } + // @@protoc_insertion_point(serialize_end:flyteidl.plugins.kubeflow.ElasticConfig) +} + +::google::protobuf::uint8* ElasticConfig::InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const { + // @@protoc_insertion_point(serialize_to_array_start:flyteidl.plugins.kubeflow.ElasticConfig) + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + // string rdzv_backend = 1; + if (this->rdzv_backend().size() > 0) { + ::google::protobuf::internal::WireFormatLite::VerifyUtf8String( + this->rdzv_backend().data(), static_cast(this->rdzv_backend().length()), + ::google::protobuf::internal::WireFormatLite::SERIALIZE, + "flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend"); + target = + ::google::protobuf::internal::WireFormatLite::WriteStringToArray( + 1, this->rdzv_backend(), target); + } + + // int32 min_replicas = 2; + if (this->min_replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(2, this->min_replicas(), target); + } + + // int32 max_replicas = 3; + if (this->max_replicas() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(3, this->max_replicas(), target); + } + + // int32 nproc_per_node = 4; + if (this->nproc_per_node() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(4, this->nproc_per_node(), target); + } + + // int32 max_restarts = 5; + if (this->max_restarts() != 0) { + target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(5, this->max_restarts(), target); + } + + if (_internal_metadata_.have_unknown_fields()) { + target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( + _internal_metadata_.unknown_fields(), target); + } + // @@protoc_insertion_point(serialize_to_array_end:flyteidl.plugins.kubeflow.ElasticConfig) + return target; +} + +size_t ElasticConfig::ByteSizeLong() const { +// @@protoc_insertion_point(message_byte_size_start:flyteidl.plugins.kubeflow.ElasticConfig) + size_t total_size = 0; + + if (_internal_metadata_.have_unknown_fields()) { + total_size += + ::google::protobuf::internal::WireFormat::ComputeUnknownFieldsSize( + _internal_metadata_.unknown_fields()); + } + ::google::protobuf::uint32 cached_has_bits = 0; + // Prevent compiler warnings about cached_has_bits being unused + (void) cached_has_bits; + + // string rdzv_backend = 1; + if (this->rdzv_backend().size() > 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::StringSize( + this->rdzv_backend()); + } + + // int32 min_replicas = 2; + if (this->min_replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->min_replicas()); + } + + // int32 max_replicas = 3; + if (this->max_replicas() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->max_replicas()); + } + + // int32 nproc_per_node = 4; + if (this->nproc_per_node() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->nproc_per_node()); + } + + // int32 max_restarts = 5; + if (this->max_restarts() != 0) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::Int32Size( + this->max_restarts()); + } + + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); + SetCachedSize(cached_size); + return total_size; +} + +void ElasticConfig::MergeFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_merge_from_start:flyteidl.plugins.kubeflow.ElasticConfig) + GOOGLE_DCHECK_NE(&from, this); + const ElasticConfig* source = + ::google::protobuf::DynamicCastToGenerated( + &from); + if (source == nullptr) { + // @@protoc_insertion_point(generalized_merge_from_cast_fail:flyteidl.plugins.kubeflow.ElasticConfig) + ::google::protobuf::internal::ReflectionOps::Merge(from, this); + } else { + // @@protoc_insertion_point(generalized_merge_from_cast_success:flyteidl.plugins.kubeflow.ElasticConfig) + MergeFrom(*source); + } +} + +void ElasticConfig::MergeFrom(const ElasticConfig& from) { +// @@protoc_insertion_point(class_specific_merge_from_start:flyteidl.plugins.kubeflow.ElasticConfig) + GOOGLE_DCHECK_NE(&from, this); + _internal_metadata_.MergeFrom(from._internal_metadata_); + ::google::protobuf::uint32 cached_has_bits = 0; + (void) cached_has_bits; + + if (from.rdzv_backend().size() > 0) { + + rdzv_backend_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.rdzv_backend_); + } + if (from.min_replicas() != 0) { + set_min_replicas(from.min_replicas()); + } + if (from.max_replicas() != 0) { + set_max_replicas(from.max_replicas()); + } + if (from.nproc_per_node() != 0) { + set_nproc_per_node(from.nproc_per_node()); + } + if (from.max_restarts() != 0) { + set_max_restarts(from.max_restarts()); + } +} + +void ElasticConfig::CopyFrom(const ::google::protobuf::Message& from) { +// @@protoc_insertion_point(generalized_copy_from_start:flyteidl.plugins.kubeflow.ElasticConfig) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +void ElasticConfig::CopyFrom(const ElasticConfig& from) { +// @@protoc_insertion_point(class_specific_copy_from_start:flyteidl.plugins.kubeflow.ElasticConfig) + if (&from == this) return; + Clear(); + MergeFrom(from); +} + +bool ElasticConfig::IsInitialized() const { + return true; +} + +void ElasticConfig::Swap(ElasticConfig* other) { + if (other == this) return; + InternalSwap(other); +} +void ElasticConfig::InternalSwap(ElasticConfig* other) { + using std::swap; + _internal_metadata_.Swap(&other->_internal_metadata_); + rdzv_backend_.Swap(&other->rdzv_backend_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(), + GetArenaNoVirtual()); + swap(min_replicas_, other->min_replicas_); + swap(max_replicas_, other->max_replicas_); + swap(nproc_per_node_, other->nproc_per_node_); + swap(max_restarts_, other->max_restarts_); +} + +::google::protobuf::Metadata ElasticConfig::GetMetadata() const { + ::google::protobuf::internal::AssignDescriptors(&::assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto); + return ::file_level_metadata_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto[kIndexInFileMessages]; +} + + // =================================================================== void DistributedPyTorchTrainingTask::InitAsDefaultInstance() { @@ -157,12 +670,15 @@ void DistributedPyTorchTrainingTask::InitAsDefaultInstance() { ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec::internal_default_instance()); ::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_._instance.get_mutable()->run_policy_ = const_cast< ::flyteidl::plugins::kubeflow::RunPolicy*>( ::flyteidl::plugins::kubeflow::RunPolicy::internal_default_instance()); + ::flyteidl::plugins::kubeflow::_DistributedPyTorchTrainingTask_default_instance_._instance.get_mutable()->elastic_config_ = const_cast< ::flyteidl::plugins::kubeflow::ElasticConfig*>( + ::flyteidl::plugins::kubeflow::ElasticConfig::internal_default_instance()); } class DistributedPyTorchTrainingTask::HasBitSetters { public: static const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& worker_replicas(const DistributedPyTorchTrainingTask* msg); static const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& master_replicas(const DistributedPyTorchTrainingTask* msg); static const ::flyteidl::plugins::kubeflow::RunPolicy& run_policy(const DistributedPyTorchTrainingTask* msg); + static const ::flyteidl::plugins::kubeflow::ElasticConfig& elastic_config(const DistributedPyTorchTrainingTask* msg); }; const ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec& @@ -177,6 +693,10 @@ const ::flyteidl::plugins::kubeflow::RunPolicy& DistributedPyTorchTrainingTask::HasBitSetters::run_policy(const DistributedPyTorchTrainingTask* msg) { return *msg->run_policy_; } +const ::flyteidl::plugins::kubeflow::ElasticConfig& +DistributedPyTorchTrainingTask::HasBitSetters::elastic_config(const DistributedPyTorchTrainingTask* msg) { + return *msg->elastic_config_; +} void DistributedPyTorchTrainingTask::clear_run_policy() { if (GetArenaNoVirtual() == nullptr && run_policy_ != nullptr) { delete run_policy_; @@ -187,6 +707,7 @@ void DistributedPyTorchTrainingTask::clear_run_policy() { const int DistributedPyTorchTrainingTask::kWorkerReplicasFieldNumber; const int DistributedPyTorchTrainingTask::kMasterReplicasFieldNumber; const int DistributedPyTorchTrainingTask::kRunPolicyFieldNumber; +const int DistributedPyTorchTrainingTask::kElasticConfigFieldNumber; #endif // !defined(_MSC_VER) || _MSC_VER >= 1900 DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask() @@ -213,6 +734,11 @@ DistributedPyTorchTrainingTask::DistributedPyTorchTrainingTask(const Distributed } else { run_policy_ = nullptr; } + if (from.has_elastic_config()) { + elastic_config_ = new ::flyteidl::plugins::kubeflow::ElasticConfig(*from.elastic_config_); + } else { + elastic_config_ = nullptr; + } // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) } @@ -220,8 +746,8 @@ void DistributedPyTorchTrainingTask::SharedCtor() { ::google::protobuf::internal::InitSCC( &scc_info_DistributedPyTorchTrainingTask_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto.base); ::memset(&worker_replicas_, 0, static_cast( - reinterpret_cast(&run_policy_) - - reinterpret_cast(&worker_replicas_)) + sizeof(run_policy_)); + reinterpret_cast(&elastic_config_) - + reinterpret_cast(&worker_replicas_)) + sizeof(elastic_config_)); } DistributedPyTorchTrainingTask::~DistributedPyTorchTrainingTask() { @@ -233,6 +759,7 @@ void DistributedPyTorchTrainingTask::SharedDtor() { if (this != internal_default_instance()) delete worker_replicas_; if (this != internal_default_instance()) delete master_replicas_; if (this != internal_default_instance()) delete run_policy_; + if (this != internal_default_instance()) delete elastic_config_; } void DistributedPyTorchTrainingTask::SetCachedSize(int size) const { @@ -262,6 +789,10 @@ void DistributedPyTorchTrainingTask::Clear() { delete run_policy_; } run_policy_ = nullptr; + if (GetArenaNoVirtual() == nullptr && elastic_config_ != nullptr) { + delete elastic_config_; + } + elastic_config_ = nullptr; _internal_metadata_.Clear(); } @@ -317,6 +848,19 @@ const char* DistributedPyTorchTrainingTask::_InternalParse(const char* begin, co {parser_till_end, object}, ptr - size, ptr)); break; } + // .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + case 4: { + if (static_cast<::google::protobuf::uint8>(tag) != 34) goto handle_unusual; + ptr = ::google::protobuf::io::ReadSize(ptr, &size); + GOOGLE_PROTOBUF_PARSER_ASSERT(ptr); + parser_till_end = ::flyteidl::plugins::kubeflow::ElasticConfig::_InternalParse; + object = msg->mutable_elastic_config(); + if (size > end - ptr) goto len_delim_till_end; + ptr += size; + GOOGLE_PROTOBUF_PARSER_ASSERT(ctx->ParseExactRange( + {parser_till_end, object}, ptr - size, ptr)); + break; + } default: { handle_unusual: if ((tag & 7) == 4 || tag == 0) { @@ -380,6 +924,17 @@ bool DistributedPyTorchTrainingTask::MergePartialFromCodedStream( break; } + // .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + case 4: { + if (static_cast< ::google::protobuf::uint8>(tag) == (34 & 0xFF)) { + DO_(::google::protobuf::internal::WireFormatLite::ReadMessage( + input, mutable_elastic_config())); + } else { + goto handle_unusual; + } + break; + } + default: { handle_unusual: if (tag == 0) { @@ -425,6 +980,12 @@ void DistributedPyTorchTrainingTask::SerializeWithCachedSizes( 3, HasBitSetters::run_policy(this), output); } + // .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + if (this->has_elastic_config()) { + ::google::protobuf::internal::WireFormatLite::WriteMessageMaybeToArray( + 4, HasBitSetters::elastic_config(this), output); + } + if (_internal_metadata_.have_unknown_fields()) { ::google::protobuf::internal::WireFormat::SerializeUnknownFields( _internal_metadata_.unknown_fields(), output); @@ -459,6 +1020,13 @@ ::google::protobuf::uint8* DistributedPyTorchTrainingTask::InternalSerializeWith 3, HasBitSetters::run_policy(this), target); } + // .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + if (this->has_elastic_config()) { + target = ::google::protobuf::internal::WireFormatLite:: + InternalWriteMessageToArray( + 4, HasBitSetters::elastic_config(this), target); + } + if (_internal_metadata_.have_unknown_fields()) { target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray( _internal_metadata_.unknown_fields(), target); @@ -501,6 +1069,13 @@ size_t DistributedPyTorchTrainingTask::ByteSizeLong() const { *run_policy_); } + // .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + if (this->has_elastic_config()) { + total_size += 1 + + ::google::protobuf::internal::WireFormatLite::MessageSize( + *elastic_config_); + } + int cached_size = ::google::protobuf::internal::ToCachedSize(total_size); SetCachedSize(cached_size); return total_size; @@ -537,6 +1112,9 @@ void DistributedPyTorchTrainingTask::MergeFrom(const DistributedPyTorchTrainingT if (from.has_run_policy()) { mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy()); } + if (from.has_elastic_config()) { + mutable_elastic_config()->::flyteidl::plugins::kubeflow::ElasticConfig::MergeFrom(from.elastic_config()); + } } void DistributedPyTorchTrainingTask::CopyFrom(const ::google::protobuf::Message& from) { @@ -567,6 +1145,7 @@ void DistributedPyTorchTrainingTask::InternalSwap(DistributedPyTorchTrainingTask swap(worker_replicas_, other->worker_replicas_); swap(master_replicas_, other->master_replicas_); swap(run_policy_, other->run_policy_); + swap(elastic_config_, other->elastic_config_); } ::google::protobuf::Metadata DistributedPyTorchTrainingTask::GetMetadata() const { @@ -1046,6 +1625,9 @@ ::google::protobuf::Metadata DistributedPyTorchTrainingReplicaSpec::GetMetadata( } // namespace flyteidl namespace google { namespace protobuf { +template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::ElasticConfig* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::ElasticConfig >(Arena* arena) { + return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::ElasticConfig >(arena); +} template<> PROTOBUF_NOINLINE ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask >(Arena* arena) { return Arena::CreateInternal< ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask >(arena); } diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h index cbb3a3751..f124f939a 100644 --- a/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h +++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/pytorch.pb.h @@ -43,7 +43,7 @@ struct TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto { PROTOBUF_SECTION_VARIABLE(protodesc_cold); static const ::google::protobuf::internal::AuxillaryParseTableField aux[] PROTOBUF_SECTION_VARIABLE(protodesc_cold); - static const ::google::protobuf::internal::ParseTable schema[2] + static const ::google::protobuf::internal::ParseTable schema[3] PROTOBUF_SECTION_VARIABLE(protodesc_cold); static const ::google::protobuf::internal::FieldMetadata field_metadata[]; static const ::google::protobuf::internal::SerializationTable serialization_table[]; @@ -59,6 +59,9 @@ extern DistributedPyTorchTrainingReplicaSpecDefaultTypeInternal _DistributedPyTo class DistributedPyTorchTrainingTask; class DistributedPyTorchTrainingTaskDefaultTypeInternal; extern DistributedPyTorchTrainingTaskDefaultTypeInternal _DistributedPyTorchTrainingTask_default_instance_; +class ElasticConfig; +class ElasticConfigDefaultTypeInternal; +extern ElasticConfigDefaultTypeInternal _ElasticConfig_default_instance_; } // namespace kubeflow } // namespace plugins } // namespace flyteidl @@ -66,6 +69,7 @@ namespace google { namespace protobuf { template<> ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec>(Arena*); template<> ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingTask>(Arena*); +template<> ::flyteidl::plugins::kubeflow::ElasticConfig* Arena::CreateMaybeMessage<::flyteidl::plugins::kubeflow::ElasticConfig>(Arena*); } // namespace protobuf } // namespace google namespace flyteidl { @@ -74,6 +78,154 @@ namespace kubeflow { // =================================================================== +class ElasticConfig final : + public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.ElasticConfig) */ { + public: + ElasticConfig(); + virtual ~ElasticConfig(); + + ElasticConfig(const ElasticConfig& from); + + inline ElasticConfig& operator=(const ElasticConfig& from) { + CopyFrom(from); + return *this; + } + #if LANG_CXX11 + ElasticConfig(ElasticConfig&& from) noexcept + : ElasticConfig() { + *this = ::std::move(from); + } + + inline ElasticConfig& operator=(ElasticConfig&& from) noexcept { + if (GetArenaNoVirtual() == from.GetArenaNoVirtual()) { + if (this != &from) InternalSwap(&from); + } else { + CopyFrom(from); + } + return *this; + } + #endif + static const ::google::protobuf::Descriptor* descriptor() { + return default_instance().GetDescriptor(); + } + static const ElasticConfig& default_instance(); + + static void InitAsDefaultInstance(); // FOR INTERNAL USE ONLY + static inline const ElasticConfig* internal_default_instance() { + return reinterpret_cast( + &_ElasticConfig_default_instance_); + } + static constexpr int kIndexInFileMessages = + 0; + + void Swap(ElasticConfig* other); + friend void swap(ElasticConfig& a, ElasticConfig& b) { + a.Swap(&b); + } + + // implements Message ---------------------------------------------- + + inline ElasticConfig* New() const final { + return CreateMaybeMessage(nullptr); + } + + ElasticConfig* New(::google::protobuf::Arena* arena) const final { + return CreateMaybeMessage(arena); + } + void CopyFrom(const ::google::protobuf::Message& from) final; + void MergeFrom(const ::google::protobuf::Message& from) final; + void CopyFrom(const ElasticConfig& from); + void MergeFrom(const ElasticConfig& from); + PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final; + bool IsInitialized() const final; + + size_t ByteSizeLong() const final; + #if GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + static const char* _InternalParse(const char* begin, const char* end, void* object, ::google::protobuf::internal::ParseContext* ctx); + ::google::protobuf::internal::ParseFunc _ParseFunc() const final { return _InternalParse; } + #else + bool MergePartialFromCodedStream( + ::google::protobuf::io::CodedInputStream* input) final; + #endif // GOOGLE_PROTOBUF_ENABLE_EXPERIMENTAL_PARSER + void SerializeWithCachedSizes( + ::google::protobuf::io::CodedOutputStream* output) const final; + ::google::protobuf::uint8* InternalSerializeWithCachedSizesToArray( + ::google::protobuf::uint8* target) const final; + int GetCachedSize() const final { return _cached_size_.Get(); } + + private: + void SharedCtor(); + void SharedDtor(); + void SetCachedSize(int size) const final; + void InternalSwap(ElasticConfig* other); + private: + inline ::google::protobuf::Arena* GetArenaNoVirtual() const { + return nullptr; + } + inline void* MaybeArenaPtr() const { + return nullptr; + } + public: + + ::google::protobuf::Metadata GetMetadata() const final; + + // nested types ---------------------------------------------------- + + // accessors ------------------------------------------------------- + + // string rdzv_backend = 1; + void clear_rdzv_backend(); + static const int kRdzvBackendFieldNumber = 1; + const ::std::string& rdzv_backend() const; + void set_rdzv_backend(const ::std::string& value); + #if LANG_CXX11 + void set_rdzv_backend(::std::string&& value); + #endif + void set_rdzv_backend(const char* value); + void set_rdzv_backend(const char* value, size_t size); + ::std::string* mutable_rdzv_backend(); + ::std::string* release_rdzv_backend(); + void set_allocated_rdzv_backend(::std::string* rdzv_backend); + + // int32 min_replicas = 2; + void clear_min_replicas(); + static const int kMinReplicasFieldNumber = 2; + ::google::protobuf::int32 min_replicas() const; + void set_min_replicas(::google::protobuf::int32 value); + + // int32 max_replicas = 3; + void clear_max_replicas(); + static const int kMaxReplicasFieldNumber = 3; + ::google::protobuf::int32 max_replicas() const; + void set_max_replicas(::google::protobuf::int32 value); + + // int32 nproc_per_node = 4; + void clear_nproc_per_node(); + static const int kNprocPerNodeFieldNumber = 4; + ::google::protobuf::int32 nproc_per_node() const; + void set_nproc_per_node(::google::protobuf::int32 value); + + // int32 max_restarts = 5; + void clear_max_restarts(); + static const int kMaxRestartsFieldNumber = 5; + ::google::protobuf::int32 max_restarts() const; + void set_max_restarts(::google::protobuf::int32 value); + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.ElasticConfig) + private: + class HasBitSetters; + + ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_; + ::google::protobuf::internal::ArenaStringPtr rdzv_backend_; + ::google::protobuf::int32 min_replicas_; + ::google::protobuf::int32 max_replicas_; + ::google::protobuf::int32 nproc_per_node_; + ::google::protobuf::int32 max_restarts_; + mutable ::google::protobuf::internal::CachedSize _cached_size_; + friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; +}; +// ------------------------------------------------------------------- + class DistributedPyTorchTrainingTask final : public ::google::protobuf::Message /* @@protoc_insertion_point(class_definition:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) */ { public: @@ -112,7 +264,7 @@ class DistributedPyTorchTrainingTask final : &_DistributedPyTorchTrainingTask_default_instance_); } static constexpr int kIndexInFileMessages = - 0; + 1; void Swap(DistributedPyTorchTrainingTask* other); friend void swap(DistributedPyTorchTrainingTask& a, DistributedPyTorchTrainingTask& b) { @@ -196,6 +348,15 @@ class DistributedPyTorchTrainingTask final : ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy(); void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy); + // .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + bool has_elastic_config() const; + void clear_elastic_config(); + static const int kElasticConfigFieldNumber = 4; + const ::flyteidl::plugins::kubeflow::ElasticConfig& elastic_config() const; + ::flyteidl::plugins::kubeflow::ElasticConfig* release_elastic_config(); + ::flyteidl::plugins::kubeflow::ElasticConfig* mutable_elastic_config(); + void set_allocated_elastic_config(::flyteidl::plugins::kubeflow::ElasticConfig* elastic_config); + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) private: class HasBitSetters; @@ -204,6 +365,7 @@ class DistributedPyTorchTrainingTask final : ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* worker_replicas_; ::flyteidl::plugins::kubeflow::DistributedPyTorchTrainingReplicaSpec* master_replicas_; ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_; + ::flyteidl::plugins::kubeflow::ElasticConfig* elastic_config_; mutable ::google::protobuf::internal::CachedSize _cached_size_; friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fpytorch_2eproto; }; @@ -247,7 +409,7 @@ class DistributedPyTorchTrainingReplicaSpec final : &_DistributedPyTorchTrainingReplicaSpec_default_instance_); } static constexpr int kIndexInFileMessages = - 1; + 2; void Swap(DistributedPyTorchTrainingReplicaSpec* other); friend void swap(DistributedPyTorchTrainingReplicaSpec& a, DistributedPyTorchTrainingReplicaSpec& b) { @@ -360,6 +522,119 @@ class DistributedPyTorchTrainingReplicaSpec final : #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wstrict-aliasing" #endif // __GNUC__ +// ElasticConfig + +// string rdzv_backend = 1; +inline void ElasticConfig::clear_rdzv_backend() { + rdzv_backend_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline const ::std::string& ElasticConfig::rdzv_backend() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) + return rdzv_backend_.GetNoArena(); +} +inline void ElasticConfig::set_rdzv_backend(const ::std::string& value) { + + rdzv_backend_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), value); + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) +} +#if LANG_CXX11 +inline void ElasticConfig::set_rdzv_backend(::std::string&& value) { + + rdzv_backend_.SetNoArena( + &::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::move(value)); + // @@protoc_insertion_point(field_set_rvalue:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) +} +#endif +inline void ElasticConfig::set_rdzv_backend(const char* value) { + GOOGLE_DCHECK(value != nullptr); + + rdzv_backend_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), ::std::string(value)); + // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) +} +inline void ElasticConfig::set_rdzv_backend(const char* value, size_t size) { + + rdzv_backend_.SetNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), + ::std::string(reinterpret_cast(value), size)); + // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) +} +inline ::std::string* ElasticConfig::mutable_rdzv_backend() { + + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) + return rdzv_backend_.MutableNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline ::std::string* ElasticConfig::release_rdzv_backend() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) + + return rdzv_backend_.ReleaseNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited()); +} +inline void ElasticConfig::set_allocated_rdzv_backend(::std::string* rdzv_backend) { + if (rdzv_backend != nullptr) { + + } else { + + } + rdzv_backend_.SetAllocatedNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), rdzv_backend); + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.ElasticConfig.rdzv_backend) +} + +// int32 min_replicas = 2; +inline void ElasticConfig::clear_min_replicas() { + min_replicas_ = 0; +} +inline ::google::protobuf::int32 ElasticConfig::min_replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.ElasticConfig.min_replicas) + return min_replicas_; +} +inline void ElasticConfig::set_min_replicas(::google::protobuf::int32 value) { + + min_replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.ElasticConfig.min_replicas) +} + +// int32 max_replicas = 3; +inline void ElasticConfig::clear_max_replicas() { + max_replicas_ = 0; +} +inline ::google::protobuf::int32 ElasticConfig::max_replicas() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.ElasticConfig.max_replicas) + return max_replicas_; +} +inline void ElasticConfig::set_max_replicas(::google::protobuf::int32 value) { + + max_replicas_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.ElasticConfig.max_replicas) +} + +// int32 nproc_per_node = 4; +inline void ElasticConfig::clear_nproc_per_node() { + nproc_per_node_ = 0; +} +inline ::google::protobuf::int32 ElasticConfig::nproc_per_node() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.ElasticConfig.nproc_per_node) + return nproc_per_node_; +} +inline void ElasticConfig::set_nproc_per_node(::google::protobuf::int32 value) { + + nproc_per_node_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.ElasticConfig.nproc_per_node) +} + +// int32 max_restarts = 5; +inline void ElasticConfig::clear_max_restarts() { + max_restarts_ = 0; +} +inline ::google::protobuf::int32 ElasticConfig::max_restarts() const { + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.ElasticConfig.max_restarts) + return max_restarts_; +} +inline void ElasticConfig::set_max_restarts(::google::protobuf::int32 value) { + + max_restarts_ = value; + // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.ElasticConfig.max_restarts) +} + +// ------------------------------------------------------------------- + // DistributedPyTorchTrainingTask // .flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec worker_replicas = 1; @@ -509,6 +784,57 @@ inline void DistributedPyTorchTrainingTask::set_allocated_run_policy(::flyteidl: // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.run_policy) } +// .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; +inline bool DistributedPyTorchTrainingTask::has_elastic_config() const { + return this != internal_default_instance() && elastic_config_ != nullptr; +} +inline void DistributedPyTorchTrainingTask::clear_elastic_config() { + if (GetArenaNoVirtual() == nullptr && elastic_config_ != nullptr) { + delete elastic_config_; + } + elastic_config_ = nullptr; +} +inline const ::flyteidl::plugins::kubeflow::ElasticConfig& DistributedPyTorchTrainingTask::elastic_config() const { + const ::flyteidl::plugins::kubeflow::ElasticConfig* p = elastic_config_; + // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.elastic_config) + return p != nullptr ? *p : *reinterpret_cast( + &::flyteidl::plugins::kubeflow::_ElasticConfig_default_instance_); +} +inline ::flyteidl::plugins::kubeflow::ElasticConfig* DistributedPyTorchTrainingTask::release_elastic_config() { + // @@protoc_insertion_point(field_release:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.elastic_config) + + ::flyteidl::plugins::kubeflow::ElasticConfig* temp = elastic_config_; + elastic_config_ = nullptr; + return temp; +} +inline ::flyteidl::plugins::kubeflow::ElasticConfig* DistributedPyTorchTrainingTask::mutable_elastic_config() { + + if (elastic_config_ == nullptr) { + auto* p = CreateMaybeMessage<::flyteidl::plugins::kubeflow::ElasticConfig>(GetArenaNoVirtual()); + elastic_config_ = p; + } + // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.elastic_config) + return elastic_config_; +} +inline void DistributedPyTorchTrainingTask::set_allocated_elastic_config(::flyteidl::plugins::kubeflow::ElasticConfig* elastic_config) { + ::google::protobuf::Arena* message_arena = GetArenaNoVirtual(); + if (message_arena == nullptr) { + delete elastic_config_; + } + if (elastic_config) { + ::google::protobuf::Arena* submessage_arena = nullptr; + if (message_arena != submessage_arena) { + elastic_config = ::google::protobuf::internal::GetOwnedMessage( + message_arena, elastic_config, submessage_arena); + } + + } else { + + } + elastic_config_ = elastic_config; + // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask.elastic_config) +} + // ------------------------------------------------------------------- // DistributedPyTorchTrainingReplicaSpec @@ -644,6 +970,8 @@ inline void DistributedPyTorchTrainingReplicaSpec::set_restart_policy(::flyteidl #endif // __GNUC__ // ------------------------------------------------------------------- +// ------------------------------------------------------------------- + // @@protoc_insertion_point(namespace_scope) diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go index 5bd46223a..5a9e51d44 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/common.pb.go @@ -23,21 +23,21 @@ const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package type RestartPolicy int32 const ( - RestartPolicy_RESTART_POLICY_ALWAYS RestartPolicy = 0 + RestartPolicy_RESTART_POLICY_NEVER RestartPolicy = 0 RestartPolicy_RESTART_POLICY_ON_FAILURE RestartPolicy = 1 - RestartPolicy_RESTART_POLICY_NEVER RestartPolicy = 2 + RestartPolicy_RESTART_POLICY_ALWAYS RestartPolicy = 2 ) var RestartPolicy_name = map[int32]string{ - 0: "RESTART_POLICY_ALWAYS", + 0: "RESTART_POLICY_NEVER", 1: "RESTART_POLICY_ON_FAILURE", - 2: "RESTART_POLICY_NEVER", + 2: "RESTART_POLICY_ALWAYS", } var RestartPolicy_value = map[string]int32{ - "RESTART_POLICY_ALWAYS": 0, + "RESTART_POLICY_NEVER": 0, "RESTART_POLICY_ON_FAILURE": 1, - "RESTART_POLICY_NEVER": 2, + "RESTART_POLICY_ALWAYS": 2, } func (x RestartPolicy) String() string { @@ -155,29 +155,29 @@ func init() { } var fileDescriptor_f625aa9156a15090 = []byte{ - // 378 bytes of a gzipped FileDescriptorProto + // 379 bytes of a gzipped FileDescriptorProto 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x92, 0xdf, 0xab, 0xd3, 0x30, - 0x18, 0x86, 0x4f, 0xe7, 0x0f, 0x30, 0x78, 0x46, 0x89, 0x1e, 0xda, 0x29, 0xc2, 0x50, 0x90, 0x39, - 0xb0, 0x05, 0x05, 0x45, 0xbc, 0xaa, 0x5b, 0x27, 0x83, 0xd2, 0x96, 0x74, 0x53, 0xe6, 0x4d, 0x6c, - 0xd3, 0xb4, 0x0b, 0x4b, 0x93, 0xd2, 0xa6, 0xca, 0xfe, 0x75, 0xaf, 0xa4, 0x5d, 0x37, 0x58, 0xe1, - 0x5c, 0xe6, 0x7b, 0x9e, 0xef, 0x25, 0x24, 0x2f, 0x78, 0x9b, 0xf1, 0xa3, 0xa2, 0x2c, 0xe5, 0x76, - 0xc9, 0x9b, 0x9c, 0x89, 0xda, 0x3e, 0x34, 0x09, 0xcd, 0xb8, 0xfc, 0x6b, 0x13, 0x59, 0x14, 0x52, - 0x58, 0x65, 0x25, 0x95, 0x84, 0x93, 0xb3, 0x67, 0xf5, 0x9e, 0x75, 0xf6, 0x5e, 0xff, 0xd3, 0xc0, - 0x13, 0xd4, 0x88, 0x50, 0x72, 0x46, 0x8e, 0x30, 0x02, 0x3a, 0xe1, 0x34, 0x16, 0xb8, 0x94, 0x29, - 0x2e, 0xbb, 0x99, 0xa9, 0x4d, 0xb5, 0xd9, 0xf8, 0xc3, 0x3b, 0xeb, 0xde, 0x0c, 0x6b, 0xd1, 0xae, - 0x84, 0x32, 0x3d, 0x85, 0xa0, 0x31, 0xb9, 0x3a, 0xc3, 0xaf, 0xe0, 0x85, 0x52, 0x1c, 0xd7, 0x94, - 0x48, 0x91, 0xd6, 0x38, 0xce, 0x14, 0xad, 0x70, 0xc6, 0x04, 0xab, 0xf7, 0x34, 0x35, 0x47, 0x53, - 0x6d, 0xf6, 0x08, 0x19, 0x4a, 0xf1, 0xe8, 0x24, 0x38, 0x2d, 0x5f, 0xf5, 0x18, 0x7e, 0x02, 0x46, - 0x4c, 0x14, 0xfb, 0x43, 0x71, 0x4a, 0xe3, 0x94, 0x33, 0x41, 0xcf, 0x41, 0xe6, 0x83, 0x6e, 0xf3, - 0xee, 0x84, 0x97, 0x3d, 0xed, 0x43, 0xe0, 0x1b, 0x70, 0x9b, 0xc4, 0xe4, 0x20, 0xb3, 0x0c, 0x73, - 0x56, 0x30, 0x65, 0x3e, 0xec, 0xec, 0xa7, 0xfd, 0xd0, 0x6b, 0x67, 0x73, 0x02, 0x6e, 0x11, 0xad, - 0x55, 0x5c, 0xa9, 0xfe, 0xaa, 0x13, 0x70, 0x87, 0xdc, 0x68, 0xe3, 0xa0, 0x0d, 0x0e, 0x03, 0x6f, - 0xbd, 0xd8, 0x61, 0xc7, 0xfb, 0xe9, 0xec, 0x22, 0xfd, 0x06, 0xbe, 0x02, 0x93, 0x01, 0x0a, 0x7c, - 0xbc, 0x72, 0xd6, 0xde, 0x16, 0xb9, 0xba, 0x06, 0x4d, 0xf0, 0x7c, 0x80, 0x7d, 0xf7, 0x87, 0x8b, - 0xf4, 0xd1, 0xfc, 0x37, 0x18, 0x5f, 0x3f, 0x50, 0xeb, 0x2e, 0x3c, 0xd7, 0xf1, 0xc3, 0x60, 0x79, - 0x91, 0x03, 0xdf, 0xd5, 0x6f, 0xe0, 0x4b, 0x60, 0x0c, 0x09, 0xda, 0xfa, 0xfe, 0xda, 0xff, 0xae, - 0x6b, 0xd0, 0x00, 0xcf, 0x86, 0xd0, 0xf1, 0x3c, 0x7d, 0xf4, 0xed, 0xcb, 0xaf, 0xcf, 0x39, 0x53, - 0xfb, 0x26, 0xb1, 0x88, 0x2c, 0xec, 0xee, 0x9f, 0x64, 0x95, 0xdb, 0x97, 0x72, 0xe4, 0x54, 0xd8, - 0x65, 0xf2, 0x3e, 0x97, 0xf6, 0xb0, 0x2f, 0xc9, 0xe3, 0xae, 0x20, 0x1f, 0xff, 0x07, 0x00, 0x00, - 0xff, 0xff, 0x30, 0x69, 0x45, 0x02, 0x4a, 0x02, 0x00, 0x00, + 0x1c, 0xc5, 0x6f, 0xe7, 0x0f, 0x30, 0x78, 0x47, 0x89, 0x5e, 0xda, 0x29, 0xc2, 0x50, 0x90, 0x39, + 0xb0, 0x05, 0x05, 0x45, 0x7c, 0xaa, 0x5b, 0x27, 0x83, 0xd2, 0x96, 0x74, 0x53, 0xe6, 0x4b, 0x6c, + 0xd3, 0xb4, 0x0b, 0x4b, 0x93, 0xd2, 0xa6, 0xca, 0xfe, 0x75, 0x9f, 0xa4, 0x5d, 0x37, 0x58, 0xe1, + 0x3e, 0xe6, 0x7c, 0xce, 0xf7, 0x7c, 0x43, 0x72, 0xc0, 0xdb, 0x8c, 0x1f, 0x15, 0x65, 0x29, 0xb7, + 0x4b, 0xde, 0xe4, 0x4c, 0xd4, 0xf6, 0xa1, 0x49, 0x68, 0xc6, 0xe5, 0x5f, 0x9b, 0xc8, 0xa2, 0x90, + 0xc2, 0x2a, 0x2b, 0xa9, 0x24, 0x9c, 0x9c, 0x7d, 0x56, 0xef, 0xb3, 0xce, 0xbe, 0xd7, 0xff, 0x34, + 0xf0, 0x04, 0x35, 0x22, 0x94, 0x9c, 0x91, 0x23, 0x8c, 0x80, 0x4e, 0x38, 0x8d, 0x05, 0x2e, 0x65, + 0x8a, 0xcb, 0x4e, 0x33, 0xb5, 0xa9, 0x36, 0x1b, 0x7f, 0x78, 0x67, 0xdd, 0x9b, 0x61, 0x2d, 0xda, + 0x91, 0x50, 0xa6, 0xa7, 0x10, 0x34, 0x26, 0x57, 0x67, 0xf8, 0x15, 0xbc, 0x50, 0x8a, 0xe3, 0x9a, + 0x12, 0x29, 0xd2, 0x1a, 0xc7, 0x99, 0xa2, 0x15, 0xce, 0x98, 0x60, 0xf5, 0x9e, 0xa6, 0xe6, 0x68, + 0xaa, 0xcd, 0x1e, 0x21, 0x43, 0x29, 0x1e, 0x9d, 0x0c, 0x4e, 0xcb, 0x57, 0x3d, 0x86, 0x9f, 0x80, + 0x11, 0x13, 0xc5, 0xfe, 0x50, 0x9c, 0xd2, 0x38, 0xe5, 0x4c, 0xd0, 0x73, 0x90, 0xf9, 0xa0, 0x9b, + 0xbc, 0x3b, 0xe1, 0x65, 0x4f, 0xfb, 0x10, 0xf8, 0x06, 0xdc, 0x26, 0x31, 0x39, 0xc8, 0x2c, 0xc3, + 0x9c, 0x15, 0x4c, 0x99, 0x0f, 0x3b, 0xf7, 0xd3, 0x5e, 0xf4, 0x5a, 0x6d, 0x4e, 0xc0, 0x2d, 0xa2, + 0xb5, 0x8a, 0x2b, 0xd5, 0x5f, 0xd5, 0x04, 0xcf, 0x91, 0x1b, 0x6d, 0x1c, 0xb4, 0xc1, 0x61, 0xe0, + 0xad, 0x17, 0x3b, 0xec, 0xbb, 0x3f, 0x5c, 0xa4, 0xdf, 0xc0, 0x57, 0x60, 0x32, 0x20, 0x81, 0x8f, + 0x57, 0xce, 0xda, 0xdb, 0x22, 0x57, 0xd7, 0xe0, 0x04, 0xdc, 0x0d, 0xb0, 0xe3, 0xfd, 0x74, 0x76, + 0x91, 0x3e, 0x9a, 0xff, 0x06, 0xe3, 0xeb, 0x07, 0x6a, 0xb7, 0x2c, 0x3c, 0xd7, 0xf1, 0xc3, 0x60, + 0x79, 0x59, 0x13, 0xf8, 0xae, 0x7e, 0x03, 0x5f, 0x02, 0x63, 0x48, 0xd0, 0xd6, 0xf7, 0xd7, 0xfe, + 0x77, 0x5d, 0x83, 0x06, 0x78, 0x36, 0x84, 0x8e, 0xe7, 0xe9, 0xa3, 0x6f, 0x5f, 0x7e, 0x7d, 0xce, + 0x99, 0xda, 0x37, 0x89, 0x45, 0x64, 0x61, 0x77, 0xff, 0x24, 0xab, 0xdc, 0xbe, 0x94, 0x23, 0xa7, + 0xc2, 0x2e, 0x93, 0xf7, 0xb9, 0xb4, 0x87, 0x7d, 0x49, 0x1e, 0x77, 0x05, 0xf9, 0xf8, 0x3f, 0x00, + 0x00, 0xff, 0xff, 0x98, 0x4b, 0x46, 0x68, 0x4a, 0x02, 0x00, 0x00, } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go index 59f5533e9..6f66346af 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go @@ -147,7 +147,7 @@ func (m *DistributedMPITrainingReplicaSpec) GetRestartPolicy() RestartPolicy { if m != nil { return m.RestartPolicy } - return RestartPolicy_RESTART_POLICY_ALWAYS + return RestartPolicy_RESTART_POLICY_NEVER } func init() { diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go index 0c9735bbe..7cef6b322 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.go @@ -21,6 +21,79 @@ var _ = math.Inf // proto package needs to be updated. const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package +// Custom proto for torch elastic config for distributed training using +// https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go +type ElasticConfig struct { + RdzvBackend string `protobuf:"bytes,1,opt,name=rdzv_backend,json=rdzvBackend,proto3" json:"rdzv_backend,omitempty"` + MinReplicas int32 `protobuf:"varint,2,opt,name=min_replicas,json=minReplicas,proto3" json:"min_replicas,omitempty"` + MaxReplicas int32 `protobuf:"varint,3,opt,name=max_replicas,json=maxReplicas,proto3" json:"max_replicas,omitempty"` + NprocPerNode int32 `protobuf:"varint,4,opt,name=nproc_per_node,json=nprocPerNode,proto3" json:"nproc_per_node,omitempty"` + MaxRestarts int32 `protobuf:"varint,5,opt,name=max_restarts,json=maxRestarts,proto3" json:"max_restarts,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` +} + +func (m *ElasticConfig) Reset() { *m = ElasticConfig{} } +func (m *ElasticConfig) String() string { return proto.CompactTextString(m) } +func (*ElasticConfig) ProtoMessage() {} +func (*ElasticConfig) Descriptor() ([]byte, []int) { + return fileDescriptor_37e97bee6e09d707, []int{0} +} + +func (m *ElasticConfig) XXX_Unmarshal(b []byte) error { + return xxx_messageInfo_ElasticConfig.Unmarshal(m, b) +} +func (m *ElasticConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { + return xxx_messageInfo_ElasticConfig.Marshal(b, m, deterministic) +} +func (m *ElasticConfig) XXX_Merge(src proto.Message) { + xxx_messageInfo_ElasticConfig.Merge(m, src) +} +func (m *ElasticConfig) XXX_Size() int { + return xxx_messageInfo_ElasticConfig.Size(m) +} +func (m *ElasticConfig) XXX_DiscardUnknown() { + xxx_messageInfo_ElasticConfig.DiscardUnknown(m) +} + +var xxx_messageInfo_ElasticConfig proto.InternalMessageInfo + +func (m *ElasticConfig) GetRdzvBackend() string { + if m != nil { + return m.RdzvBackend + } + return "" +} + +func (m *ElasticConfig) GetMinReplicas() int32 { + if m != nil { + return m.MinReplicas + } + return 0 +} + +func (m *ElasticConfig) GetMaxReplicas() int32 { + if m != nil { + return m.MaxReplicas + } + return 0 +} + +func (m *ElasticConfig) GetNprocPerNode() int32 { + if m != nil { + return m.NprocPerNode + } + return 0 +} + +func (m *ElasticConfig) GetMaxRestarts() int32 { + if m != nil { + return m.MaxRestarts + } + return 0 +} + // Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator type DistributedPyTorchTrainingTask struct { // Worker replicas spec @@ -30,17 +103,19 @@ type DistributedPyTorchTrainingTask struct { // RunPolicy encapsulates various runtime policies of the distributed training // job, for example how to clean up resources and how long the job can stay // active. - RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` + RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"` + // config for an elastic pytorch job + ElasticConfig *ElasticConfig `protobuf:"bytes,4,opt,name=elastic_config,json=elasticConfig,proto3" json:"elastic_config,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` } func (m *DistributedPyTorchTrainingTask) Reset() { *m = DistributedPyTorchTrainingTask{} } func (m *DistributedPyTorchTrainingTask) String() string { return proto.CompactTextString(m) } func (*DistributedPyTorchTrainingTask) ProtoMessage() {} func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int) { - return fileDescriptor_37e97bee6e09d707, []int{0} + return fileDescriptor_37e97bee6e09d707, []int{1} } func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error { @@ -82,6 +157,13 @@ func (m *DistributedPyTorchTrainingTask) GetRunPolicy() *RunPolicy { return nil } +func (m *DistributedPyTorchTrainingTask) GetElasticConfig() *ElasticConfig { + if m != nil { + return m.ElasticConfig + } + return nil +} + type DistributedPyTorchTrainingReplicaSpec struct { // Number of replicas Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"` @@ -100,7 +182,7 @@ func (m *DistributedPyTorchTrainingReplicaSpec) Reset() { *m = Distribut func (m *DistributedPyTorchTrainingReplicaSpec) String() string { return proto.CompactTextString(m) } func (*DistributedPyTorchTrainingReplicaSpec) ProtoMessage() {} func (*DistributedPyTorchTrainingReplicaSpec) Descriptor() ([]byte, []int) { - return fileDescriptor_37e97bee6e09d707, []int{1} + return fileDescriptor_37e97bee6e09d707, []int{2} } func (m *DistributedPyTorchTrainingReplicaSpec) XXX_Unmarshal(b []byte) error { @@ -146,10 +228,11 @@ func (m *DistributedPyTorchTrainingReplicaSpec) GetRestartPolicy() RestartPolicy if m != nil { return m.RestartPolicy } - return RestartPolicy_RESTART_POLICY_ALWAYS + return RestartPolicy_RESTART_POLICY_NEVER } func init() { + proto.RegisterType((*ElasticConfig)(nil), "flyteidl.plugins.kubeflow.ElasticConfig") proto.RegisterType((*DistributedPyTorchTrainingTask)(nil), "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask") proto.RegisterType((*DistributedPyTorchTrainingReplicaSpec)(nil), "flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpec") } @@ -159,27 +242,35 @@ func init() { } var fileDescriptor_37e97bee6e09d707 = []byte{ - // 348 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x92, 0x4f, 0x4b, 0xf3, 0x40, - 0x10, 0xc6, 0x49, 0xdf, 0xb7, 0x62, 0x57, 0xac, 0x10, 0x3c, 0xd4, 0x1e, 0xa4, 0x14, 0xff, 0xf4, - 0x62, 0x16, 0x2a, 0x28, 0xde, 0x44, 0xbd, 0x5b, 0xd6, 0x9e, 0xbc, 0x94, 0x64, 0xbb, 0xdd, 0x2e, - 0x49, 0x76, 0x97, 0xd9, 0x5d, 0x4a, 0x3e, 0x9b, 0xdf, 0xc6, 0x4f, 0x22, 0xcd, 0x26, 0x69, 0x15, - 0x5a, 0x3c, 0x78, 0xcb, 0x64, 0x9e, 0x79, 0x7e, 0xf3, 0x24, 0x83, 0xae, 0x17, 0x59, 0x61, 0x99, - 0x98, 0x67, 0x58, 0x67, 0x8e, 0x0b, 0x69, 0x70, 0xea, 0x12, 0xb6, 0xc8, 0xd4, 0x0a, 0xeb, 0xc2, - 0x2a, 0xa0, 0xcb, 0x48, 0x83, 0xb2, 0x2a, 0x3c, 0xab, 0x85, 0x51, 0x25, 0x8c, 0x6a, 0x61, 0xbf, - 0x69, 0x61, 0xaa, 0x80, 0x61, 0x1b, 0x9b, 0xd4, 0xf8, 0xa9, 0xfe, 0xd5, 0x6e, 0x7b, 0xaa, 0xf2, - 0x5c, 0x49, 0xaf, 0x1b, 0x7e, 0xb4, 0xd0, 0xf9, 0x8b, 0x30, 0x16, 0x44, 0xe2, 0x2c, 0x9b, 0x4f, - 0x8a, 0xe9, 0x1a, 0x3d, 0x85, 0x58, 0x48, 0x21, 0xf9, 0x34, 0x36, 0x69, 0x28, 0xd0, 0xc9, 0x4a, - 0x41, 0xca, 0x60, 0x06, 0x4c, 0x67, 0x82, 0xc6, 0xa6, 0x17, 0x0c, 0x82, 0xd1, 0xd1, 0xf8, 0x31, - 0xda, 0xb9, 0x5a, 0xb4, 0xdb, 0x93, 0x78, 0x93, 0x37, 0xcd, 0x28, 0xe9, 0x7a, 0xe3, 0xea, 0x95, - 0x59, 0xa3, 0xf2, 0xd8, 0xd8, 0x6d, 0x54, 0xeb, 0xaf, 0x50, 0xde, 0xb8, 0x41, 0x3d, 0x23, 0x04, - 0x4e, 0xce, 0xb4, 0xca, 0x04, 0x2d, 0x7a, 0xff, 0x4a, 0xca, 0xc5, 0x1e, 0x0a, 0x71, 0x72, 0x52, - 0x6a, 0x49, 0x07, 0xea, 0xc7, 0xe1, 0x67, 0x80, 0x2e, 0x7f, 0x85, 0x0f, 0xfb, 0xe8, 0xf0, 0xdb, - 0xd7, 0x6b, 0x93, 0xa6, 0x0e, 0x4f, 0x51, 0x5b, 0xe4, 0x31, 0x67, 0x65, 0xd6, 0x0e, 0xf1, 0x45, - 0x78, 0x87, 0x3a, 0xc0, 0x8c, 0x72, 0x40, 0x99, 0xa9, 0xf6, 0xeb, 0x6d, 0xf6, 0x5b, 0xff, 0xf0, - 0x88, 0xd4, 0x7d, 0xb2, 0x91, 0x86, 0xaf, 0xa8, 0x0b, 0xcc, 0xd8, 0x18, 0x6c, 0x1d, 0xee, 0xff, - 0x20, 0x18, 0x75, 0xc7, 0xa3, 0x7d, 0xe1, 0xfc, 0x40, 0x15, 0xf0, 0x18, 0xb6, 0xcb, 0xa7, 0x87, - 0xf7, 0x7b, 0x2e, 0xec, 0xd2, 0x25, 0x11, 0x55, 0x39, 0x2e, 0x4d, 0x14, 0x70, 0xdc, 0x1c, 0x18, - 0x67, 0x12, 0xeb, 0xe4, 0x86, 0x2b, 0xfc, 0xf3, 0xe6, 0x92, 0x83, 0xf2, 0xc8, 0x6e, 0xbf, 0x02, - 0x00, 0x00, 0xff, 0xff, 0xb0, 0xf9, 0xaa, 0xc3, 0xed, 0x02, 0x00, 0x00, + // 468 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x93, 0xcf, 0x8e, 0xd3, 0x30, + 0x10, 0xc6, 0xd5, 0x5d, 0x8a, 0xa8, 0xb3, 0xed, 0x4a, 0x11, 0x87, 0xd0, 0x03, 0x5a, 0xaa, 0x05, + 0x7a, 0x21, 0x91, 0x8a, 0x04, 0xe2, 0x86, 0x76, 0xe1, 0x0a, 0x95, 0xe9, 0x89, 0x4b, 0xe4, 0x38, + 0xd3, 0xac, 0x95, 0xc4, 0xb6, 0xc6, 0x0e, 0xbb, 0xe5, 0x19, 0x78, 0x29, 0x5e, 0x85, 0x27, 0x41, + 0x71, 0xfe, 0x75, 0x91, 0x5a, 0x71, 0xd8, 0x5b, 0x66, 0xfc, 0xcb, 0x37, 0xfe, 0xc6, 0x33, 0xe4, + 0xf5, 0xb6, 0xd8, 0x59, 0x10, 0x69, 0x11, 0xe9, 0xa2, 0xca, 0x84, 0x34, 0x51, 0x5e, 0x25, 0xb0, + 0x2d, 0xd4, 0x6d, 0xa4, 0x77, 0x56, 0x21, 0xbf, 0x09, 0x35, 0x2a, 0xab, 0xfc, 0x67, 0x1d, 0x18, + 0xb6, 0x60, 0xd8, 0x81, 0xf3, 0xfe, 0x28, 0xe2, 0x0a, 0x21, 0xb2, 0xcc, 0xe4, 0xa6, 0xf9, 0x6b, + 0xfe, 0xea, 0xb0, 0x3c, 0x57, 0x65, 0xa9, 0x64, 0xc3, 0x2d, 0x7e, 0x8f, 0xc8, 0xf4, 0x73, 0xc1, + 0x8c, 0x15, 0xfc, 0x5a, 0xc9, 0xad, 0xc8, 0xfc, 0x17, 0xe4, 0x0c, 0xd3, 0x9f, 0x3f, 0xe2, 0x84, + 0xf1, 0x1c, 0x64, 0x1a, 0x8c, 0x2e, 0x46, 0xcb, 0x09, 0xf5, 0xea, 0xdc, 0x55, 0x93, 0xaa, 0x91, + 0x52, 0xc8, 0x18, 0x41, 0x17, 0x82, 0x33, 0x13, 0x9c, 0x5c, 0x8c, 0x96, 0x63, 0xea, 0x95, 0x42, + 0xd2, 0x36, 0xe5, 0x10, 0x76, 0x37, 0x20, 0xa7, 0x2d, 0xc2, 0xee, 0x7a, 0xe4, 0x92, 0xcc, 0xa4, + 0x46, 0xc5, 0x63, 0x0d, 0x18, 0x4b, 0x95, 0x42, 0xf0, 0xc8, 0x41, 0x67, 0x2e, 0xbb, 0x06, 0xfc, + 0xa2, 0x52, 0x18, 0x84, 0x8c, 0x65, 0x68, 0x4d, 0x30, 0xde, 0x13, 0x6a, 0x52, 0x8b, 0x5f, 0xa7, + 0xe4, 0xf9, 0x27, 0x61, 0x2c, 0x8a, 0xa4, 0xb2, 0x90, 0xae, 0x77, 0x9b, 0xba, 0x7d, 0x1b, 0x64, + 0x42, 0x0a, 0x99, 0x6d, 0x98, 0xc9, 0x7d, 0x41, 0xce, 0x6f, 0x15, 0xe6, 0x80, 0xc3, 0x8d, 0x6a, + 0x5f, 0xde, 0xea, 0x63, 0x78, 0xb0, 0xbd, 0xe1, 0x61, 0xcd, 0xd6, 0xc3, 0x37, 0x0d, 0x9c, 0xce, + 0x1a, 0xe1, 0xde, 0x96, 0x20, 0xe7, 0x25, 0x33, 0x76, 0xbf, 0xd4, 0xc9, 0x43, 0x95, 0x6a, 0x84, + 0xfb, 0x52, 0xd7, 0x84, 0x60, 0x25, 0x63, 0xad, 0x0a, 0xc1, 0x77, 0xae, 0xc5, 0xde, 0xea, 0xf2, + 0x48, 0x15, 0x5a, 0xc9, 0xb5, 0x63, 0xe9, 0x04, 0xbb, 0x4f, 0xff, 0x2b, 0x99, 0x41, 0x33, 0x00, + 0x31, 0x77, 0x13, 0xe0, 0x9e, 0xc1, 0x5b, 0x2d, 0x8f, 0x08, 0xdd, 0x9b, 0x18, 0x3a, 0x85, 0xfd, + 0x70, 0xf1, 0x67, 0x44, 0x5e, 0xfe, 0x97, 0x1f, 0x7f, 0x4e, 0x9e, 0xdc, 0x7b, 0x8e, 0x31, 0xed, + 0x63, 0xff, 0x29, 0x19, 0x8b, 0x92, 0x65, 0xe0, 0x9a, 0x37, 0xa1, 0x4d, 0xe0, 0xbf, 0x23, 0x13, + 0x04, 0xa3, 0x2a, 0xe4, 0x60, 0x5a, 0xc3, 0xc1, 0x70, 0xcf, 0x7a, 0x0b, 0x42, 0xda, 0x9d, 0xd3, + 0x01, 0xad, 0x4d, 0xb6, 0x13, 0xd4, 0x75, 0xab, 0x36, 0x39, 0x3b, 0x6a, 0xb2, 0x9d, 0xaf, 0xb6, + 0x63, 0x53, 0xdc, 0x0f, 0xaf, 0x3e, 0x7c, 0x7f, 0x9f, 0x09, 0x7b, 0x53, 0x25, 0x21, 0x57, 0x65, + 0xe4, 0x44, 0x14, 0x66, 0x51, 0xbf, 0x75, 0x19, 0xc8, 0x48, 0x27, 0x6f, 0x32, 0x15, 0xfd, 0xbb, + 0x88, 0xc9, 0x63, 0xb7, 0x79, 0x6f, 0xff, 0x06, 0x00, 0x00, 0xff, 0xff, 0xa3, 0xdb, 0x04, 0x89, + 0x02, 0x04, 0x00, 0x00, } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go index 31287bccc..fa6e40749 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/pytorch.pb.validate.go @@ -36,6 +36,81 @@ var ( // define the regex for a UUID once up-front var _pytorch_uuidPattern = regexp.MustCompile("^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$") +// Validate checks the field values on ElasticConfig with the rules defined in +// the proto definition for this message. If any rules are violated, an error +// is returned. +func (m *ElasticConfig) Validate() error { + if m == nil { + return nil + } + + // no validation rules for RdzvBackend + + // no validation rules for MinReplicas + + // no validation rules for MaxReplicas + + // no validation rules for NprocPerNode + + // no validation rules for MaxRestarts + + return nil +} + +// ElasticConfigValidationError is the validation error returned by +// ElasticConfig.Validate if the designated constraints aren't met. +type ElasticConfigValidationError struct { + field string + reason string + cause error + key bool +} + +// Field function returns field value. +func (e ElasticConfigValidationError) Field() string { return e.field } + +// Reason function returns reason value. +func (e ElasticConfigValidationError) Reason() string { return e.reason } + +// Cause function returns cause value. +func (e ElasticConfigValidationError) Cause() error { return e.cause } + +// Key function returns key value. +func (e ElasticConfigValidationError) Key() bool { return e.key } + +// ErrorName returns error name. +func (e ElasticConfigValidationError) ErrorName() string { return "ElasticConfigValidationError" } + +// Error satisfies the builtin error interface +func (e ElasticConfigValidationError) Error() string { + cause := "" + if e.cause != nil { + cause = fmt.Sprintf(" | caused by: %v", e.cause) + } + + key := "" + if e.key { + key = "key for " + } + + return fmt.Sprintf( + "invalid %sElasticConfig.%s: %s%s", + key, + e.field, + e.reason, + cause) +} + +var _ error = ElasticConfigValidationError{} + +var _ interface { + Field() string + Reason() string + Key() bool + Cause() error + ErrorName() string +} = ElasticConfigValidationError{} + // Validate checks the field values on DistributedPyTorchTrainingTask with the // rules defined in the proto definition for this message. If any rules are // violated, an error is returned. @@ -74,6 +149,16 @@ func (m *DistributedPyTorchTrainingTask) Validate() error { } } + if v, ok := interface{}(m.GetElasticConfig()).(interface{ Validate() error }); ok { + if err := v.Validate(); err != nil { + return DistributedPyTorchTrainingTaskValidationError{ + field: "ElasticConfig", + reason: "embedded message failed validation", + cause: err, + } + } + } + return nil } diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go index 9daf8816f..b62e7fc9d 100644 --- a/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go +++ b/gen/pb-go/flyteidl/plugins/kubeflow/tensorflow.pb.go @@ -157,7 +157,7 @@ func (m *DistributedTensorflowTrainingReplicaSpec) GetRestartPolicy() RestartPol if m != nil { return m.RestartPolicy } - return RestartPolicy_RESTART_POLICY_ALWAYS + return RestartPolicy_RESTART_POLICY_NEVER } func init() { diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java index 7cfa128f8..a260c723a 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Common.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Common.java @@ -20,32 +20,32 @@ public static void registerAllExtensions( public enum RestartPolicy implements com.google.protobuf.ProtocolMessageEnum { /** - * RESTART_POLICY_ALWAYS = 0; + * RESTART_POLICY_NEVER = 0; */ - RESTART_POLICY_ALWAYS(0), + RESTART_POLICY_NEVER(0), /** * RESTART_POLICY_ON_FAILURE = 1; */ RESTART_POLICY_ON_FAILURE(1), /** - * RESTART_POLICY_NEVER = 2; + * RESTART_POLICY_ALWAYS = 2; */ - RESTART_POLICY_NEVER(2), + RESTART_POLICY_ALWAYS(2), UNRECOGNIZED(-1), ; /** - * RESTART_POLICY_ALWAYS = 0; + * RESTART_POLICY_NEVER = 0; */ - public static final int RESTART_POLICY_ALWAYS_VALUE = 0; + public static final int RESTART_POLICY_NEVER_VALUE = 0; /** * RESTART_POLICY_ON_FAILURE = 1; */ public static final int RESTART_POLICY_ON_FAILURE_VALUE = 1; /** - * RESTART_POLICY_NEVER = 2; + * RESTART_POLICY_ALWAYS = 2; */ - public static final int RESTART_POLICY_NEVER_VALUE = 2; + public static final int RESTART_POLICY_ALWAYS_VALUE = 2; public final int getNumber() { @@ -66,9 +66,9 @@ public static RestartPolicy valueOf(int value) { public static RestartPolicy forNumber(int value) { switch (value) { - case 0: return RESTART_POLICY_ALWAYS; + case 0: return RESTART_POLICY_NEVER; case 1: return RESTART_POLICY_ON_FAILURE; - case 2: return RESTART_POLICY_NEVER; + case 2: return RESTART_POLICY_ALWAYS; default: return null; } } @@ -1041,9 +1041,9 @@ public flyteidl.plugins.kubeflow.Common.RunPolicy getDefaultInstanceForType() { "lugins.kubeflow.CleanPodPolicy\022\"\n\032ttl_se" + "conds_after_finished\030\002 \001(\005\022\037\n\027active_dea" + "dline_seconds\030\003 \001(\005\022\025\n\rbackoff_limit\030\004 \001" + - "(\005*c\n\rRestartPolicy\022\031\n\025RESTART_POLICY_AL" + - "WAYS\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\030\n" + - "\024RESTART_POLICY_NEVER\020\002*`\n\016CleanPodPolic" + + "(\005*c\n\rRestartPolicy\022\030\n\024RESTART_POLICY_NE" + + "VER\020\000\022\035\n\031RESTART_POLICY_ON_FAILURE\020\001\022\031\n\025" + + "RESTART_POLICY_ALWAYS\020\002*`\n\016CleanPodPolic" + "y\022\030\n\024CLEANPOD_POLICY_NONE\020\000\022\033\n\027CLEANPOD_" + "POLICY_RUNNING\020\001\022\027\n\023CLEANPOD_POLICY_ALL\020" + "\002B9Z7github.com/flyteorg/flyteidl/gen/pb" + diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java index cc01e60b3..5a3fe472d 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java @@ -1542,7 +1542,7 @@ public void writeTo(com.google.protobuf.CodedOutputStream output) if (resources_ != null) { output.writeMessage(3, getResources()); } - if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_NEVER.getNumber()) { output.writeEnum(4, restartPolicy_); } unknownFields.writeTo(output); @@ -1565,7 +1565,7 @@ public int getSerializedSize() { size += com.google.protobuf.CodedOutputStream .computeMessageSize(3, getResources()); } - if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) { + if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_NEVER.getNumber()) { size += com.google.protobuf.CodedOutputStream .computeEnumSize(4, restartPolicy_); } diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java index 2970db10c..fa8d3d113 100644 --- a/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java +++ b/gen/pb-java/flyteidl/plugins/kubeflow/Pytorch.java @@ -14,6 +14,813 @@ public static void registerAllExtensions( registerAllExtensions( (com.google.protobuf.ExtensionRegistryLite) registry); } + public interface ElasticConfigOrBuilder extends + // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.ElasticConfig) + com.google.protobuf.MessageOrBuilder { + + /** + * string rdzv_backend = 1; + */ + java.lang.String getRdzvBackend(); + /** + * string rdzv_backend = 1; + */ + com.google.protobuf.ByteString + getRdzvBackendBytes(); + + /** + * int32 min_replicas = 2; + */ + int getMinReplicas(); + + /** + * int32 max_replicas = 3; + */ + int getMaxReplicas(); + + /** + * int32 nproc_per_node = 4; + */ + int getNprocPerNode(); + + /** + * int32 max_restarts = 5; + */ + int getMaxRestarts(); + } + /** + * 
+   * Custom proto for torch elastic config for distributed training using 
+   * https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go
+   *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.ElasticConfig} + */ + public static final class ElasticConfig extends + com.google.protobuf.GeneratedMessageV3 implements + // @@protoc_insertion_point(message_implements:flyteidl.plugins.kubeflow.ElasticConfig) + ElasticConfigOrBuilder { + private static final long serialVersionUID = 0L; + // Use ElasticConfig.newBuilder() to construct. + private ElasticConfig(com.google.protobuf.GeneratedMessageV3.Builder builder) { + super(builder); + } + private ElasticConfig() { + rdzvBackend_ = ""; + } + + @java.lang.Override + public final com.google.protobuf.UnknownFieldSet + getUnknownFields() { + return this.unknownFields; + } + private ElasticConfig( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + this(); + if (extensionRegistry == null) { + throw new java.lang.NullPointerException(); + } + int mutable_bitField0_ = 0; + com.google.protobuf.UnknownFieldSet.Builder unknownFields = + com.google.protobuf.UnknownFieldSet.newBuilder(); + try { + boolean done = false; + while (!done) { + int tag = input.readTag(); + switch (tag) { + case 0: + done = true; + break; + case 10: { + java.lang.String s = input.readStringRequireUtf8(); + + rdzvBackend_ = s; + break; + } + case 16: { + + minReplicas_ = input.readInt32(); + break; + } + case 24: { + + maxReplicas_ = input.readInt32(); + break; + } + case 32: { + + nprocPerNode_ = input.readInt32(); + break; + } + case 40: { + + maxRestarts_ = input.readInt32(); + break; + } + default: { + if (!parseUnknownField( + input, unknownFields, extensionRegistry, tag)) { + done = true; + } + break; + } + } + } + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + throw e.setUnfinishedMessage(this); + } catch (java.io.IOException e) { + throw new com.google.protobuf.InvalidProtocolBufferException( + e).setUnfinishedMessage(this); + } finally { + this.unknownFields = unknownFields.build(); + makeExtensionsImmutable(); + } + } + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_ElasticConfig_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_ElasticConfig_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.class, flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder.class); + } + + public static final int RDZV_BACKEND_FIELD_NUMBER = 1; + private volatile java.lang.Object rdzvBackend_; + /** + * string rdzv_backend = 1; + */ + public java.lang.String getRdzvBackend() { + java.lang.Object ref = rdzvBackend_; + if (ref instanceof java.lang.String) { + return (java.lang.String) ref; + } else { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + rdzvBackend_ = s; + return s; + } + } + /** + * string rdzv_backend = 1; + */ + public com.google.protobuf.ByteString + getRdzvBackendBytes() { + java.lang.Object ref = rdzvBackend_; + if (ref instanceof java.lang.String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + rdzvBackend_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + + public static final int MIN_REPLICAS_FIELD_NUMBER = 2; + private int minReplicas_; + /** + * int32 min_replicas = 2; + */ + public int getMinReplicas() { + return minReplicas_; + } + + public static final int MAX_REPLICAS_FIELD_NUMBER = 3; + private int maxReplicas_; + /** + * int32 max_replicas = 3; + */ + public int getMaxReplicas() { + return maxReplicas_; + } + + public static final int NPROC_PER_NODE_FIELD_NUMBER = 4; + private int nprocPerNode_; + /** + * int32 nproc_per_node = 4; + */ + public int getNprocPerNode() { + return nprocPerNode_; + } + + public static final int MAX_RESTARTS_FIELD_NUMBER = 5; + private int maxRestarts_; + /** + * int32 max_restarts = 5; + */ + public int getMaxRestarts() { + return maxRestarts_; + } + + private byte memoizedIsInitialized = -1; + @java.lang.Override + public final boolean isInitialized() { + byte isInitialized = memoizedIsInitialized; + if (isInitialized == 1) return true; + if (isInitialized == 0) return false; + + memoizedIsInitialized = 1; + return true; + } + + @java.lang.Override + public void writeTo(com.google.protobuf.CodedOutputStream output) + throws java.io.IOException { + if (!getRdzvBackendBytes().isEmpty()) { + com.google.protobuf.GeneratedMessageV3.writeString(output, 1, rdzvBackend_); + } + if (minReplicas_ != 0) { + output.writeInt32(2, minReplicas_); + } + if (maxReplicas_ != 0) { + output.writeInt32(3, maxReplicas_); + } + if (nprocPerNode_ != 0) { + output.writeInt32(4, nprocPerNode_); + } + if (maxRestarts_ != 0) { + output.writeInt32(5, maxRestarts_); + } + unknownFields.writeTo(output); + } + + @java.lang.Override + public int getSerializedSize() { + int size = memoizedSize; + if (size != -1) return size; + + size = 0; + if (!getRdzvBackendBytes().isEmpty()) { + size += com.google.protobuf.GeneratedMessageV3.computeStringSize(1, rdzvBackend_); + } + if (minReplicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(2, minReplicas_); + } + if (maxReplicas_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(3, maxReplicas_); + } + if (nprocPerNode_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(4, nprocPerNode_); + } + if (maxRestarts_ != 0) { + size += com.google.protobuf.CodedOutputStream + .computeInt32Size(5, maxRestarts_); + } + size += unknownFields.getSerializedSize(); + memoizedSize = size; + return size; + } + + @java.lang.Override + public boolean equals(final java.lang.Object obj) { + if (obj == this) { + return true; + } + if (!(obj instanceof flyteidl.plugins.kubeflow.Pytorch.ElasticConfig)) { + return super.equals(obj); + } + flyteidl.plugins.kubeflow.Pytorch.ElasticConfig other = (flyteidl.plugins.kubeflow.Pytorch.ElasticConfig) obj; + + if (!getRdzvBackend() + .equals(other.getRdzvBackend())) return false; + if (getMinReplicas() + != other.getMinReplicas()) return false; + if (getMaxReplicas() + != other.getMaxReplicas()) return false; + if (getNprocPerNode() + != other.getNprocPerNode()) return false; + if (getMaxRestarts() + != other.getMaxRestarts()) return false; + if (!unknownFields.equals(other.unknownFields)) return false; + return true; + } + + @java.lang.Override + public int hashCode() { + if (memoizedHashCode != 0) { + return memoizedHashCode; + } + int hash = 41; + hash = (19 * hash) + getDescriptor().hashCode(); + hash = (37 * hash) + RDZV_BACKEND_FIELD_NUMBER; + hash = (53 * hash) + getRdzvBackend().hashCode(); + hash = (37 * hash) + MIN_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getMinReplicas(); + hash = (37 * hash) + MAX_REPLICAS_FIELD_NUMBER; + hash = (53 * hash) + getMaxReplicas(); + hash = (37 * hash) + NPROC_PER_NODE_FIELD_NUMBER; + hash = (53 * hash) + getNprocPerNode(); + hash = (37 * hash) + MAX_RESTARTS_FIELD_NUMBER; + hash = (53 * hash) + getMaxRestarts(); + hash = (29 * hash) + unknownFields.hashCode(); + memoizedHashCode = hash; + return hash; + } + + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + java.nio.ByteBuffer data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + java.nio.ByteBuffer data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + com.google.protobuf.ByteString data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + com.google.protobuf.ByteString data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom(byte[] data) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + byte[] data, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return PARSER.parseFrom(data, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseDelimitedFrom(java.io.InputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseDelimitedFrom( + java.io.InputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseDelimitedWithIOException(PARSER, input, extensionRegistry); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + com.google.protobuf.CodedInputStream input) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input); + } + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parseFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + return com.google.protobuf.GeneratedMessageV3 + .parseWithIOException(PARSER, input, extensionRegistry); + } + + @java.lang.Override + public Builder newBuilderForType() { return newBuilder(); } + public static Builder newBuilder() { + return DEFAULT_INSTANCE.toBuilder(); + } + public static Builder newBuilder(flyteidl.plugins.kubeflow.Pytorch.ElasticConfig prototype) { + return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype); + } + @java.lang.Override + public Builder toBuilder() { + return this == DEFAULT_INSTANCE + ? new Builder() : new Builder().mergeFrom(this); + } + + @java.lang.Override + protected Builder newBuilderForType( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + Builder builder = new Builder(parent); + return builder; + } + /** + * 
+     * Custom proto for torch elastic config for distributed training using 
+     * https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go
+     *
+ * + * Protobuf type {@code flyteidl.plugins.kubeflow.ElasticConfig} + */ + public static final class Builder extends + com.google.protobuf.GeneratedMessageV3.Builder implements + // @@protoc_insertion_point(builder_implements:flyteidl.plugins.kubeflow.ElasticConfig) + flyteidl.plugins.kubeflow.Pytorch.ElasticConfigOrBuilder { + public static final com.google.protobuf.Descriptors.Descriptor + getDescriptor() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_ElasticConfig_descriptor; + } + + @java.lang.Override + protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable + internalGetFieldAccessorTable() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_ElasticConfig_fieldAccessorTable + .ensureFieldAccessorsInitialized( + flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.class, flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder.class); + } + + // Construct using flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.newBuilder() + private Builder() { + maybeForceBuilderInitialization(); + } + + private Builder( + com.google.protobuf.GeneratedMessageV3.BuilderParent parent) { + super(parent); + maybeForceBuilderInitialization(); + } + private void maybeForceBuilderInitialization() { + if (com.google.protobuf.GeneratedMessageV3 + .alwaysUseFieldBuilders) { + } + } + @java.lang.Override + public Builder clear() { + super.clear(); + rdzvBackend_ = ""; + + minReplicas_ = 0; + + maxReplicas_ = 0; + + nprocPerNode_ = 0; + + maxRestarts_ = 0; + + return this; + } + + @java.lang.Override + public com.google.protobuf.Descriptors.Descriptor + getDescriptorForType() { + return flyteidl.plugins.kubeflow.Pytorch.internal_static_flyteidl_plugins_kubeflow_ElasticConfig_descriptor; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.ElasticConfig getDefaultInstanceForType() { + return flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.getDefaultInstance(); + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.ElasticConfig build() { + flyteidl.plugins.kubeflow.Pytorch.ElasticConfig result = buildPartial(); + if (!result.isInitialized()) { + throw newUninitializedMessageException(result); + } + return result; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.ElasticConfig buildPartial() { + flyteidl.plugins.kubeflow.Pytorch.ElasticConfig result = new flyteidl.plugins.kubeflow.Pytorch.ElasticConfig(this); + result.rdzvBackend_ = rdzvBackend_; + result.minReplicas_ = minReplicas_; + result.maxReplicas_ = maxReplicas_; + result.nprocPerNode_ = nprocPerNode_; + result.maxRestarts_ = maxRestarts_; + onBuilt(); + return result; + } + + @java.lang.Override + public Builder clone() { + return super.clone(); + } + @java.lang.Override + public Builder setField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.setField(field, value); + } + @java.lang.Override + public Builder clearField( + com.google.protobuf.Descriptors.FieldDescriptor field) { + return super.clearField(field); + } + @java.lang.Override + public Builder clearOneof( + com.google.protobuf.Descriptors.OneofDescriptor oneof) { + return super.clearOneof(oneof); + } + @java.lang.Override + public Builder setRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + int index, java.lang.Object value) { + return super.setRepeatedField(field, index, value); + } + @java.lang.Override + public Builder addRepeatedField( + com.google.protobuf.Descriptors.FieldDescriptor field, + java.lang.Object value) { + return super.addRepeatedField(field, value); + } + @java.lang.Override + public Builder mergeFrom(com.google.protobuf.Message other) { + if (other instanceof flyteidl.plugins.kubeflow.Pytorch.ElasticConfig) { + return mergeFrom((flyteidl.plugins.kubeflow.Pytorch.ElasticConfig)other); + } else { + super.mergeFrom(other); + return this; + } + } + + public Builder mergeFrom(flyteidl.plugins.kubeflow.Pytorch.ElasticConfig other) { + if (other == flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.getDefaultInstance()) return this; + if (!other.getRdzvBackend().isEmpty()) { + rdzvBackend_ = other.rdzvBackend_; + onChanged(); + } + if (other.getMinReplicas() != 0) { + setMinReplicas(other.getMinReplicas()); + } + if (other.getMaxReplicas() != 0) { + setMaxReplicas(other.getMaxReplicas()); + } + if (other.getNprocPerNode() != 0) { + setNprocPerNode(other.getNprocPerNode()); + } + if (other.getMaxRestarts() != 0) { + setMaxRestarts(other.getMaxRestarts()); + } + this.mergeUnknownFields(other.unknownFields); + onChanged(); + return this; + } + + @java.lang.Override + public final boolean isInitialized() { + return true; + } + + @java.lang.Override + public Builder mergeFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws java.io.IOException { + flyteidl.plugins.kubeflow.Pytorch.ElasticConfig parsedMessage = null; + try { + parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry); + } catch (com.google.protobuf.InvalidProtocolBufferException e) { + parsedMessage = (flyteidl.plugins.kubeflow.Pytorch.ElasticConfig) e.getUnfinishedMessage(); + throw e.unwrapIOException(); + } finally { + if (parsedMessage != null) { + mergeFrom(parsedMessage); + } + } + return this; + } + + private java.lang.Object rdzvBackend_ = ""; + /** + * string rdzv_backend = 1; + */ + public java.lang.String getRdzvBackend() { + java.lang.Object ref = rdzvBackend_; + if (!(ref instanceof java.lang.String)) { + com.google.protobuf.ByteString bs = + (com.google.protobuf.ByteString) ref; + java.lang.String s = bs.toStringUtf8(); + rdzvBackend_ = s; + return s; + } else { + return (java.lang.String) ref; + } + } + /** + * string rdzv_backend = 1; + */ + public com.google.protobuf.ByteString + getRdzvBackendBytes() { + java.lang.Object ref = rdzvBackend_; + if (ref instanceof String) { + com.google.protobuf.ByteString b = + com.google.protobuf.ByteString.copyFromUtf8( + (java.lang.String) ref); + rdzvBackend_ = b; + return b; + } else { + return (com.google.protobuf.ByteString) ref; + } + } + /** + * string rdzv_backend = 1; + */ + public Builder setRdzvBackend( + java.lang.String value) { + if (value == null) { + throw new NullPointerException(); + } + + rdzvBackend_ = value; + onChanged(); + return this; + } + /** + * string rdzv_backend = 1; + */ + public Builder clearRdzvBackend() { + + rdzvBackend_ = getDefaultInstance().getRdzvBackend(); + onChanged(); + return this; + } + /** + * string rdzv_backend = 1; + */ + public Builder setRdzvBackendBytes( + com.google.protobuf.ByteString value) { + if (value == null) { + throw new NullPointerException(); + } + checkByteStringIsUtf8(value); + + rdzvBackend_ = value; + onChanged(); + return this; + } + + private int minReplicas_ ; + /** + * int32 min_replicas = 2; + */ + public int getMinReplicas() { + return minReplicas_; + } + /** + * int32 min_replicas = 2; + */ + public Builder setMinReplicas(int value) { + + minReplicas_ = value; + onChanged(); + return this; + } + /** + * int32 min_replicas = 2; + */ + public Builder clearMinReplicas() { + + minReplicas_ = 0; + onChanged(); + return this; + } + + private int maxReplicas_ ; + /** + * int32 max_replicas = 3; + */ + public int getMaxReplicas() { + return maxReplicas_; + } + /** + * int32 max_replicas = 3; + */ + public Builder setMaxReplicas(int value) { + + maxReplicas_ = value; + onChanged(); + return this; + } + /** + * int32 max_replicas = 3; + */ + public Builder clearMaxReplicas() { + + maxReplicas_ = 0; + onChanged(); + return this; + } + + private int nprocPerNode_ ; + /** + * int32 nproc_per_node = 4; + */ + public int getNprocPerNode() { + return nprocPerNode_; + } + /** + * int32 nproc_per_node = 4; + */ + public Builder setNprocPerNode(int value) { + + nprocPerNode_ = value; + onChanged(); + return this; + } + /** + * int32 nproc_per_node = 4; + */ + public Builder clearNprocPerNode() { + + nprocPerNode_ = 0; + onChanged(); + return this; + } + + private int maxRestarts_ ; + /** + * int32 max_restarts = 5; + */ + public int getMaxRestarts() { + return maxRestarts_; + } + /** + * int32 max_restarts = 5; + */ + public Builder setMaxRestarts(int value) { + + maxRestarts_ = value; + onChanged(); + return this; + } + /** + * int32 max_restarts = 5; + */ + public Builder clearMaxRestarts() { + + maxRestarts_ = 0; + onChanged(); + return this; + } + @java.lang.Override + public final Builder setUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.setUnknownFields(unknownFields); + } + + @java.lang.Override + public final Builder mergeUnknownFields( + final com.google.protobuf.UnknownFieldSet unknownFields) { + return super.mergeUnknownFields(unknownFields); + } + + + // @@protoc_insertion_point(builder_scope:flyteidl.plugins.kubeflow.ElasticConfig) + } + + // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.ElasticConfig) + private static final flyteidl.plugins.kubeflow.Pytorch.ElasticConfig DEFAULT_INSTANCE; + static { + DEFAULT_INSTANCE = new flyteidl.plugins.kubeflow.Pytorch.ElasticConfig(); + } + + public static flyteidl.plugins.kubeflow.Pytorch.ElasticConfig getDefaultInstance() { + return DEFAULT_INSTANCE; + } + + private static final com.google.protobuf.Parser + PARSER = new com.google.protobuf.AbstractParser() { + @java.lang.Override + public ElasticConfig parsePartialFrom( + com.google.protobuf.CodedInputStream input, + com.google.protobuf.ExtensionRegistryLite extensionRegistry) + throws com.google.protobuf.InvalidProtocolBufferException { + return new ElasticConfig(input, extensionRegistry); + } + }; + + public static com.google.protobuf.Parser parser() { + return PARSER; + } + + @java.lang.Override + public com.google.protobuf.Parser getParserForType() { + return PARSER; + } + + @java.lang.Override + public flyteidl.plugins.kubeflow.Pytorch.ElasticConfig getDefaultInstanceForType() { + return DEFAULT_INSTANCE; + } + + } + public interface DistributedPyTorchTrainingTaskOrBuilder extends // @@protoc_insertion_point(interface_extends:flyteidl.plugins.kubeflow.DistributedPyTorchTrainingTask) com.google.protobuf.MessageOrBuilder { @@ -98,6 +905,31 @@ public interface DistributedPyTorchTrainingTaskOrBuilder extends * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3; */ flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder(); + + /** + * 
+     * config for an elastic pytorch job
+     *
+ * + * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + */ + boolean hasElasticConfig(); + /** + * 
+     * config for an elastic pytorch job
+     *
+ * + * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + */ + flyteidl.plugins.kubeflow.Pytorch.ElasticConfig getElasticConfig(); + /** + * 
+     * config for an elastic pytorch job
+     *
+ * + * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4; + */ + flyteidl.plugins.kubeflow.Pytorch.ElasticConfigOrBuilder getElasticConfigOrBuilder(); } /** * 
@@ -181,6 +1013,19 @@ private DistributedPyTorchTrainingTask(
 
               break;
             }
+            case 34: {
+              flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder subBuilder = null;
+              if (elasticConfig_ != null) {
+                subBuilder = elasticConfig_.toBuilder();
+              }
+              elasticConfig_ = input.readMessage(flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.parser(), extensionRegistry);
+              if (subBuilder != null) {
+                subBuilder.mergeFrom(elasticConfig_);
+                elasticConfig_ = subBuilder.buildPartial();
+              }
+
+              break;
+            }
             default: {
               if (!parseUnknownField(
                   input, unknownFields, extensionRegistry, tag)) {
@@ -318,6 +1163,39 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
       return getRunPolicy();
     }
 
+    public static final int ELASTIC_CONFIG_FIELD_NUMBER = 4;
+    private flyteidl.plugins.kubeflow.Pytorch.ElasticConfig elasticConfig_;
+    /**
+     * 
+     * config for an elastic pytorch job
+     * 

+     *
+     * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+     */
+    public boolean hasElasticConfig() {
+      return elasticConfig_ != null;
+    }
+    /**
+     * 
+     * config for an elastic pytorch job
+     * 

+     *
+     * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+     */
+    public flyteidl.plugins.kubeflow.Pytorch.ElasticConfig getElasticConfig() {
+      return elasticConfig_ == null ? flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.getDefaultInstance() : elasticConfig_;
+    }
+    /**
+     * 
+     * config for an elastic pytorch job
+     * 

+     *
+     * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+     */
+    public flyteidl.plugins.kubeflow.Pytorch.ElasticConfigOrBuilder getElasticConfigOrBuilder() {
+      return getElasticConfig();
+    }
+
     private byte memoizedIsInitialized = -1;
     @java.lang.Override
     public final boolean isInitialized() {
@@ -341,6 +1219,9 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (runPolicy_ != null) {
         output.writeMessage(3, getRunPolicy());
       }
+      if (elasticConfig_ != null) {
+        output.writeMessage(4, getElasticConfig());
+      }
       unknownFields.writeTo(output);
     }
 
@@ -362,6 +1243,10 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeMessageSize(3, getRunPolicy());
       }
+      if (elasticConfig_ != null) {
+        size += com.google.protobuf.CodedOutputStream
+          .computeMessageSize(4, getElasticConfig());
+      }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
       return size;
@@ -392,6 +1277,11 @@ public boolean equals(final java.lang.Object obj) {
         if (!getRunPolicy()
             .equals(other.getRunPolicy())) return false;
       }
+      if (hasElasticConfig() != other.hasElasticConfig()) return false;
+      if (hasElasticConfig()) {
+        if (!getElasticConfig()
+            .equals(other.getElasticConfig())) return false;
+      }
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
     }
@@ -415,6 +1305,10 @@ public int hashCode() {
         hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER;
         hash = (53 * hash) + getRunPolicy().hashCode();
       }
+      if (hasElasticConfig()) {
+        hash = (37 * hash) + ELASTIC_CONFIG_FIELD_NUMBER;
+        hash = (53 * hash) + getElasticConfig().hashCode();
+      }
       hash = (29 * hash) + unknownFields.hashCode();
       memoizedHashCode = hash;
       return hash;
@@ -570,6 +1464,12 @@ public Builder clear() {
           runPolicy_ = null;
           runPolicyBuilder_ = null;
         }
+        if (elasticConfigBuilder_ == null) {
+          elasticConfig_ = null;
+        } else {
+          elasticConfig_ = null;
+          elasticConfigBuilder_ = null;
+        }
         return this;
       }
 
@@ -611,6 +1511,11 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingTask buildPar
         } else {
           result.runPolicy_ = runPolicyBuilder_.build();
         }
+        if (elasticConfigBuilder_ == null) {
+          result.elasticConfig_ = elasticConfig_;
+        } else {
+          result.elasticConfig_ = elasticConfigBuilder_.build();
+        }
         onBuilt();
         return result;
       }
@@ -668,6 +1573,9 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTra
         if (other.hasRunPolicy()) {
           mergeRunPolicy(other.getRunPolicy());
         }
+        if (other.hasElasticConfig()) {
+          mergeElasticConfig(other.getElasticConfig());
+        }
         this.mergeUnknownFields(other.unknownFields);
         onChanged();
         return this;
@@ -1173,6 +2081,159 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
         }
         return runPolicyBuilder_;
       }
+
+      private flyteidl.plugins.kubeflow.Pytorch.ElasticConfig elasticConfig_;
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.plugins.kubeflow.Pytorch.ElasticConfig, flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder, flyteidl.plugins.kubeflow.Pytorch.ElasticConfigOrBuilder> elasticConfigBuilder_;
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public boolean hasElasticConfig() {
+        return elasticConfigBuilder_ != null || elasticConfig_ != null;
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public flyteidl.plugins.kubeflow.Pytorch.ElasticConfig getElasticConfig() {
+        if (elasticConfigBuilder_ == null) {
+          return elasticConfig_ == null ? flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.getDefaultInstance() : elasticConfig_;
+        } else {
+          return elasticConfigBuilder_.getMessage();
+        }
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public Builder setElasticConfig(flyteidl.plugins.kubeflow.Pytorch.ElasticConfig value) {
+        if (elasticConfigBuilder_ == null) {
+          if (value == null) {
+            throw new NullPointerException();
+          }
+          elasticConfig_ = value;
+          onChanged();
+        } else {
+          elasticConfigBuilder_.setMessage(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public Builder setElasticConfig(
+          flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder builderForValue) {
+        if (elasticConfigBuilder_ == null) {
+          elasticConfig_ = builderForValue.build();
+          onChanged();
+        } else {
+          elasticConfigBuilder_.setMessage(builderForValue.build());
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public Builder mergeElasticConfig(flyteidl.plugins.kubeflow.Pytorch.ElasticConfig value) {
+        if (elasticConfigBuilder_ == null) {
+          if (elasticConfig_ != null) {
+            elasticConfig_ =
+              flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.newBuilder(elasticConfig_).mergeFrom(value).buildPartial();
+          } else {
+            elasticConfig_ = value;
+          }
+          onChanged();
+        } else {
+          elasticConfigBuilder_.mergeFrom(value);
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public Builder clearElasticConfig() {
+        if (elasticConfigBuilder_ == null) {
+          elasticConfig_ = null;
+          onChanged();
+        } else {
+          elasticConfig_ = null;
+          elasticConfigBuilder_ = null;
+        }
+
+        return this;
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder getElasticConfigBuilder() {
+        
+        onChanged();
+        return getElasticConfigFieldBuilder().getBuilder();
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      public flyteidl.plugins.kubeflow.Pytorch.ElasticConfigOrBuilder getElasticConfigOrBuilder() {
+        if (elasticConfigBuilder_ != null) {
+          return elasticConfigBuilder_.getMessageOrBuilder();
+        } else {
+          return elasticConfig_ == null ?
+              flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.getDefaultInstance() : elasticConfig_;
+        }
+      }
+      /**
+       * 
+       * config for an elastic pytorch job
+       * 

+       *
+       * .flyteidl.plugins.kubeflow.ElasticConfig elastic_config = 4;
+       */
+      private com.google.protobuf.SingleFieldBuilderV3<
+          flyteidl.plugins.kubeflow.Pytorch.ElasticConfig, flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder, flyteidl.plugins.kubeflow.Pytorch.ElasticConfigOrBuilder> 
+          getElasticConfigFieldBuilder() {
+        if (elasticConfigBuilder_ == null) {
+          elasticConfigBuilder_ = new com.google.protobuf.SingleFieldBuilderV3<
+              flyteidl.plugins.kubeflow.Pytorch.ElasticConfig, flyteidl.plugins.kubeflow.Pytorch.ElasticConfig.Builder, flyteidl.plugins.kubeflow.Pytorch.ElasticConfigOrBuilder>(
+                  getElasticConfig(),
+                  getParentForChildren(),
+                  isClean());
+          elasticConfig_ = null;
+        }
+        return elasticConfigBuilder_;
+      }
       @java.lang.Override
       public final Builder setUnknownFields(
           final com.google.protobuf.UnknownFieldSet unknownFields) {
@@ -1538,7 +2599,7 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (resources_ != null) {
         output.writeMessage(3, getResources());
       }
-      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
+      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_NEVER.getNumber()) {
         output.writeEnum(4, restartPolicy_);
       }
       unknownFields.writeTo(output);
@@ -1561,7 +2622,7 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeMessageSize(3, getResources());
       }
-      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
+      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_NEVER.getNumber()) {
         size += com.google.protobuf.CodedOutputStream
           .computeEnumSize(4, restartPolicy_);
       }
@@ -2277,6 +3338,11 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec g
 
   }
 
+  private static final com.google.protobuf.Descriptors.Descriptor
+    internal_static_flyteidl_plugins_kubeflow_ElasticConfig_descriptor;
+  private static final 
+    com.google.protobuf.GeneratedMessageV3.FieldAccessorTable
+      internal_static_flyteidl_plugins_kubeflow_ElasticConfig_fieldAccessorTable;
   private static final com.google.protobuf.Descriptors.Descriptor
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor;
   private static final 
@@ -2299,20 +3365,25 @@ public flyteidl.plugins.kubeflow.Pytorch.DistributedPyTorchTrainingReplicaSpec g
       "\n\'flyteidl/plugins/kubeflow/pytorch.prot" +
       "o\022\031flyteidl.plugins.kubeflow\032\031flyteidl/c" +
       "ore/tasks.proto\032&flyteidl/plugins/kubefl" +
-      "ow/common.proto\"\220\002\n\036DistributedPyTorchTr" +
-      "ainingTask\022Y\n\017worker_replicas\030\001 \001(\0132@.fl" +
-      "yteidl.plugins.kubeflow.DistributedPyTor" +
-      "chTrainingReplicaSpec\022Y\n\017master_replicas" +
-      "\030\002 \001(\0132@.flyteidl.plugins.kubeflow.Distr" +
-      "ibutedPyTorchTrainingReplicaSpec\0228\n\nrun_" +
-      "policy\030\003 \001(\0132$.flyteidl.plugins.kubeflow" +
-      ".RunPolicy\"\267\001\n%DistributedPyTorchTrainin" +
-      "gReplicaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030" +
-      "\002 \001(\t\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core" +
-      ".Resources\022@\n\016restart_policy\030\004 \001(\0162(.fly" +
-      "teidl.plugins.kubeflow.RestartPolicyB9Z7" +
-      "github.com/flyteorg/flyteidl/gen/pb-go/f" +
-      "lyteidl/pluginsb\006proto3"
+      "ow/common.proto\"\177\n\rElasticConfig\022\024\n\014rdzv" +
+      "_backend\030\001 \001(\t\022\024\n\014min_replicas\030\002 \001(\005\022\024\n\014" +
+      "max_replicas\030\003 \001(\005\022\026\n\016nproc_per_node\030\004 \001" +
+      "(\005\022\024\n\014max_restarts\030\005 \001(\005\"\322\002\n\036Distributed" +
+      "PyTorchTrainingTask\022Y\n\017worker_replicas\030\001" +
+      " \001(\0132@.flyteidl.plugins.kubeflow.Distrib" +
+      "utedPyTorchTrainingReplicaSpec\022Y\n\017master" +
+      "_replicas\030\002 \001(\0132@.flyteidl.plugins.kubef" +
+      "low.DistributedPyTorchTrainingReplicaSpe" +
+      "c\0228\n\nrun_policy\030\003 \001(\0132$.flyteidl.plugins" +
+      ".kubeflow.RunPolicy\022@\n\016elastic_config\030\004 " +
+      "\001(\0132(.flyteidl.plugins.kubeflow.ElasticC" +
+      "onfig\"\267\001\n%DistributedPyTorchTrainingRepl" +
+      "icaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t" +
+      "\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core.Reso" +
+      "urces\022@\n\016restart_policy\030\004 \001(\0162(.flyteidl" +
+      ".plugins.kubeflow.RestartPolicyB9Z7githu" +
+      "b.com/flyteorg/flyteidl/gen/pb-go/flytei" +
+      "dl/pluginsb\006proto3"
     };
     com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
         new com.google.protobuf.Descriptors.FileDescriptor.    InternalDescriptorAssigner() {
@@ -2328,14 +3399,20 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
           flyteidl.core.Tasks.getDescriptor(),
           flyteidl.plugins.kubeflow.Common.getDescriptor(),
         }, assigner);
-    internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor =
+    internal_static_flyteidl_plugins_kubeflow_ElasticConfig_descriptor =
       getDescriptor().getMessageTypes().get(0);
+    internal_static_flyteidl_plugins_kubeflow_ElasticConfig_fieldAccessorTable = new
+      com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
+        internal_static_flyteidl_plugins_kubeflow_ElasticConfig_descriptor,
+        new java.lang.String[] { "RdzvBackend", "MinReplicas", "MaxReplicas", "NprocPerNode", "MaxRestarts", });
+    internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor =
+      getDescriptor().getMessageTypes().get(1);
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingTask_descriptor,
-        new java.lang.String[] { "WorkerReplicas", "MasterReplicas", "RunPolicy", });
+        new java.lang.String[] { "WorkerReplicas", "MasterReplicas", "RunPolicy", "ElasticConfig", });
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor =
-      getDescriptor().getMessageTypes().get(1);
+      getDescriptor().getMessageTypes().get(2);
     internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedPyTorchTrainingReplicaSpec_descriptor,
diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java
index 8d27b4a4a..3e9c0a5cf 100644
--- a/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java
+++ b/gen/pb-java/flyteidl/plugins/kubeflow/Tensorflow.java
@@ -1792,7 +1792,7 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (resources_ != null) {
         output.writeMessage(3, getResources());
       }
-      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
+      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_NEVER.getNumber()) {
         output.writeEnum(4, restartPolicy_);
       }
       unknownFields.writeTo(output);
@@ -1815,7 +1815,7 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeMessageSize(3, getResources());
       }
-      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_ALWAYS.getNumber()) {
+      if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_NEVER.getNumber()) {
         size += com.google.protobuf.CodedOutputStream
           .computeEnumSize(4, restartPolicy_);
       }
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py
index 8cdd54e57..62a159a4e 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.py
@@ -13,7 +13,7 @@
 
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xfa\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x36\n\x17\x61\x63tive_deadline_seconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*c\n\rRestartPolicy\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x02*`\n\x0e\x43leanPodPolicy\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x00\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x01\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&flyteidl/plugins/kubeflow/common.proto\x12\x19\x66lyteidl.plugins.kubeflow\"\xfa\x01\n\tRunPolicy\x12S\n\x10\x63lean_pod_policy\x18\x01 \x01(\x0e\x32).flyteidl.plugins.kubeflow.CleanPodPolicyR\x0e\x63leanPodPolicy\x12;\n\x1attl_seconds_after_finished\x18\x02 \x01(\x05R\x17ttlSecondsAfterFinished\x12\x36\n\x17\x61\x63tive_deadline_seconds\x18\x03 \x01(\x05R\x15\x61\x63tiveDeadlineSeconds\x12#\n\rbackoff_limit\x18\x04 \x01(\x05R\x0c\x62\x61\x63koffLimit*c\n\rRestartPolicy\x12\x18\n\x14RESTART_POLICY_NEVER\x10\x00\x12\x1d\n\x19RESTART_POLICY_ON_FAILURE\x10\x01\x12\x19\n\x15RESTART_POLICY_ALWAYS\x10\x02*`\n\x0e\x43leanPodPolicy\x12\x18\n\x14\x43LEANPOD_POLICY_NONE\x10\x00\x12\x1b\n\x17\x43LEANPOD_POLICY_RUNNING\x10\x01\x12\x17\n\x13\x43LEANPOD_POLICY_ALL\x10\x02\x42\xeb\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0b\x43ommonProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi
index 0dfd283f1..916c3344b 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/common_pb2.pyi
@@ -7,18 +7,18 @@ DESCRIPTOR: _descriptor.FileDescriptor
 
 class RestartPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     __slots__ = []
-    RESTART_POLICY_ALWAYS: _ClassVar[RestartPolicy]
-    RESTART_POLICY_ON_FAILURE: _ClassVar[RestartPolicy]
     RESTART_POLICY_NEVER: _ClassVar[RestartPolicy]
+    RESTART_POLICY_ON_FAILURE: _ClassVar[RestartPolicy]
+    RESTART_POLICY_ALWAYS: _ClassVar[RestartPolicy]
 
 class CleanPodPolicy(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     __slots__ = []
     CLEANPOD_POLICY_NONE: _ClassVar[CleanPodPolicy]
     CLEANPOD_POLICY_RUNNING: _ClassVar[CleanPodPolicy]
     CLEANPOD_POLICY_ALL: _ClassVar[CleanPodPolicy]
-RESTART_POLICY_ALWAYS: RestartPolicy
-RESTART_POLICY_ON_FAILURE: RestartPolicy
 RESTART_POLICY_NEVER: RestartPolicy
+RESTART_POLICY_ON_FAILURE: RestartPolicy
+RESTART_POLICY_ALWAYS: RestartPolicy
 CLEANPOD_POLICY_NONE: CleanPodPolicy
 CLEANPOD_POLICY_RUNNING: CleanPodPolicy
 CLEANPOD_POLICY_ALL: CleanPodPolicy
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py
index 130fdf357..7d0d3f454 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.py
@@ -15,7 +15,7 @@
 from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\'flyteidl/plugins/kubeflow/pytorch.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xbb\x02\n\x1e\x44istributedPyTorchTrainingTask\x12i\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x0fmaster_replicas\x18\x02 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0emasterReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xe2\x01\n%DistributedPyTorchTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xec\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\'flyteidl/plugins/kubeflow/pytorch.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xc1\x01\n\rElasticConfig\x12!\n\x0crdzv_backend\x18\x01 \x01(\tR\x0brdzvBackend\x12!\n\x0cmin_replicas\x18\x02 \x01(\x05R\x0bminReplicas\x12!\n\x0cmax_replicas\x18\x03 \x01(\x05R\x0bmaxReplicas\x12$\n\x0enproc_per_node\x18\x04 \x01(\x05R\x0cnprocPerNode\x12!\n\x0cmax_restarts\x18\x05 \x01(\x05R\x0bmaxRestarts\"\x8c\x03\n\x1e\x44istributedPyTorchTrainingTask\x12i\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x0fmaster_replicas\x18\x02 \x01(\x0b\x32@.flyteidl.plugins.kubeflow.DistributedPyTorchTrainingReplicaSpecR\x0emasterReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12O\n\x0e\x65lastic_config\x18\x04 \x01(\x0b\x32(.flyteidl.plugins.kubeflow.ElasticConfigR\relasticConfig\"\xe2\x01\n%DistributedPyTorchTrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xec\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x0cPytorchProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -24,8 +24,10 @@
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\014PytorchProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow'
-  _globals['_DISTRIBUTEDPYTORCHTRAININGTASK']._serialized_start=138
-  _globals['_DISTRIBUTEDPYTORCHTRAININGTASK']._serialized_end=453
-  _globals['_DISTRIBUTEDPYTORCHTRAININGREPLICASPEC']._serialized_start=456
-  _globals['_DISTRIBUTEDPYTORCHTRAININGREPLICASPEC']._serialized_end=682
+  _globals['_ELASTICCONFIG']._serialized_start=138
+  _globals['_ELASTICCONFIG']._serialized_end=331
+  _globals['_DISTRIBUTEDPYTORCHTRAININGTASK']._serialized_start=334
+  _globals['_DISTRIBUTEDPYTORCHTRAININGTASK']._serialized_end=730
+  _globals['_DISTRIBUTEDPYTORCHTRAININGREPLICASPEC']._serialized_start=733
+  _globals['_DISTRIBUTEDPYTORCHTRAININGREPLICASPEC']._serialized_end=959
 # @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi
index ef7a30dc6..ee6599ad8 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/pytorch_pb2.pyi
@@ -6,15 +6,31 @@ from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Opti
 
 DESCRIPTOR: _descriptor.FileDescriptor
 
+class ElasticConfig(_message.Message):
+    __slots__ = ["rdzv_backend", "min_replicas", "max_replicas", "nproc_per_node", "max_restarts"]
+    RDZV_BACKEND_FIELD_NUMBER: _ClassVar[int]
+    MIN_REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    MAX_REPLICAS_FIELD_NUMBER: _ClassVar[int]
+    NPROC_PER_NODE_FIELD_NUMBER: _ClassVar[int]
+    MAX_RESTARTS_FIELD_NUMBER: _ClassVar[int]
+    rdzv_backend: str
+    min_replicas: int
+    max_replicas: int
+    nproc_per_node: int
+    max_restarts: int
+    def __init__(self, rdzv_backend: _Optional[str] = ..., min_replicas: _Optional[int] = ..., max_replicas: _Optional[int] = ..., nproc_per_node: _Optional[int] = ..., max_restarts: _Optional[int] = ...) -> None: ...
+
 class DistributedPyTorchTrainingTask(_message.Message):
-    __slots__ = ["worker_replicas", "master_replicas", "run_policy"]
+    __slots__ = ["worker_replicas", "master_replicas", "run_policy", "elastic_config"]
     WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     MASTER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     RUN_POLICY_FIELD_NUMBER: _ClassVar[int]
+    ELASTIC_CONFIG_FIELD_NUMBER: _ClassVar[int]
     worker_replicas: DistributedPyTorchTrainingReplicaSpec
     master_replicas: DistributedPyTorchTrainingReplicaSpec
     run_policy: _common_pb2.RunPolicy
-    def __init__(self, worker_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., master_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ...
+    elastic_config: ElasticConfig
+    def __init__(self, worker_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., master_replicas: _Optional[_Union[DistributedPyTorchTrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., elastic_config: _Optional[_Union[ElasticConfig, _Mapping]] = ...) -> None: ...
 
 class DistributedPyTorchTrainingReplicaSpec(_message.Message):
     __slots__ = ["replicas", "image", "resources", "restart_policy"]
diff --git a/gen/pb_rust/flyteidl.plugins.kubeflow.rs b/gen/pb_rust/flyteidl.plugins.kubeflow.rs
index 7174eb8b1..e65dd3583 100644
--- a/gen/pb_rust/flyteidl.plugins.kubeflow.rs
+++ b/gen/pb_rust/flyteidl.plugins.kubeflow.rs
@@ -19,9 +19,9 @@ pub struct RunPolicy {
 #[derive(Clone, Copy, Debug, PartialEq, Eq, Hash, PartialOrd, Ord, ::prost::Enumeration)]
 #[repr(i32)]
 pub enum RestartPolicy {
-    Always = 0,
+    Never = 0,
     OnFailure = 1,
-    Never = 2,
+    Always = 2,
 }
 impl RestartPolicy {
     /// String value of the enum field names used in the ProtoBuf definition.
@@ -30,17 +30,17 @@ impl RestartPolicy {
     /// (if the ProtoBuf definition does not change) and safe for programmatic use.
     pub fn as_str_name(&self) -> &'static str {
         match self {
-            RestartPolicy::Always => "RESTART_POLICY_ALWAYS",
-            RestartPolicy::OnFailure => "RESTART_POLICY_ON_FAILURE",
             RestartPolicy::Never => "RESTART_POLICY_NEVER",
+            RestartPolicy::OnFailure => "RESTART_POLICY_ON_FAILURE",
+            RestartPolicy::Always => "RESTART_POLICY_ALWAYS",
         }
     }
     /// Creates an enum from field names used in the ProtoBuf definition.
     pub fn from_str_name(value: &str) -> ::core::option::Option {
         match value {
-            "RESTART_POLICY_ALWAYS" => Some(Self::Always),
-            "RESTART_POLICY_ON_FAILURE" => Some(Self::OnFailure),
             "RESTART_POLICY_NEVER" => Some(Self::Never),
+            "RESTART_POLICY_ON_FAILURE" => Some(Self::OnFailure),
+            "RESTART_POLICY_ALWAYS" => Some(Self::Always),
             _ => None,
         }
     }
@@ -107,6 +107,22 @@ pub struct DistributedMpiTrainingReplicaSpec {
     #[prost(enumeration="RestartPolicy", tag="4")]
     pub restart_policy: i32,
 }
+/// Custom proto for torch elastic config for distributed training using 
+/// 
+#[allow(clippy::derive_partial_eq_without_eq)]
+#[derive(Clone, PartialEq, ::prost::Message)]
+pub struct ElasticConfig {
+    #[prost(string, tag="1")]
+    pub rdzv_backend: ::prost::alloc::string::String,
+    #[prost(int32, tag="2")]
+    pub min_replicas: i32,
+    #[prost(int32, tag="3")]
+    pub max_replicas: i32,
+    #[prost(int32, tag="4")]
+    pub nproc_per_node: i32,
+    #[prost(int32, tag="5")]
+    pub max_restarts: i32,
+}
 /// Proto for plugin that enables distributed training using 
 #[allow(clippy::derive_partial_eq_without_eq)]
 #[derive(Clone, PartialEq, ::prost::Message)]
@@ -122,6 +138,9 @@ pub struct DistributedPyTorchTrainingTask {
     /// active.
     #[prost(message, optional, tag="3")]
     pub run_policy: ::core::option::Option,
+    /// config for an elastic pytorch job
+    #[prost(message, optional, tag="4")]
+    pub elastic_config: ::core::option::Option,
 }
 #[allow(clippy::derive_partial_eq_without_eq)]
 #[derive(Clone, PartialEq, ::prost::Message)]
diff --git a/protos/flyteidl/plugins/kubeflow/common.proto b/protos/flyteidl/plugins/kubeflow/common.proto
index ac44fdb56..99a3a8e8c 100644
--- a/protos/flyteidl/plugins/kubeflow/common.proto
+++ b/protos/flyteidl/plugins/kubeflow/common.proto
@@ -6,9 +6,9 @@ option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 
 
 enum RestartPolicy {
-    RESTART_POLICY_ALWAYS = 0;
+    RESTART_POLICY_NEVER = 0;
     RESTART_POLICY_ON_FAILURE = 1;
-    RESTART_POLICY_NEVER = 2;
+    RESTART_POLICY_ALWAYS = 2;
 }
 
 enum CleanPodPolicy {
diff --git a/protos/flyteidl/plugins/kubeflow/pytorch.proto b/protos/flyteidl/plugins/kubeflow/pytorch.proto
index 150aaf803..0e69d890b 100644
--- a/protos/flyteidl/plugins/kubeflow/pytorch.proto
+++ b/protos/flyteidl/plugins/kubeflow/pytorch.proto
@@ -7,6 +7,16 @@ option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 import "flyteidl/core/tasks.proto";
 import "flyteidl/plugins/kubeflow/common.proto";
 
+// Custom proto for torch elastic config for distributed training using 
+// https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go
+message ElasticConfig {
+  string rdzv_backend = 1;
+  int32 min_replicas = 2;
+  int32 max_replicas = 3;
+  int32 nproc_per_node = 4;
+  int32 max_restarts = 5;
+}
+
 // Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
 message DistributedPyTorchTrainingTask {
   // Worker replicas spec
@@ -19,6 +29,9 @@ message DistributedPyTorchTrainingTask {
   // job, for example how to clean up resources and how long the job can stay
   // active.
   RunPolicy run_policy = 3;
+
+  // config for an elastic pytorch job
+  ElasticConfig elastic_config = 4;
 }
 
 message DistributedPyTorchTrainingReplicaSpec {

From 84b06b0fb713f372418bb864bfad688705ee45a9 Mon Sep 17 00:00:00 2001
From: Yubo Wang 
Date: Wed, 26 Apr 2023 13:45:55 -0700
Subject: [PATCH 6/7] add command to MPI

Signed-off-by: Yubo Wang 
---
 .../flyteidl/plugins/kubeflow/mpi.pb.cc       |  81 +++++-
 gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h |  92 ++++++
 gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go |  64 +++--
 .../flyteidl/plugins/kubeflow/Mpi.java        | 272 +++++++++++++++++-
 .../flyteidl/plugins/kubeflow/mpi_pb2.py      |   4 +-
 .../flyteidl/plugins/kubeflow/mpi_pb2.pyi     |   9 +-
 gen/pb_rust/flyteidl.plugins.kubeflow.rs      |   3 +
 protos/flyteidl/plugins/kubeflow/mpi.proto    |   3 +
 8 files changed, 485 insertions(+), 43 deletions(-)

diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc
index 1306a371e..142600ea3 100644
--- a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc
+++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc
@@ -91,6 +91,7 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, image_),
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, resources_),
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, restart_policy_),
+  PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, command_),
 };
 static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = {
   { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask)},
@@ -118,19 +119,19 @@ const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto
   "plicaSpec\022W\n\021launcher_replicas\030\002 \001(\0132<.f"
   "lyteidl.plugins.kubeflow.DistributedMPIT"
   "rainingReplicaSpec\0228\n\nrun_policy\030\003 \001(\0132$"
-  ".flyteidl.plugins.kubeflow.RunPolicy\"\263\001\n"
+  ".flyteidl.plugins.kubeflow.RunPolicy\"\304\001\n"
   "!DistributedMPITrainingReplicaSpec\022\020\n\010re"
   "plicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresources"
   "\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016rest"
   "art_policy\030\004 \001(\0162(.flyteidl.plugins.kube"
-  "flow.RestartPolicyB9Z7github.com/flyteor"
-  "g/flyteidl/gen/pb-go/flyteidl/pluginsb\006p"
-  "roto3"
+  "flow.RestartPolicy\022\017\n\007command\030\005 \003(\tB9Z7g"
+  "ithub.com/flyteorg/flyteidl/gen/pb-go/fl"
+  "yteidl/pluginsb\006proto3"
   ;
 ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = {
   false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 
   descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto,
-  "flyteidl/plugins/kubeflow/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 645,
+  "flyteidl/plugins/kubeflow/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 662,
 };
 
 void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() {
@@ -601,6 +602,7 @@ const int DistributedMPITrainingReplicaSpec::kReplicasFieldNumber;
 const int DistributedMPITrainingReplicaSpec::kImageFieldNumber;
 const int DistributedMPITrainingReplicaSpec::kResourcesFieldNumber;
 const int DistributedMPITrainingReplicaSpec::kRestartPolicyFieldNumber;
+const int DistributedMPITrainingReplicaSpec::kCommandFieldNumber;
 #endif  // !defined(_MSC_VER) || _MSC_VER >= 1900
 
 DistributedMPITrainingReplicaSpec::DistributedMPITrainingReplicaSpec()
@@ -610,7 +612,8 @@ DistributedMPITrainingReplicaSpec::DistributedMPITrainingReplicaSpec()
 }
 DistributedMPITrainingReplicaSpec::DistributedMPITrainingReplicaSpec(const DistributedMPITrainingReplicaSpec& from)
   : ::google::protobuf::Message(),
-      _internal_metadata_(nullptr) {
+      _internal_metadata_(nullptr),
+      command_(from.command_) {
   _internal_metadata_.MergeFrom(from._internal_metadata_);
   image_.UnsafeSetDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited());
   if (from.image().size() > 0) {
@@ -661,6 +664,7 @@ void DistributedMPITrainingReplicaSpec::Clear() {
   // Prevent compiler warnings about cached_has_bits being unused
   (void) cached_has_bits;
 
+  command_.Clear();
   image_.ClearToEmptyNoArena(&::google::protobuf::internal::GetEmptyStringAlreadyInited());
   if (GetArenaNoVirtual() == nullptr && resources_ != nullptr) {
     delete resources_;
@@ -729,6 +733,25 @@ const char* DistributedMPITrainingReplicaSpec::_InternalParse(const char* begin,
         GOOGLE_PROTOBUF_PARSER_ASSERT(ptr);
         break;
       }
+      // repeated string command = 5;
+      case 5: {
+        if (static_cast<::google::protobuf::uint8>(tag) != 42) goto handle_unusual;
+        do {
+          ptr = ::google::protobuf::io::ReadSize(ptr, &size);
+          GOOGLE_PROTOBUF_PARSER_ASSERT(ptr);
+          ctx->extra_parse_data().SetFieldName("flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command");
+          object = msg->add_command();
+          if (size > end - ptr + ::google::protobuf::internal::ParseContext::kSlopBytes) {
+            parser_till_end = ::google::protobuf::internal::GreedyStringParserUTF8;
+            goto string_till_end;
+          }
+          GOOGLE_PROTOBUF_PARSER_ASSERT(::google::protobuf::internal::StringCheckUTF8(ptr, size, ctx));
+          ::google::protobuf::internal::InlineGreedyStringParser(object, ptr, size, ctx);
+          ptr += size;
+          if (ptr >= end) break;
+        } while ((::google::protobuf::io::UnalignedLoad<::google::protobuf::uint64>(ptr) & 255) == 42 && (ptr += 1));
+        break;
+      }
       default: {
       handle_unusual:
         if ((tag & 7) == 4 || tag == 0) {
@@ -816,6 +839,22 @@ bool DistributedMPITrainingReplicaSpec::MergePartialFromCodedStream(
         break;
       }
 
+      // repeated string command = 5;
+      case 5: {
+        if (static_cast< ::google::protobuf::uint8>(tag) == (42 & 0xFF)) {
+          DO_(::google::protobuf::internal::WireFormatLite::ReadString(
+                input, this->add_command()));
+          DO_(::google::protobuf::internal::WireFormatLite::VerifyUtf8String(
+            this->command(this->command_size() - 1).data(),
+            static_cast(this->command(this->command_size() - 1).length()),
+            ::google::protobuf::internal::WireFormatLite::PARSE,
+            "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command"));
+        } else {
+          goto handle_unusual;
+        }
+        break;
+      }
+
       default: {
       handle_unusual:
         if (tag == 0) {
@@ -870,6 +909,16 @@ void DistributedMPITrainingReplicaSpec::SerializeWithCachedSizes(
       4, this->restart_policy(), output);
   }
 
+  // repeated string command = 5;
+  for (int i = 0, n = this->command_size(); i < n; i++) {
+    ::google::protobuf::internal::WireFormatLite::VerifyUtf8String(
+      this->command(i).data(), static_cast(this->command(i).length()),
+      ::google::protobuf::internal::WireFormatLite::SERIALIZE,
+      "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command");
+    ::google::protobuf::internal::WireFormatLite::WriteString(
+      5, this->command(i), output);
+  }
+
   if (_internal_metadata_.have_unknown_fields()) {
     ::google::protobuf::internal::WireFormat::SerializeUnknownFields(
         _internal_metadata_.unknown_fields(), output);
@@ -912,6 +961,16 @@ ::google::protobuf::uint8* DistributedMPITrainingReplicaSpec::InternalSerializeW
       4, this->restart_policy(), target);
   }
 
+  // repeated string command = 5;
+  for (int i = 0, n = this->command_size(); i < n; i++) {
+    ::google::protobuf::internal::WireFormatLite::VerifyUtf8String(
+      this->command(i).data(), static_cast(this->command(i).length()),
+      ::google::protobuf::internal::WireFormatLite::SERIALIZE,
+      "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command");
+    target = ::google::protobuf::internal::WireFormatLite::
+      WriteStringToArray(5, this->command(i), target);
+  }
+
   if (_internal_metadata_.have_unknown_fields()) {
     target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray(
         _internal_metadata_.unknown_fields(), target);
@@ -933,6 +992,14 @@ size_t DistributedMPITrainingReplicaSpec::ByteSizeLong() const {
   // Prevent compiler warnings about cached_has_bits being unused
   (void) cached_has_bits;
 
+  // repeated string command = 5;
+  total_size += 1 *
+      ::google::protobuf::internal::FromIntSize(this->command_size());
+  for (int i = 0, n = this->command_size(); i < n; i++) {
+    total_size += ::google::protobuf::internal::WireFormatLite::StringSize(
+      this->command(i));
+  }
+
   // string image = 2;
   if (this->image().size() > 0) {
     total_size += 1 +
@@ -987,6 +1054,7 @@ void DistributedMPITrainingReplicaSpec::MergeFrom(const DistributedMPITrainingRe
   ::google::protobuf::uint32 cached_has_bits = 0;
   (void) cached_has_bits;
 
+  command_.MergeFrom(from.command_);
   if (from.image().size() > 0) {
 
     image_.AssignWithDefault(&::google::protobuf::internal::GetEmptyStringAlreadyInited(), from.image_);
@@ -1027,6 +1095,7 @@ void DistributedMPITrainingReplicaSpec::Swap(DistributedMPITrainingReplicaSpec*
 void DistributedMPITrainingReplicaSpec::InternalSwap(DistributedMPITrainingReplicaSpec* other) {
   using std::swap;
   _internal_metadata_.Swap(&other->_internal_metadata_);
+  command_.InternalSwap(CastToBase(&other->command_));
   image_.Swap(&other->image_, &::google::protobuf::internal::GetEmptyStringAlreadyInited(),
     GetArenaNoVirtual());
   swap(resources_, other->resources_);
diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h
index 13fb83ef3..e5b5fc68d 100644
--- a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h
+++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h
@@ -304,6 +304,28 @@ class DistributedMPITrainingReplicaSpec final :
 
   // accessors -------------------------------------------------------
 
+  // repeated string command = 5;
+  int command_size() const;
+  void clear_command();
+  static const int kCommandFieldNumber = 5;
+  const ::std::string& command(int index) const;
+  ::std::string* mutable_command(int index);
+  void set_command(int index, const ::std::string& value);
+  #if LANG_CXX11
+  void set_command(int index, ::std::string&& value);
+  #endif
+  void set_command(int index, const char* value);
+  void set_command(int index, const char* value, size_t size);
+  ::std::string* add_command();
+  void add_command(const ::std::string& value);
+  #if LANG_CXX11
+  void add_command(::std::string&& value);
+  #endif
+  void add_command(const char* value);
+  void add_command(const char* value, size_t size);
+  const ::google::protobuf::RepeatedPtrField<::std::string>& command() const;
+  ::google::protobuf::RepeatedPtrField<::std::string>* mutable_command();
+
   // string image = 2;
   void clear_image();
   static const int kImageFieldNumber = 2;
@@ -344,6 +366,7 @@ class DistributedMPITrainingReplicaSpec final :
   class HasBitSetters;
 
   ::google::protobuf::internal::InternalMetadataWithArena _internal_metadata_;
+  ::google::protobuf::RepeatedPtrField<::std::string> command_;
   ::google::protobuf::internal::ArenaStringPtr image_;
   ::flyteidl::core::Resources* resources_;
   ::google::protobuf::int32 replicas_;
@@ -639,6 +662,75 @@ inline void DistributedMPITrainingReplicaSpec::set_restart_policy(::flyteidl::pl
   // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.restart_policy)
 }
 
+// repeated string command = 5;
+inline int DistributedMPITrainingReplicaSpec::command_size() const {
+  return command_.size();
+}
+inline void DistributedMPITrainingReplicaSpec::clear_command() {
+  command_.Clear();
+}
+inline const ::std::string& DistributedMPITrainingReplicaSpec::command(int index) const {
+  // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+  return command_.Get(index);
+}
+inline ::std::string* DistributedMPITrainingReplicaSpec::mutable_command(int index) {
+  // @@protoc_insertion_point(field_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+  return command_.Mutable(index);
+}
+inline void DistributedMPITrainingReplicaSpec::set_command(int index, const ::std::string& value) {
+  // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+  command_.Mutable(index)->assign(value);
+}
+#if LANG_CXX11
+inline void DistributedMPITrainingReplicaSpec::set_command(int index, ::std::string&& value) {
+  // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+  command_.Mutable(index)->assign(std::move(value));
+}
+#endif
+inline void DistributedMPITrainingReplicaSpec::set_command(int index, const char* value) {
+  GOOGLE_DCHECK(value != nullptr);
+  command_.Mutable(index)->assign(value);
+  // @@protoc_insertion_point(field_set_char:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+}
+inline void DistributedMPITrainingReplicaSpec::set_command(int index, const char* value, size_t size) {
+  command_.Mutable(index)->assign(
+    reinterpret_cast(value), size);
+  // @@protoc_insertion_point(field_set_pointer:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+}
+inline ::std::string* DistributedMPITrainingReplicaSpec::add_command() {
+  // @@protoc_insertion_point(field_add_mutable:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+  return command_.Add();
+}
+inline void DistributedMPITrainingReplicaSpec::add_command(const ::std::string& value) {
+  command_.Add()->assign(value);
+  // @@protoc_insertion_point(field_add:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+}
+#if LANG_CXX11
+inline void DistributedMPITrainingReplicaSpec::add_command(::std::string&& value) {
+  command_.Add(std::move(value));
+  // @@protoc_insertion_point(field_add:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+}
+#endif
+inline void DistributedMPITrainingReplicaSpec::add_command(const char* value) {
+  GOOGLE_DCHECK(value != nullptr);
+  command_.Add()->assign(value);
+  // @@protoc_insertion_point(field_add_char:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+}
+inline void DistributedMPITrainingReplicaSpec::add_command(const char* value, size_t size) {
+  command_.Add()->assign(reinterpret_cast(value), size);
+  // @@protoc_insertion_point(field_add_pointer:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+}
+inline const ::google::protobuf::RepeatedPtrField<::std::string>&
+DistributedMPITrainingReplicaSpec::command() const {
+  // @@protoc_insertion_point(field_list:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+  return command_;
+}
+inline ::google::protobuf::RepeatedPtrField<::std::string>*
+DistributedMPITrainingReplicaSpec::mutable_command() {
+  // @@protoc_insertion_point(field_mutable_list:flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec.command)
+  return &command_;
+}
+
 #ifdef __GNUC__
   #pragma GCC diagnostic pop
 #endif  // __GNUC__
diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
index 6f66346af..5bd6c94ad 100644
--- a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
+++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
@@ -91,10 +91,12 @@ type DistributedMPITrainingReplicaSpec struct {
 	// Resources required for the replica group
 	Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
 	// Restart policy determines whether pods will be restarted when they exit
-	RestartPolicy        RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"`
-	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
-	XXX_unrecognized     []byte        `json:"-"`
-	XXX_sizecache        int32         `json:"-"`
+	RestartPolicy RestartPolicy `protobuf:"varint,4,opt,name=restart_policy,json=restartPolicy,proto3,enum=flyteidl.plugins.kubeflow.RestartPolicy" json:"restart_policy,omitempty"`
+	// MPI sometimes requires different command set for different replica groups
+	Command              []string `protobuf:"bytes,5,rep,name=command,proto3" json:"command,omitempty"`
+	XXX_NoUnkeyedLiteral struct{} `json:"-"`
+	XXX_unrecognized     []byte   `json:"-"`
+	XXX_sizecache        int32    `json:"-"`
 }
 
 func (m *DistributedMPITrainingReplicaSpec) Reset()         { *m = DistributedMPITrainingReplicaSpec{} }
@@ -150,6 +152,13 @@ func (m *DistributedMPITrainingReplicaSpec) GetRestartPolicy() RestartPolicy {
 	return RestartPolicy_RESTART_POLICY_NEVER
 }
 
+func (m *DistributedMPITrainingReplicaSpec) GetCommand() []string {
+	if m != nil {
+		return m.Command
+	}
+	return nil
+}
+
 func init() {
 	proto.RegisterType((*DistributedMPITrainingTask)(nil), "flyteidl.plugins.kubeflow.DistributedMPITrainingTask")
 	proto.RegisterType((*DistributedMPITrainingReplicaSpec)(nil), "flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpec")
@@ -160,27 +169,28 @@ func init() {
 }
 
 var fileDescriptor_298b02c608b0cddf = []byte{
-	// 345 bytes of a gzipped FileDescriptorProto
-	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x52, 0x4d, 0x4b, 0x03, 0x31,
-	0x10, 0x65, 0xab, 0x15, 0x1b, 0xb1, 0xea, 0xe2, 0xa1, 0xee, 0xa9, 0x56, 0x91, 0x5e, 0xdc, 0x40,
-	0x05, 0x45, 0xf0, 0xa4, 0x5e, 0x3c, 0x88, 0x25, 0xf6, 0xe4, 0xa5, 0xec, 0xa6, 0xe9, 0x36, 0x6c,
-	0x36, 0x09, 0x93, 0x84, 0xd2, 0xdf, 0xe5, 0xff, 0xf1, 0xb7, 0x88, 0xfb, 0xd5, 0x2a, 0xb6, 0x5e,
-	0xbc, 0x65, 0x32, 0x6f, 0xde, 0x9b, 0x97, 0x3c, 0x74, 0x36, 0x15, 0x0b, 0xcb, 0xf8, 0x44, 0x60,
-	0x2d, 0x5c, 0xc2, 0xa5, 0xc1, 0xa9, 0x8b, 0xd9, 0x54, 0xa8, 0x39, 0xce, 0x34, 0x0f, 0x35, 0x28,
-	0xab, 0xfc, 0x93, 0x0a, 0x14, 0x96, 0xa0, 0xb0, 0x02, 0x05, 0x75, 0x0b, 0x53, 0x05, 0x0c, 0xdb,
-	0xc8, 0xa4, 0xa6, 0x98, 0x0a, 0x2e, 0xd6, 0x53, 0x53, 0x95, 0x65, 0x4a, 0x16, 0xb8, 0xde, 0x7b,
-	0x03, 0x05, 0x8f, 0xdc, 0x58, 0xe0, 0xb1, 0xb3, 0x6c, 0xf2, 0x3c, 0x7c, 0x1a, 0x41, 0xc4, 0x25,
-	0x97, 0xc9, 0x28, 0x32, 0xa9, 0xcf, 0xd0, 0xc1, 0x5c, 0x41, 0xca, 0x60, 0x0c, 0x4c, 0x0b, 0x4e,
-	0x23, 0xd3, 0xf1, 0xba, 0x5e, 0x7f, 0x6f, 0x70, 0x17, 0xae, 0x5d, 0x2b, 0xfc, 0x9d, 0x8f, 0x14,
-	0x04, 0xaf, 0x9a, 0x51, 0xd2, 0x2e, 0x48, 0xcb, 0x2b, 0xe3, 0x73, 0x74, 0x24, 0x22, 0x27, 0xe9,
-	0x6c, 0x55, 0xa8, 0xf1, 0x0f, 0x42, 0x87, 0x15, 0x6d, 0x2d, 0xf5, 0x80, 0x10, 0x38, 0x39, 0xd6,
-	0x4a, 0x70, 0xba, 0xe8, 0x6c, 0xe5, 0x1a, 0xe7, 0x1b, 0x34, 0x88, 0x93, 0xc3, 0x1c, 0x4b, 0x5a,
-	0x50, 0x1d, 0x7b, 0x1f, 0x1e, 0x3a, 0xfd, 0x53, 0xdc, 0x0f, 0xd0, 0xee, 0xb7, 0x57, 0x6b, 0x92,
-	0xba, 0xf6, 0x8f, 0x51, 0x93, 0x67, 0x51, 0xc2, 0x72, 0x97, 0x2d, 0x52, 0x14, 0xfe, 0x35, 0x6a,
-	0x01, 0x33, 0xca, 0x01, 0x65, 0xa6, 0xdc, 0xad, 0xb3, 0xdc, 0xed, 0xeb, 0x93, 0x43, 0x52, 0xf5,
-	0xc9, 0x12, 0xea, 0xbf, 0xa0, 0x36, 0x30, 0x63, 0x23, 0xb0, 0x95, 0xb1, 0xed, 0xae, 0xd7, 0x6f,
-	0x0f, 0xfa, 0x9b, 0x8c, 0x15, 0x03, 0xa5, 0xb9, 0x7d, 0x58, 0x2d, 0xef, 0x6f, 0xdf, 0x6e, 0x12,
-	0x6e, 0x67, 0x2e, 0x0e, 0xa9, 0xca, 0x70, 0x4e, 0xa2, 0x20, 0xc1, 0x75, 0xa8, 0x12, 0x26, 0xb1,
-	0x8e, 0x2f, 0x13, 0x85, 0x7f, 0xe6, 0x2c, 0xde, 0xc9, 0x83, 0x75, 0xf5, 0x19, 0x00, 0x00, 0xff,
-	0xff, 0xd7, 0xae, 0x61, 0xdf, 0xdd, 0x02, 0x00, 0x00,
+	// 361 bytes of a gzipped FileDescriptorProto
+	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x52, 0x3d, 0x4f, 0xf3, 0x30,
+	0x18, 0x54, 0xda, 0xb7, 0x2f, 0xc4, 0x88, 0x02, 0x16, 0x43, 0xc8, 0x54, 0x0a, 0x42, 0x59, 0x88,
+	0xa5, 0x22, 0x81, 0x90, 0x98, 0x80, 0x85, 0x01, 0x51, 0x99, 0x4e, 0x2c, 0x95, 0xe3, 0xba, 0xa9,
+	0x95, 0xc4, 0x8e, 0xfc, 0xa1, 0xaa, 0xbf, 0x8b, 0x3f, 0xc7, 0x88, 0x9a, 0xaf, 0x16, 0x44, 0xcb,
+	0xc2, 0x96, 0xcb, 0x73, 0xcf, 0xdd, 0x73, 0xc9, 0x81, 0xb3, 0x69, 0xba, 0x30, 0x8c, 0x4f, 0x52,
+	0x94, 0xa7, 0x36, 0xe6, 0x42, 0xa3, 0xc4, 0x46, 0x6c, 0x9a, 0xca, 0x39, 0xca, 0x72, 0x1e, 0xe6,
+	0x4a, 0x1a, 0x09, 0x4f, 0x6a, 0x52, 0x58, 0x91, 0xc2, 0x9a, 0xe4, 0x37, 0x23, 0x44, 0xa5, 0x62,
+	0xc8, 0x10, 0x9d, 0xe8, 0x72, 0xcb, 0xbf, 0xd8, 0x2c, 0x4d, 0x65, 0x96, 0x49, 0x51, 0xf2, 0xfa,
+	0xef, 0x2d, 0xe0, 0x3f, 0x72, 0x6d, 0x14, 0x8f, 0xac, 0x61, 0x93, 0xe7, 0xe1, 0xd3, 0x48, 0x11,
+	0x2e, 0xb8, 0x88, 0x47, 0x44, 0x27, 0x90, 0x81, 0x83, 0xb9, 0x54, 0x09, 0x53, 0x63, 0xc5, 0xf2,
+	0x94, 0x53, 0xa2, 0x3d, 0xa7, 0xe7, 0x04, 0x7b, 0x83, 0xbb, 0x70, 0xe3, 0x59, 0xe1, 0xcf, 0x7a,
+	0xb8, 0x14, 0x78, 0xcd, 0x19, 0xc5, 0xdd, 0x52, 0xb4, 0x7a, 0xa5, 0x21, 0x07, 0x47, 0x29, 0xb1,
+	0x82, 0xce, 0xd6, 0x8d, 0x5a, 0x7f, 0x60, 0x74, 0x58, 0xcb, 0x36, 0x56, 0x0f, 0x00, 0x28, 0x2b,
+	0xc6, 0xb9, 0x4c, 0x39, 0x5d, 0x78, 0xed, 0xc2, 0xe3, 0x7c, 0x8b, 0x07, 0xb6, 0x62, 0x58, 0x70,
+	0xb1, 0xab, 0xea, 0xc7, 0xfe, 0x87, 0x03, 0x4e, 0x7f, 0x35, 0x87, 0x3e, 0xd8, 0xfd, 0xf2, 0xd5,
+	0x3a, 0xb8, 0xc1, 0xf0, 0x18, 0x74, 0x78, 0x46, 0x62, 0x56, 0xa4, 0x74, 0x71, 0x09, 0xe0, 0x35,
+	0x70, 0x15, 0xd3, 0xd2, 0x2a, 0xca, 0x74, 0x75, 0x9b, 0xb7, 0xba, 0x6d, 0xf9, 0x93, 0x43, 0x5c,
+	0xcf, 0xf1, 0x8a, 0x0a, 0x5f, 0x40, 0x57, 0x31, 0x6d, 0x88, 0x32, 0x75, 0xb0, 0x7f, 0x3d, 0x27,
+	0xe8, 0x0e, 0x82, 0x6d, 0xc1, 0xca, 0x85, 0x2a, 0xdc, 0xbe, 0x5a, 0x87, 0xd0, 0x03, 0x3b, 0xcb,
+	0x9a, 0x10, 0x31, 0xf1, 0x3a, 0xbd, 0x76, 0xe0, 0xe2, 0x1a, 0xde, 0xdf, 0xbe, 0xdd, 0xc4, 0xdc,
+	0xcc, 0x6c, 0x14, 0x52, 0x99, 0xa1, 0x42, 0x5e, 0xaa, 0x18, 0x35, 0x75, 0x8b, 0x99, 0x40, 0x79,
+	0x74, 0x19, 0x4b, 0xf4, 0xbd, 0x81, 0xd1, 0xff, 0xa2, 0x72, 0x57, 0x9f, 0x01, 0x00, 0x00, 0xff,
+	0xff, 0x1b, 0xe5, 0x26, 0xdc, 0xf7, 0x02, 0x00, 0x00,
 }
diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java
index 5a3fe472d..c122c98da 100644
--- a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java
+++ b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java
@@ -1298,6 +1298,41 @@ public interface DistributedMPITrainingReplicaSpecOrBuilder extends
      * .flyteidl.plugins.kubeflow.RestartPolicy restart_policy = 4;
      */
     flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy();
+
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    java.util.List
+        getCommandList();
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    int getCommandCount();
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    java.lang.String getCommand(int index);
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    com.google.protobuf.ByteString
+        getCommandBytes(int index);
   }
   /**
    * 
@@ -1318,6 +1353,7 @@ private DistributedMPITrainingReplicaSpec(com.google.protobuf.GeneratedMessageV3
     private DistributedMPITrainingReplicaSpec() {
       image_ = "";
       restartPolicy_ = 0;
+      command_ = com.google.protobuf.LazyStringArrayList.EMPTY;
     }
 
     @java.lang.Override
@@ -1374,6 +1410,15 @@ private DistributedMPITrainingReplicaSpec(
               restartPolicy_ = rawValue;
               break;
             }
+            case 42: {
+              java.lang.String s = input.readStringRequireUtf8();
+              if (!((mutable_bitField0_ & 0x00000010) != 0)) {
+                command_ = new com.google.protobuf.LazyStringArrayList();
+                mutable_bitField0_ |= 0x00000010;
+              }
+              command_.add(s);
+              break;
+            }
             default: {
               if (!parseUnknownField(
                   input, unknownFields, extensionRegistry, tag)) {
@@ -1389,6 +1434,9 @@ private DistributedMPITrainingReplicaSpec(
         throw new com.google.protobuf.InvalidProtocolBufferException(
             e).setUnfinishedMessage(this);
       } finally {
+        if (((mutable_bitField0_ & 0x00000010) != 0)) {
+          command_ = command_.getUnmodifiableView();
+        }
         this.unknownFields = unknownFields.build();
         makeExtensionsImmutable();
       }
@@ -1406,6 +1454,7 @@ private DistributedMPITrainingReplicaSpec(
               flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.class, flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec.Builder.class);
     }
 
+    private int bitField0_;
     public static final int REPLICAS_FIELD_NUMBER = 1;
     private int replicas_;
     /**
@@ -1519,6 +1568,51 @@ public flyteidl.plugins.kubeflow.Common.RestartPolicy getRestartPolicy() {
       return result == null ? flyteidl.plugins.kubeflow.Common.RestartPolicy.UNRECOGNIZED : result;
     }
 
+    public static final int COMMAND_FIELD_NUMBER = 5;
+    private com.google.protobuf.LazyStringList command_;
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    public com.google.protobuf.ProtocolStringList
+        getCommandList() {
+      return command_;
+    }
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    public int getCommandCount() {
+      return command_.size();
+    }
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    public java.lang.String getCommand(int index) {
+      return command_.get(index);
+    }
+    /**
+     * 
+     * MPI sometimes requires different command set for different replica groups
+     * 

+     *
+     * repeated string command = 5;
+     */
+    public com.google.protobuf.ByteString
+        getCommandBytes(int index) {
+      return command_.getByteString(index);
+    }
+
     private byte memoizedIsInitialized = -1;
     @java.lang.Override
     public final boolean isInitialized() {
@@ -1545,6 +1639,9 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (restartPolicy_ != flyteidl.plugins.kubeflow.Common.RestartPolicy.RESTART_POLICY_NEVER.getNumber()) {
         output.writeEnum(4, restartPolicy_);
       }
+      for (int i = 0; i < command_.size(); i++) {
+        com.google.protobuf.GeneratedMessageV3.writeString(output, 5, command_.getRaw(i));
+      }
       unknownFields.writeTo(output);
     }
 
@@ -1569,6 +1666,14 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeEnumSize(4, restartPolicy_);
       }
+      {
+        int dataSize = 0;
+        for (int i = 0; i < command_.size(); i++) {
+          dataSize += computeStringSizeNoTag(command_.getRaw(i));
+        }
+        size += dataSize;
+        size += 1 * getCommandList().size();
+      }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
       return size;
@@ -1594,6 +1699,8 @@ public boolean equals(final java.lang.Object obj) {
             .equals(other.getResources())) return false;
       }
       if (restartPolicy_ != other.restartPolicy_) return false;
+      if (!getCommandList()
+          .equals(other.getCommandList())) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
     }
@@ -1615,6 +1722,10 @@ public int hashCode() {
       }
       hash = (37 * hash) + RESTART_POLICY_FIELD_NUMBER;
       hash = (53 * hash) + restartPolicy_;
+      if (getCommandCount() > 0) {
+        hash = (37 * hash) + COMMAND_FIELD_NUMBER;
+        hash = (53 * hash) + getCommandList().hashCode();
+      }
       hash = (29 * hash) + unknownFields.hashCode();
       memoizedHashCode = hash;
       return hash;
@@ -1764,6 +1875,8 @@ public Builder clear() {
         }
         restartPolicy_ = 0;
 
+        command_ = com.google.protobuf.LazyStringArrayList.EMPTY;
+        bitField0_ = (bitField0_ & ~0x00000010);
         return this;
       }
 
@@ -1790,6 +1903,8 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec build() {
       @java.lang.Override
       public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec buildPartial() {
         flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec result = new flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec(this);
+        int from_bitField0_ = bitField0_;
+        int to_bitField0_ = 0;
         result.replicas_ = replicas_;
         result.image_ = image_;
         if (resourcesBuilder_ == null) {
@@ -1798,6 +1913,12 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec buildPart
           result.resources_ = resourcesBuilder_.build();
         }
         result.restartPolicy_ = restartPolicy_;
+        if (((bitField0_ & 0x00000010) != 0)) {
+          command_ = command_.getUnmodifiableView();
+          bitField0_ = (bitField0_ & ~0x00000010);
+        }
+        result.command_ = command_;
+        result.bitField0_ = to_bitField0_;
         onBuilt();
         return result;
       }
@@ -1859,6 +1980,16 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingRep
         if (other.restartPolicy_ != 0) {
           setRestartPolicyValue(other.getRestartPolicyValue());
         }
+        if (!other.command_.isEmpty()) {
+          if (command_.isEmpty()) {
+            command_ = other.command_;
+            bitField0_ = (bitField0_ & ~0x00000010);
+          } else {
+            ensureCommandIsMutable();
+            command_.addAll(other.command_);
+          }
+          onChanged();
+        }
         this.mergeUnknownFields(other.unknownFields);
         onChanged();
         return this;
@@ -1887,6 +2018,7 @@ public Builder mergeFrom(
         }
         return this;
       }
+      private int bitField0_;
 
       private int replicas_ ;
       /**
@@ -2232,6 +2364,136 @@ public Builder clearRestartPolicy() {
         onChanged();
         return this;
       }
+
+      private com.google.protobuf.LazyStringList command_ = com.google.protobuf.LazyStringArrayList.EMPTY;
+      private void ensureCommandIsMutable() {
+        if (!((bitField0_ & 0x00000010) != 0)) {
+          command_ = new com.google.protobuf.LazyStringArrayList(command_);
+          bitField0_ |= 0x00000010;
+         }
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public com.google.protobuf.ProtocolStringList
+          getCommandList() {
+        return command_.getUnmodifiableView();
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public int getCommandCount() {
+        return command_.size();
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public java.lang.String getCommand(int index) {
+        return command_.get(index);
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public com.google.protobuf.ByteString
+          getCommandBytes(int index) {
+        return command_.getByteString(index);
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public Builder setCommand(
+          int index, java.lang.String value) {
+        if (value == null) {
+    throw new NullPointerException();
+  }
+  ensureCommandIsMutable();
+        command_.set(index, value);
+        onChanged();
+        return this;
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public Builder addCommand(
+          java.lang.String value) {
+        if (value == null) {
+    throw new NullPointerException();
+  }
+  ensureCommandIsMutable();
+        command_.add(value);
+        onChanged();
+        return this;
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public Builder addAllCommand(
+          java.lang.Iterable values) {
+        ensureCommandIsMutable();
+        com.google.protobuf.AbstractMessageLite.Builder.addAll(
+            values, command_);
+        onChanged();
+        return this;
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public Builder clearCommand() {
+        command_ = com.google.protobuf.LazyStringArrayList.EMPTY;
+        bitField0_ = (bitField0_ & ~0x00000010);
+        onChanged();
+        return this;
+      }
+      /**
+       * 
+       * MPI sometimes requires different command set for different replica groups
+       * 

+       *
+       * repeated string command = 5;
+       */
+      public Builder addCommandBytes(
+          com.google.protobuf.ByteString value) {
+        if (value == null) {
+    throw new NullPointerException();
+  }
+  checkByteStringIsUtf8(value);
+        ensureCommandIsMutable();
+        command_.add(value);
+        onChanged();
+        return this;
+      }
       @java.lang.Override
       public final Builder setUnknownFields(
           final com.google.protobuf.UnknownFieldSet unknownFields) {
@@ -2313,14 +2575,14 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getDefaul
       "plicaSpec\022W\n\021launcher_replicas\030\002 \001(\0132<.f" +
       "lyteidl.plugins.kubeflow.DistributedMPIT" +
       "rainingReplicaSpec\0228\n\nrun_policy\030\003 \001(\0132$" +
-      ".flyteidl.plugins.kubeflow.RunPolicy\"\263\001\n" +
+      ".flyteidl.plugins.kubeflow.RunPolicy\"\304\001\n" +
       "!DistributedMPITrainingReplicaSpec\022\020\n\010re" +
       "plicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresources" +
       "\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016rest" +
       "art_policy\030\004 \001(\0162(.flyteidl.plugins.kube" +
-      "flow.RestartPolicyB9Z7github.com/flyteor" +
-      "g/flyteidl/gen/pb-go/flyteidl/pluginsb\006p" +
-      "roto3"
+      "flow.RestartPolicy\022\017\n\007command\030\005 \003(\tB9Z7g" +
+      "ithub.com/flyteorg/flyteidl/gen/pb-go/fl" +
+      "yteidl/pluginsb\006proto3"
     };
     com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
         new com.google.protobuf.Descriptors.FileDescriptor.    InternalDescriptorAssigner() {
@@ -2347,7 +2609,7 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor,
-        new java.lang.String[] { "Replicas", "Image", "Resources", "RestartPolicy", });
+        new java.lang.String[] { "Replicas", "Image", "Resources", "RestartPolicy", "Command", });
     flyteidl.core.Tasks.getDescriptor();
     flyteidl.plugins.kubeflow.Common.getDescriptor();
   }
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
index c70ca6b95..5654fd533 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
@@ -15,7 +15,7 @@
 from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xb3\x02\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xde\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicyB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xb3\x02\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xf8\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicy\x12\x18\n\x07\x63ommand\x18\x05 \x03(\tR\x07\x63ommandB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -27,5 +27,5 @@
   _globals['_DISTRIBUTEDMPITRAININGTASK']._serialized_start=134
   _globals['_DISTRIBUTEDMPITRAININGTASK']._serialized_end=441
   _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_start=444
-  _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_end=666
+  _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_end=692
 # @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
index 93f4886ca..68b878246 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
@@ -1,8 +1,9 @@
 from flyteidl.core import tasks_pb2 as _tasks_pb2
 from flyteidl.plugins.kubeflow import common_pb2 as _common_pb2
+from google.protobuf.internal import containers as _containers
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
-from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
 
 DESCRIPTOR: _descriptor.FileDescriptor
 
@@ -17,13 +18,15 @@ class DistributedMPITrainingTask(_message.Message):
     def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ...
 
 class DistributedMPITrainingReplicaSpec(_message.Message):
-    __slots__ = ["replicas", "image", "resources", "restart_policy"]
+    __slots__ = ["replicas", "image", "resources", "restart_policy", "command"]
     REPLICAS_FIELD_NUMBER: _ClassVar[int]
     IMAGE_FIELD_NUMBER: _ClassVar[int]
     RESOURCES_FIELD_NUMBER: _ClassVar[int]
     RESTART_POLICY_FIELD_NUMBER: _ClassVar[int]
+    COMMAND_FIELD_NUMBER: _ClassVar[int]
     replicas: int
     image: str
     resources: _tasks_pb2.Resources
     restart_policy: _common_pb2.RestartPolicy
-    def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ...) -> None: ...
+    command: _containers.RepeatedScalarFieldContainer[str]
+    def __init__(self, replicas: _Optional[int] = ..., image: _Optional[str] = ..., resources: _Optional[_Union[_tasks_pb2.Resources, _Mapping]] = ..., restart_policy: _Optional[_Union[_common_pb2.RestartPolicy, str]] = ..., command: _Optional[_Iterable[str]] = ...) -> None: ...
diff --git a/gen/pb_rust/flyteidl.plugins.kubeflow.rs b/gen/pb_rust/flyteidl.plugins.kubeflow.rs
index e65dd3583..8998dbc30 100644
--- a/gen/pb_rust/flyteidl.plugins.kubeflow.rs
+++ b/gen/pb_rust/flyteidl.plugins.kubeflow.rs
@@ -106,6 +106,9 @@ pub struct DistributedMpiTrainingReplicaSpec {
     /// Restart policy determines whether pods will be restarted when they exit
     #[prost(enumeration="RestartPolicy", tag="4")]
     pub restart_policy: i32,
+    /// MPI sometimes requires different command set for different replica groups
+    #[prost(string, repeated, tag="5")]
+    pub command: ::prost::alloc::vec::Vec<::prost::alloc::string::String>,
 }
 /// Custom proto for torch elastic config for distributed training using 
 /// 
diff --git a/protos/flyteidl/plugins/kubeflow/mpi.proto b/protos/flyteidl/plugins/kubeflow/mpi.proto
index bb7633b1b..fedc886d6 100644
--- a/protos/flyteidl/plugins/kubeflow/mpi.proto
+++ b/protos/flyteidl/plugins/kubeflow/mpi.proto
@@ -34,4 +34,7 @@ message DistributedMPITrainingReplicaSpec {
   
   // Restart policy determines whether pods will be restarted when they exit
   RestartPolicy restart_policy = 4;
+
+  // MPI sometimes requires different command set for different replica groups
+  repeated string command = 5;
 }
\ No newline at end of file

From ca68036ff40f1414a4cec09d94bc33522c91cbc1 Mon Sep 17 00:00:00 2001
From: Yubo Wang 
Date: Thu, 27 Apr 2023 00:07:03 -0700
Subject: [PATCH 7/7] add slots and command to mpi spec

Signed-off-by: Yubo Wang 
---
 .../flyteidl/plugins/kubeflow/mpi.pb.cc       |  71 +++++++++---
 gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h |  21 ++++
 gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go |  66 +++++++-----
 .../plugins/kubeflow/mpi.pb.validate.go       |   2 +
 .../flyteidl/plugins/kubeflow/Mpi.java        | 102 ++++++++++++++++--
 .../flyteidl/plugins/kubeflow/mpi_pb2.py      |   8 +-
 .../flyteidl/plugins/kubeflow/mpi_pb2.pyi     |   6 +-
 gen/pb_rust/flyteidl.plugins.kubeflow.rs      |   3 +
 protos/flyteidl/plugins/kubeflow/mpi.proto    |   3 +
 9 files changed, 225 insertions(+), 57 deletions(-)

diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc
index 142600ea3..bac650d44 100644
--- a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc
+++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.cc
@@ -82,6 +82,7 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, worker_replicas_),
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, launcher_replicas_),
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, run_policy_),
+  PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask, slots_),
   ~0u,  // no _has_bits_
   PROTOBUF_FIELD_OFFSET(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec, _internal_metadata_),
   ~0u,  // no _extensions_
@@ -95,7 +96,7 @@ const ::google::protobuf::uint32 TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi
 };
 static const ::google::protobuf::internal::MigrationSchema schemas[] PROTOBUF_SECTION_VARIABLE(protodesc_cold) = {
   { 0, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingTask)},
-  { 8, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec)},
+  { 9, -1, sizeof(::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec)},
 };
 
 static ::google::protobuf::Message const * const file_default_instances[] = {
@@ -113,25 +114,25 @@ const char descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto
   "\n#flyteidl/plugins/kubeflow/mpi.proto\022\031f"
   "lyteidl.plugins.kubeflow\032\031flyteidl/core/"
   "tasks.proto\032&flyteidl/plugins/kubeflow/c"
-  "ommon.proto\"\206\002\n\032DistributedMPITrainingTa"
+  "ommon.proto\"\225\002\n\032DistributedMPITrainingTa"
   "sk\022U\n\017worker_replicas\030\001 \001(\0132<.flyteidl.p"
   "lugins.kubeflow.DistributedMPITrainingRe"
   "plicaSpec\022W\n\021launcher_replicas\030\002 \001(\0132<.f"
   "lyteidl.plugins.kubeflow.DistributedMPIT"
   "rainingReplicaSpec\0228\n\nrun_policy\030\003 \001(\0132$"
-  ".flyteidl.plugins.kubeflow.RunPolicy\"\304\001\n"
-  "!DistributedMPITrainingReplicaSpec\022\020\n\010re"
-  "plicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresources"
-  "\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016rest"
-  "art_policy\030\004 \001(\0162(.flyteidl.plugins.kube"
-  "flow.RestartPolicy\022\017\n\007command\030\005 \003(\tB9Z7g"
-  "ithub.com/flyteorg/flyteidl/gen/pb-go/fl"
-  "yteidl/pluginsb\006proto3"
+  ".flyteidl.plugins.kubeflow.RunPolicy\022\r\n\005"
+  "slots\030\004 \001(\005\"\304\001\n!DistributedMPITrainingRe"
+  "plicaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030\002 \001"
+  "(\t\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core.Re"
+  "sources\022@\n\016restart_policy\030\004 \001(\0162(.flytei"
+  "dl.plugins.kubeflow.RestartPolicy\022\017\n\007com"
+  "mand\030\005 \003(\tB9Z7github.com/flyteorg/flytei"
+  "dl/gen/pb-go/flyteidl/pluginsb\006proto3"
   ;
 ::google::protobuf::internal::DescriptorTable descriptor_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto = {
   false, InitDefaults_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 
   descriptor_table_protodef_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto,
-  "flyteidl/plugins/kubeflow/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 662,
+  "flyteidl/plugins/kubeflow/mpi.proto", &assign_descriptors_table_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto, 677,
 };
 
 void AddDescriptors_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto() {
@@ -188,6 +189,7 @@ void DistributedMPITrainingTask::clear_run_policy() {
 const int DistributedMPITrainingTask::kWorkerReplicasFieldNumber;
 const int DistributedMPITrainingTask::kLauncherReplicasFieldNumber;
 const int DistributedMPITrainingTask::kRunPolicyFieldNumber;
+const int DistributedMPITrainingTask::kSlotsFieldNumber;
 #endif  // !defined(_MSC_VER) || _MSC_VER >= 1900
 
 DistributedMPITrainingTask::DistributedMPITrainingTask()
@@ -214,6 +216,7 @@ DistributedMPITrainingTask::DistributedMPITrainingTask(const DistributedMPITrain
   } else {
     run_policy_ = nullptr;
   }
+  slots_ = from.slots_;
   // @@protoc_insertion_point(copy_constructor:flyteidl.plugins.kubeflow.DistributedMPITrainingTask)
 }
 
@@ -221,8 +224,8 @@ void DistributedMPITrainingTask::SharedCtor() {
   ::google::protobuf::internal::InitSCC(
       &scc_info_DistributedMPITrainingTask_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto.base);
   ::memset(&worker_replicas_, 0, static_cast(
-      reinterpret_cast(&run_policy_) -
-      reinterpret_cast(&worker_replicas_)) + sizeof(run_policy_));
+      reinterpret_cast(&slots_) -
+      reinterpret_cast(&worker_replicas_)) + sizeof(slots_));
 }
 
 DistributedMPITrainingTask::~DistributedMPITrainingTask() {
@@ -263,6 +266,7 @@ void DistributedMPITrainingTask::Clear() {
     delete run_policy_;
   }
   run_policy_ = nullptr;
+  slots_ = 0;
   _internal_metadata_.Clear();
 }
 
@@ -318,6 +322,13 @@ const char* DistributedMPITrainingTask::_InternalParse(const char* begin, const
             {parser_till_end, object}, ptr - size, ptr));
         break;
       }
+      // int32 slots = 4;
+      case 4: {
+        if (static_cast<::google::protobuf::uint8>(tag) != 32) goto handle_unusual;
+        msg->set_slots(::google::protobuf::internal::ReadVarint(&ptr));
+        GOOGLE_PROTOBUF_PARSER_ASSERT(ptr);
+        break;
+      }
       default: {
       handle_unusual:
         if ((tag & 7) == 4 || tag == 0) {
@@ -381,6 +392,19 @@ bool DistributedMPITrainingTask::MergePartialFromCodedStream(
         break;
       }
 
+      // int32 slots = 4;
+      case 4: {
+        if (static_cast< ::google::protobuf::uint8>(tag) == (32 & 0xFF)) {
+
+          DO_((::google::protobuf::internal::WireFormatLite::ReadPrimitive<
+                   ::google::protobuf::int32, ::google::protobuf::internal::WireFormatLite::TYPE_INT32>(
+                 input, &slots_)));
+        } else {
+          goto handle_unusual;
+        }
+        break;
+      }
+
       default: {
       handle_unusual:
         if (tag == 0) {
@@ -426,6 +450,11 @@ void DistributedMPITrainingTask::SerializeWithCachedSizes(
       3, HasBitSetters::run_policy(this), output);
   }
 
+  // int32 slots = 4;
+  if (this->slots() != 0) {
+    ::google::protobuf::internal::WireFormatLite::WriteInt32(4, this->slots(), output);
+  }
+
   if (_internal_metadata_.have_unknown_fields()) {
     ::google::protobuf::internal::WireFormat::SerializeUnknownFields(
         _internal_metadata_.unknown_fields(), output);
@@ -460,6 +489,11 @@ ::google::protobuf::uint8* DistributedMPITrainingTask::InternalSerializeWithCach
         3, HasBitSetters::run_policy(this), target);
   }
 
+  // int32 slots = 4;
+  if (this->slots() != 0) {
+    target = ::google::protobuf::internal::WireFormatLite::WriteInt32ToArray(4, this->slots(), target);
+  }
+
   if (_internal_metadata_.have_unknown_fields()) {
     target = ::google::protobuf::internal::WireFormat::SerializeUnknownFieldsToArray(
         _internal_metadata_.unknown_fields(), target);
@@ -502,6 +536,13 @@ size_t DistributedMPITrainingTask::ByteSizeLong() const {
         *run_policy_);
   }
 
+  // int32 slots = 4;
+  if (this->slots() != 0) {
+    total_size += 1 +
+      ::google::protobuf::internal::WireFormatLite::Int32Size(
+        this->slots());
+  }
+
   int cached_size = ::google::protobuf::internal::ToCachedSize(total_size);
   SetCachedSize(cached_size);
   return total_size;
@@ -538,6 +579,9 @@ void DistributedMPITrainingTask::MergeFrom(const DistributedMPITrainingTask& fro
   if (from.has_run_policy()) {
     mutable_run_policy()->::flyteidl::plugins::kubeflow::RunPolicy::MergeFrom(from.run_policy());
   }
+  if (from.slots() != 0) {
+    set_slots(from.slots());
+  }
 }
 
 void DistributedMPITrainingTask::CopyFrom(const ::google::protobuf::Message& from) {
@@ -568,6 +612,7 @@ void DistributedMPITrainingTask::InternalSwap(DistributedMPITrainingTask* other)
   swap(worker_replicas_, other->worker_replicas_);
   swap(launcher_replicas_, other->launcher_replicas_);
   swap(run_policy_, other->run_policy_);
+  swap(slots_, other->slots_);
 }
 
 ::google::protobuf::Metadata DistributedMPITrainingTask::GetMetadata() const {
diff --git a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h
index e5b5fc68d..46d41ed49 100644
--- a/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h
+++ b/gen/pb-cpp/flyteidl/plugins/kubeflow/mpi.pb.h
@@ -196,6 +196,12 @@ class DistributedMPITrainingTask final :
   ::flyteidl::plugins::kubeflow::RunPolicy* mutable_run_policy();
   void set_allocated_run_policy(::flyteidl::plugins::kubeflow::RunPolicy* run_policy);
 
+  // int32 slots = 4;
+  void clear_slots();
+  static const int kSlotsFieldNumber = 4;
+  ::google::protobuf::int32 slots() const;
+  void set_slots(::google::protobuf::int32 value);
+
   // @@protoc_insertion_point(class_scope:flyteidl.plugins.kubeflow.DistributedMPITrainingTask)
  private:
   class HasBitSetters;
@@ -204,6 +210,7 @@ class DistributedMPITrainingTask final :
   ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* worker_replicas_;
   ::flyteidl::plugins::kubeflow::DistributedMPITrainingReplicaSpec* launcher_replicas_;
   ::flyteidl::plugins::kubeflow::RunPolicy* run_policy_;
+  ::google::protobuf::int32 slots_;
   mutable ::google::protobuf::internal::CachedSize _cached_size_;
   friend struct ::TableStruct_flyteidl_2fplugins_2fkubeflow_2fmpi_2eproto;
 };
@@ -532,6 +539,20 @@ inline void DistributedMPITrainingTask::set_allocated_run_policy(::flyteidl::plu
   // @@protoc_insertion_point(field_set_allocated:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.run_policy)
 }
 
+// int32 slots = 4;
+inline void DistributedMPITrainingTask::clear_slots() {
+  slots_ = 0;
+}
+inline ::google::protobuf::int32 DistributedMPITrainingTask::slots() const {
+  // @@protoc_insertion_point(field_get:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.slots)
+  return slots_;
+}
+inline void DistributedMPITrainingTask::set_slots(::google::protobuf::int32 value) {
+  
+  slots_ = value;
+  // @@protoc_insertion_point(field_set:flyteidl.plugins.kubeflow.DistributedMPITrainingTask.slots)
+}
+
 // -------------------------------------------------------------------
 
 // DistributedMPITrainingReplicaSpec
diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
index 5bd6c94ad..40420db3e 100644
--- a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
+++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.go
@@ -30,10 +30,12 @@ type DistributedMPITrainingTask struct {
 	// RunPolicy encapsulates various runtime policies of the distributed training
 	// job, for example how to clean up resources and how long the job can stay
 	// active.
-	RunPolicy            *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"`
-	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
-	XXX_unrecognized     []byte     `json:"-"`
-	XXX_sizecache        int32      `json:"-"`
+	RunPolicy *RunPolicy `protobuf:"bytes,3,opt,name=run_policy,json=runPolicy,proto3" json:"run_policy,omitempty"`
+	// Number of slots per worker
+	Slots                int32    `protobuf:"varint,4,opt,name=slots,proto3" json:"slots,omitempty"`
+	XXX_NoUnkeyedLiteral struct{} `json:"-"`
+	XXX_unrecognized     []byte   `json:"-"`
+	XXX_sizecache        int32    `json:"-"`
 }
 
 func (m *DistributedMPITrainingTask) Reset()         { *m = DistributedMPITrainingTask{} }
@@ -82,6 +84,13 @@ func (m *DistributedMPITrainingTask) GetRunPolicy() *RunPolicy {
 	return nil
 }
 
+func (m *DistributedMPITrainingTask) GetSlots() int32 {
+	if m != nil {
+		return m.Slots
+	}
+	return 0
+}
+
 // Replica specification for distributed MPI training
 type DistributedMPITrainingReplicaSpec struct {
 	// Number of replicas
@@ -169,28 +178,29 @@ func init() {
 }
 
 var fileDescriptor_298b02c608b0cddf = []byte{
-	// 361 bytes of a gzipped FileDescriptorProto
-	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x52, 0x3d, 0x4f, 0xf3, 0x30,
-	0x18, 0x54, 0xda, 0xb7, 0x2f, 0xc4, 0x88, 0x02, 0x16, 0x43, 0xc8, 0x54, 0x0a, 0x42, 0x59, 0x88,
-	0xa5, 0x22, 0x81, 0x90, 0x98, 0x80, 0x85, 0x01, 0x51, 0x99, 0x4e, 0x2c, 0x95, 0xe3, 0xba, 0xa9,
-	0x95, 0xc4, 0x8e, 0xfc, 0xa1, 0xaa, 0xbf, 0x8b, 0x3f, 0xc7, 0x88, 0x9a, 0xaf, 0x16, 0x44, 0xcb,
-	0xc2, 0x96, 0xcb, 0x73, 0xcf, 0xdd, 0x73, 0xc9, 0x81, 0xb3, 0x69, 0xba, 0x30, 0x8c, 0x4f, 0x52,
-	0x94, 0xa7, 0x36, 0xe6, 0x42, 0xa3, 0xc4, 0x46, 0x6c, 0x9a, 0xca, 0x39, 0xca, 0x72, 0x1e, 0xe6,
-	0x4a, 0x1a, 0x09, 0x4f, 0x6a, 0x52, 0x58, 0x91, 0xc2, 0x9a, 0xe4, 0x37, 0x23, 0x44, 0xa5, 0x62,
-	0xc8, 0x10, 0x9d, 0xe8, 0x72, 0xcb, 0xbf, 0xd8, 0x2c, 0x4d, 0x65, 0x96, 0x49, 0x51, 0xf2, 0xfa,
-	0xef, 0x2d, 0xe0, 0x3f, 0x72, 0x6d, 0x14, 0x8f, 0xac, 0x61, 0x93, 0xe7, 0xe1, 0xd3, 0x48, 0x11,
-	0x2e, 0xb8, 0x88, 0x47, 0x44, 0x27, 0x90, 0x81, 0x83, 0xb9, 0x54, 0x09, 0x53, 0x63, 0xc5, 0xf2,
-	0x94, 0x53, 0xa2, 0x3d, 0xa7, 0xe7, 0x04, 0x7b, 0x83, 0xbb, 0x70, 0xe3, 0x59, 0xe1, 0xcf, 0x7a,
-	0xb8, 0x14, 0x78, 0xcd, 0x19, 0xc5, 0xdd, 0x52, 0xb4, 0x7a, 0xa5, 0x21, 0x07, 0x47, 0x29, 0xb1,
-	0x82, 0xce, 0xd6, 0x8d, 0x5a, 0x7f, 0x60, 0x74, 0x58, 0xcb, 0x36, 0x56, 0x0f, 0x00, 0x28, 0x2b,
-	0xc6, 0xb9, 0x4c, 0x39, 0x5d, 0x78, 0xed, 0xc2, 0xe3, 0x7c, 0x8b, 0x07, 0xb6, 0x62, 0x58, 0x70,
-	0xb1, 0xab, 0xea, 0xc7, 0xfe, 0x87, 0x03, 0x4e, 0x7f, 0x35, 0x87, 0x3e, 0xd8, 0xfd, 0xf2, 0xd5,
-	0x3a, 0xb8, 0xc1, 0xf0, 0x18, 0x74, 0x78, 0x46, 0x62, 0x56, 0xa4, 0x74, 0x71, 0x09, 0xe0, 0x35,
-	0x70, 0x15, 0xd3, 0xd2, 0x2a, 0xca, 0x74, 0x75, 0x9b, 0xb7, 0xba, 0x6d, 0xf9, 0x93, 0x43, 0x5c,
-	0xcf, 0xf1, 0x8a, 0x0a, 0x5f, 0x40, 0x57, 0x31, 0x6d, 0x88, 0x32, 0x75, 0xb0, 0x7f, 0x3d, 0x27,
-	0xe8, 0x0e, 0x82, 0x6d, 0xc1, 0xca, 0x85, 0x2a, 0xdc, 0xbe, 0x5a, 0x87, 0xd0, 0x03, 0x3b, 0xcb,
-	0x9a, 0x10, 0x31, 0xf1, 0x3a, 0xbd, 0x76, 0xe0, 0xe2, 0x1a, 0xde, 0xdf, 0xbe, 0xdd, 0xc4, 0xdc,
-	0xcc, 0x6c, 0x14, 0x52, 0x99, 0xa1, 0x42, 0x5e, 0xaa, 0x18, 0x35, 0x75, 0x8b, 0x99, 0x40, 0x79,
-	0x74, 0x19, 0x4b, 0xf4, 0xbd, 0x81, 0xd1, 0xff, 0xa2, 0x72, 0x57, 0x9f, 0x01, 0x00, 0x00, 0xff,
-	0xff, 0x1b, 0xe5, 0x26, 0xdc, 0xf7, 0x02, 0x00, 0x00,
+	// 373 bytes of a gzipped FileDescriptorProto
+	0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xac, 0x52, 0x4d, 0x6b, 0xdb, 0x30,
+	0x00, 0xc5, 0xc9, 0xbc, 0xcd, 0x1a, 0xcb, 0x36, 0xb1, 0x83, 0xe7, 0x53, 0x96, 0x8d, 0xe1, 0xcb,
+	0x2c, 0xc8, 0x60, 0xa5, 0xd0, 0x53, 0xdb, 0x4b, 0x0f, 0xa5, 0x41, 0xcd, 0xa9, 0x97, 0x20, 0x2b,
+	0x8a, 0x23, 0x2c, 0x4b, 0x46, 0x1f, 0x84, 0xfc, 0xc4, 0xfe, 0xa3, 0x1e, 0x8b, 0x3f, 0x93, 0x96,
+	0x26, 0xbd, 0xf4, 0xe6, 0x67, 0x3d, 0xbd, 0x0f, 0xfb, 0x81, 0x5f, 0x2b, 0xb1, 0xb5, 0x8c, 0x2f,
+	0x05, 0x2a, 0x85, 0xcb, 0xb8, 0x34, 0x28, 0x77, 0x29, 0x5b, 0x09, 0xb5, 0x41, 0x45, 0xc9, 0x93,
+	0x52, 0x2b, 0xab, 0xe0, 0x8f, 0x8e, 0x94, 0xb4, 0xa4, 0xa4, 0x23, 0x45, 0xfd, 0x11, 0xa2, 0x4a,
+	0x33, 0x64, 0x89, 0xc9, 0x4d, 0x73, 0x2b, 0xfa, 0x73, 0x58, 0x9a, 0xaa, 0xa2, 0x50, 0xb2, 0xe1,
+	0x4d, 0xee, 0x07, 0x20, 0xba, 0xe4, 0xc6, 0x6a, 0x9e, 0x3a, 0xcb, 0x96, 0xd7, 0xb3, 0xab, 0xb9,
+	0x26, 0x5c, 0x72, 0x99, 0xcd, 0x89, 0xc9, 0x21, 0x03, 0x5f, 0x36, 0x4a, 0xe7, 0x4c, 0x2f, 0x34,
+	0x2b, 0x05, 0xa7, 0xc4, 0x84, 0xde, 0xd8, 0x8b, 0x3f, 0x4d, 0xcf, 0x92, 0x83, 0xb1, 0x92, 0x97,
+	0xf5, 0x70, 0x23, 0x70, 0x5b, 0x32, 0x8a, 0x47, 0x8d, 0x68, 0xfb, 0xca, 0x40, 0x0e, 0xbe, 0x09,
+	0xe2, 0x24, 0x5d, 0xef, 0x1b, 0x0d, 0xde, 0xc0, 0xe8, 0x6b, 0x27, 0xdb, 0x5b, 0x5d, 0x00, 0xa0,
+	0x9d, 0x5c, 0x94, 0x4a, 0x70, 0xba, 0x0d, 0x87, 0xb5, 0xc7, 0xef, 0x23, 0x1e, 0xd8, 0xc9, 0x59,
+	0xcd, 0xc5, 0x81, 0xee, 0x1e, 0xe1, 0x77, 0xe0, 0x1b, 0xa1, 0xac, 0x09, 0xdf, 0x8d, 0xbd, 0xd8,
+	0xc7, 0x0d, 0x98, 0x3c, 0x78, 0xe0, 0xe7, 0xab, 0x91, 0x60, 0x04, 0x3e, 0x3e, 0xf9, 0x96, 0x3e,
+	0xee, 0x71, 0xa5, 0xcb, 0x0b, 0x92, 0xb1, 0xba, 0x7b, 0x80, 0x1b, 0x00, 0xff, 0x83, 0x40, 0x33,
+	0xa3, 0x9c, 0xa6, 0xcc, 0xb4, 0x89, 0xc3, 0x5d, 0xe2, 0xea, 0xd7, 0x27, 0xb8, 0x3b, 0xc7, 0x3b,
+	0x2a, 0xbc, 0x01, 0x23, 0xcd, 0x8c, 0x25, 0xda, 0x76, 0x75, 0xab, 0xb8, 0xa3, 0x69, 0x7c, 0xac,
+	0x6e, 0x73, 0xa1, 0xad, 0xfc, 0x59, 0xef, 0x43, 0x18, 0x82, 0x0f, 0xd5, 0x78, 0x88, 0x5c, 0x86,
+	0xfe, 0x78, 0x18, 0x07, 0xb8, 0x83, 0xe7, 0xa7, 0x77, 0x27, 0x19, 0xb7, 0x6b, 0x97, 0x26, 0x54,
+	0x15, 0xa8, 0x96, 0x57, 0x3a, 0x43, 0xfd, 0x08, 0x33, 0x26, 0x51, 0x99, 0xfe, 0xcd, 0x14, 0x7a,
+	0xbe, 0xcb, 0xf4, 0x7d, 0x3d, 0xc4, 0x7f, 0x8f, 0x01, 0x00, 0x00, 0xff, 0xff, 0x31, 0xf8, 0x1a,
+	0x19, 0x0d, 0x03, 0x00, 0x00,
 }
diff --git a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go
index feb0bab3d..a68e68a3f 100644
--- a/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go
+++ b/gen/pb-go/flyteidl/plugins/kubeflow/mpi.pb.validate.go
@@ -74,6 +74,8 @@ func (m *DistributedMPITrainingTask) Validate() error {
 		}
 	}
 
+	// no validation rules for Slots
+
 	return nil
 }
 
diff --git a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java
index c122c98da..f467a15e0 100644
--- a/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java
+++ b/gen/pb-java/flyteidl/plugins/kubeflow/Mpi.java
@@ -98,6 +98,15 @@ public interface DistributedMPITrainingTaskOrBuilder extends
      * .flyteidl.plugins.kubeflow.RunPolicy run_policy = 3;
      */
     flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder();
+
+    /**
+     * 
+     * Number of slots per worker
+     * 

+     *
+     * int32 slots = 4;
+     */
+    int getSlots();
   }
   /**
    * 
@@ -181,6 +190,11 @@ private DistributedMPITrainingTask(
 
               break;
             }
+            case 32: {
+
+              slots_ = input.readInt32();
+              break;
+            }
             default: {
               if (!parseUnknownField(
                   input, unknownFields, extensionRegistry, tag)) {
@@ -318,6 +332,19 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
       return getRunPolicy();
     }
 
+    public static final int SLOTS_FIELD_NUMBER = 4;
+    private int slots_;
+    /**
+     * 
+     * Number of slots per worker
+     * 

+     *
+     * int32 slots = 4;
+     */
+    public int getSlots() {
+      return slots_;
+    }
+
     private byte memoizedIsInitialized = -1;
     @java.lang.Override
     public final boolean isInitialized() {
@@ -341,6 +368,9 @@ public void writeTo(com.google.protobuf.CodedOutputStream output)
       if (runPolicy_ != null) {
         output.writeMessage(3, getRunPolicy());
       }
+      if (slots_ != 0) {
+        output.writeInt32(4, slots_);
+      }
       unknownFields.writeTo(output);
     }
 
@@ -362,6 +392,10 @@ public int getSerializedSize() {
         size += com.google.protobuf.CodedOutputStream
           .computeMessageSize(3, getRunPolicy());
       }
+      if (slots_ != 0) {
+        size += com.google.protobuf.CodedOutputStream
+          .computeInt32Size(4, slots_);
+      }
       size += unknownFields.getSerializedSize();
       memoizedSize = size;
       return size;
@@ -392,6 +426,8 @@ public boolean equals(final java.lang.Object obj) {
         if (!getRunPolicy()
             .equals(other.getRunPolicy())) return false;
       }
+      if (getSlots()
+          != other.getSlots()) return false;
       if (!unknownFields.equals(other.unknownFields)) return false;
       return true;
     }
@@ -415,6 +451,8 @@ public int hashCode() {
         hash = (37 * hash) + RUN_POLICY_FIELD_NUMBER;
         hash = (53 * hash) + getRunPolicy().hashCode();
       }
+      hash = (37 * hash) + SLOTS_FIELD_NUMBER;
+      hash = (53 * hash) + getSlots();
       hash = (29 * hash) + unknownFields.hashCode();
       memoizedHashCode = hash;
       return hash;
@@ -570,6 +608,8 @@ public Builder clear() {
           runPolicy_ = null;
           runPolicyBuilder_ = null;
         }
+        slots_ = 0;
+
         return this;
       }
 
@@ -611,6 +651,7 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTask buildPartial() {
         } else {
           result.runPolicy_ = runPolicyBuilder_.build();
         }
+        result.slots_ = slots_;
         onBuilt();
         return result;
       }
@@ -668,6 +709,9 @@ public Builder mergeFrom(flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingTas
         if (other.hasRunPolicy()) {
           mergeRunPolicy(other.getRunPolicy());
         }
+        if (other.getSlots() != 0) {
+          setSlots(other.getSlots());
+        }
         this.mergeUnknownFields(other.unknownFields);
         onChanged();
         return this;
@@ -1173,6 +1217,44 @@ public flyteidl.plugins.kubeflow.Common.RunPolicyOrBuilder getRunPolicyOrBuilder
         }
         return runPolicyBuilder_;
       }
+
+      private int slots_ ;
+      /**
+       * 
+       * Number of slots per worker
+       * 

+       *
+       * int32 slots = 4;
+       */
+      public int getSlots() {
+        return slots_;
+      }
+      /**
+       * 
+       * Number of slots per worker
+       * 

+       *
+       * int32 slots = 4;
+       */
+      public Builder setSlots(int value) {
+        
+        slots_ = value;
+        onChanged();
+        return this;
+      }
+      /**
+       * 
+       * Number of slots per worker
+       * 

+       *
+       * int32 slots = 4;
+       */
+      public Builder clearSlots() {
+        
+        slots_ = 0;
+        onChanged();
+        return this;
+      }
       @java.lang.Override
       public final Builder setUnknownFields(
           final com.google.protobuf.UnknownFieldSet unknownFields) {
@@ -2569,20 +2651,20 @@ public flyteidl.plugins.kubeflow.Mpi.DistributedMPITrainingReplicaSpec getDefaul
       "\n#flyteidl/plugins/kubeflow/mpi.proto\022\031f" +
       "lyteidl.plugins.kubeflow\032\031flyteidl/core/" +
       "tasks.proto\032&flyteidl/plugins/kubeflow/c" +
-      "ommon.proto\"\206\002\n\032DistributedMPITrainingTa" +
+      "ommon.proto\"\225\002\n\032DistributedMPITrainingTa" +
       "sk\022U\n\017worker_replicas\030\001 \001(\0132<.flyteidl.p" +
       "lugins.kubeflow.DistributedMPITrainingRe" +
       "plicaSpec\022W\n\021launcher_replicas\030\002 \001(\0132<.f" +
       "lyteidl.plugins.kubeflow.DistributedMPIT" +
       "rainingReplicaSpec\0228\n\nrun_policy\030\003 \001(\0132$" +
-      ".flyteidl.plugins.kubeflow.RunPolicy\"\304\001\n" +
-      "!DistributedMPITrainingReplicaSpec\022\020\n\010re" +
-      "plicas\030\001 \001(\005\022\r\n\005image\030\002 \001(\t\022+\n\tresources" +
-      "\030\003 \001(\0132\030.flyteidl.core.Resources\022@\n\016rest" +
-      "art_policy\030\004 \001(\0162(.flyteidl.plugins.kube" +
-      "flow.RestartPolicy\022\017\n\007command\030\005 \003(\tB9Z7g" +
-      "ithub.com/flyteorg/flyteidl/gen/pb-go/fl" +
-      "yteidl/pluginsb\006proto3"
+      ".flyteidl.plugins.kubeflow.RunPolicy\022\r\n\005" +
+      "slots\030\004 \001(\005\"\304\001\n!DistributedMPITrainingRe" +
+      "plicaSpec\022\020\n\010replicas\030\001 \001(\005\022\r\n\005image\030\002 \001" +
+      "(\t\022+\n\tresources\030\003 \001(\0132\030.flyteidl.core.Re" +
+      "sources\022@\n\016restart_policy\030\004 \001(\0162(.flytei" +
+      "dl.plugins.kubeflow.RestartPolicy\022\017\n\007com" +
+      "mand\030\005 \003(\tB9Z7github.com/flyteorg/flytei" +
+      "dl/gen/pb-go/flyteidl/pluginsb\006proto3"
     };
     com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
         new com.google.protobuf.Descriptors.FileDescriptor.    InternalDescriptorAssigner() {
@@ -2603,7 +2685,7 @@ public com.google.protobuf.ExtensionRegistry assignDescriptors(
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_fieldAccessorTable = new
       com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
         internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingTask_descriptor,
-        new java.lang.String[] { "WorkerReplicas", "LauncherReplicas", "RunPolicy", });
+        new java.lang.String[] { "WorkerReplicas", "LauncherReplicas", "RunPolicy", "Slots", });
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_descriptor =
       getDescriptor().getMessageTypes().get(1);
     internal_static_flyteidl_plugins_kubeflow_DistributedMPITrainingReplicaSpec_fieldAccessorTable = new
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
index 5654fd533..539fcb59b 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.py
@@ -15,7 +15,7 @@
 from flyteidl.plugins.kubeflow import common_pb2 as flyteidl_dot_plugins_dot_kubeflow_dot_common__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xb3\x02\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\"\xf8\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicy\x12\x18\n\x07\x63ommand\x18\x05 \x03(\tR\x07\x63ommandB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#flyteidl/plugins/kubeflow/mpi.proto\x12\x19\x66lyteidl.plugins.kubeflow\x1a\x19\x66lyteidl/core/tasks.proto\x1a&flyteidl/plugins/kubeflow/common.proto\"\xc9\x02\n\x1a\x44istributedMPITrainingTask\x12\x65\n\x0fworker_replicas\x18\x01 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x0eworkerReplicas\x12i\n\x11launcher_replicas\x18\x02 \x01(\x0b\x32<.flyteidl.plugins.kubeflow.DistributedMPITrainingReplicaSpecR\x10launcherReplicas\x12\x43\n\nrun_policy\x18\x03 \x01(\x0b\x32$.flyteidl.plugins.kubeflow.RunPolicyR\trunPolicy\x12\x14\n\x05slots\x18\x04 \x01(\x05R\x05slots\"\xf8\x01\n!DistributedMPITrainingReplicaSpec\x12\x1a\n\x08replicas\x18\x01 \x01(\x05R\x08replicas\x12\x14\n\x05image\x18\x02 \x01(\tR\x05image\x12\x36\n\tresources\x18\x03 \x01(\x0b\x32\x18.flyteidl.core.ResourcesR\tresources\x12O\n\x0erestart_policy\x18\x04 \x01(\x0e\x32(.flyteidl.plugins.kubeflow.RestartPolicyR\rrestartPolicy\x12\x18\n\x07\x63ommand\x18\x05 \x03(\tR\x07\x63ommandB\xe8\x01\n\x1d\x63om.flyteidl.plugins.kubeflowB\x08MpiProtoP\x01Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\xa2\x02\x03\x46PK\xaa\x02\x19\x46lyteidl.Plugins.Kubeflow\xca\x02\x19\x46lyteidl\\Plugins\\Kubeflow\xe2\x02%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\xea\x02\x1b\x46lyteidl::Plugins::Kubeflowb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -25,7 +25,7 @@
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\035com.flyteidl.plugins.kubeflowB\010MpiProtoP\001Z7github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins\242\002\003FPK\252\002\031Flyteidl.Plugins.Kubeflow\312\002\031Flyteidl\\Plugins\\Kubeflow\342\002%Flyteidl\\Plugins\\Kubeflow\\GPBMetadata\352\002\033Flyteidl::Plugins::Kubeflow'
   _globals['_DISTRIBUTEDMPITRAININGTASK']._serialized_start=134
-  _globals['_DISTRIBUTEDMPITRAININGTASK']._serialized_end=441
-  _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_start=444
-  _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_end=692
+  _globals['_DISTRIBUTEDMPITRAININGTASK']._serialized_end=463
+  _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_start=466
+  _globals['_DISTRIBUTEDMPITRAININGREPLICASPEC']._serialized_end=714
 # @@protoc_insertion_point(module_scope)
diff --git a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
index 68b878246..625854299 100644
--- a/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
+++ b/gen/pb_python/flyteidl/plugins/kubeflow/mpi_pb2.pyi
@@ -8,14 +8,16 @@ from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Map
 DESCRIPTOR: _descriptor.FileDescriptor
 
 class DistributedMPITrainingTask(_message.Message):
-    __slots__ = ["worker_replicas", "launcher_replicas", "run_policy"]
+    __slots__ = ["worker_replicas", "launcher_replicas", "run_policy", "slots"]
     WORKER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     LAUNCHER_REPLICAS_FIELD_NUMBER: _ClassVar[int]
     RUN_POLICY_FIELD_NUMBER: _ClassVar[int]
+    SLOTS_FIELD_NUMBER: _ClassVar[int]
     worker_replicas: DistributedMPITrainingReplicaSpec
     launcher_replicas: DistributedMPITrainingReplicaSpec
     run_policy: _common_pb2.RunPolicy
-    def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ...) -> None: ...
+    slots: int
+    def __init__(self, worker_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., launcher_replicas: _Optional[_Union[DistributedMPITrainingReplicaSpec, _Mapping]] = ..., run_policy: _Optional[_Union[_common_pb2.RunPolicy, _Mapping]] = ..., slots: _Optional[int] = ...) -> None: ...
 
 class DistributedMPITrainingReplicaSpec(_message.Message):
     __slots__ = ["replicas", "image", "resources", "restart_policy", "command"]
diff --git a/gen/pb_rust/flyteidl.plugins.kubeflow.rs b/gen/pb_rust/flyteidl.plugins.kubeflow.rs
index 8998dbc30..59c1f681a 100644
--- a/gen/pb_rust/flyteidl.plugins.kubeflow.rs
+++ b/gen/pb_rust/flyteidl.plugins.kubeflow.rs
@@ -89,6 +89,9 @@ pub struct DistributedMpiTrainingTask {
     /// active.
     #[prost(message, optional, tag="3")]
     pub run_policy: ::core::option::Option,
+    /// Number of slots per worker
+    #[prost(int32, tag="4")]
+    pub slots: i32,
 }
 /// Replica specification for distributed MPI training
 #[allow(clippy::derive_partial_eq_without_eq)]
diff --git a/protos/flyteidl/plugins/kubeflow/mpi.proto b/protos/flyteidl/plugins/kubeflow/mpi.proto
index fedc886d6..0013ceeb0 100644
--- a/protos/flyteidl/plugins/kubeflow/mpi.proto
+++ b/protos/flyteidl/plugins/kubeflow/mpi.proto
@@ -19,6 +19,9 @@ message DistributedMPITrainingTask {
   // job, for example how to clean up resources and how long the job can stay
   // active.
   RunPolicy run_policy = 3;
+
+  // Number of slots per worker
+  int32 slots = 4; 
 }
 
 // Replica specification for distributed MPI training