diff --git a/_modules/abc.html b/_modules/abc.html index 42ae801030..8198697370 100644 --- a/_modules/abc.html +++ b/_modules/abc.html @@ -8,7 +8,7 @@ - abc — Flyte 0.3.0 documentation + abc — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/clients/friendly.html b/_modules/flytekit/clients/friendly.html index baad10a368..1c21f4419d 100644 --- a/_modules/flytekit/clients/friendly.html +++ b/_modules/flytekit/clients/friendly.html @@ -8,7 +8,7 @@ - flytekit.clients.friendly — Flyte 0.3.0 documentation + flytekit.clients.friendly — Flyte 0.4.0 documentation @@ -163,16 +163,26 @@

Source code for flytekit.clients.friendly

 from flyteidl.admin import task_pb2 as _task_pb2, common_pb2 as _common_pb2, workflow_pb2 as _workflow_pb2, \
     launch_plan_pb2 as _launch_plan_pb2, execution_pb2 as _execution_pb2, node_execution_pb2 as _node_execution_pb2, \
     task_execution_pb2 as _task_execution_pb2, project_pb2 as _project_pb2
+from flyteidl.core import identifier_pb2 as _identifier_pb2
 
 from flytekit.clients.raw import RawSynchronousFlyteClient as _RawSynchronousFlyteClient
 from flytekit.models import filters as _filters, common as _common, launch_plan as _launch_plan, task as _task, \
     execution as _execution, node_execution as _node_execution
 from flytekit.models.core import identifier as _identifier
 from flytekit.models.admin import workflow as _workflow, task_execution as _task_execution
+from flytekit.common.exceptions.user import FlyteAssertion as _FlyteAssertion
 
 
 
[docs]class SynchronousFlyteClient(_RawSynchronousFlyteClient):
 
+    @property
+    def raw(self):
+        """
+        Gives access to the raw client
+        :rtype: flytekit.clients.raw.RawSynchronousFlyteClient
+        """
+        return super(SynchronousFlyteClient, self)
+
     ####################################################################################################################
     #
     #  Task Endpoints
@@ -344,9 +354,6 @@ 
Source code for flytekit.clients.friendly
             remains identical, calling this method multiple times will result in success.
 
         :param: flytekit.models.core.identifier.Identifier workflow_identifier: The identifier for this workflow.
-        :param: Text version: The version identifier of this workflow. Used to distinguish between different iterations
-            of tasks with the same name. If any aspect of the underlying workflow definition changes, then the version
-            must also change to be accepted by the Flyte Admin Service.
         :param: flytekit.models.admin.workflow.WorkflowSpec workflow_spec: This is the actual definition of the workflow
             that should be created.
         :raises flytekit.common.exceptions.user.FlyteEntityAlreadyExistsException: If an identical version of the
@@ -497,9 +504,6 @@ 
Source code for flytekit.clients.friendly
             remains identical, calling this method multiple times will result in success.
 
         :param: flytekit.models.core.identifier.Identifier launch_plan_identifer: The identifier for this launch plan.
-        :param: Text version: The version identifier of this launch plan. Used to distinguish between different
-            iterations of tasks with the same name. If any aspect of the underlying launch plan definition changes,
-            then the version must also change to be accepted by the Flyte Admin Service.
         :param: flytekit.models.launch_plan.LaunchPlanSpec launch_plan_spec: This is the actual definition of the
             launch plan that should be created.
         :raises flytekit.common.exceptions.user.FlyteEntityAlreadyExistsException: If an identical version of the
diff --git a/_modules/flytekit/clients/helpers.html b/_modules/flytekit/clients/helpers.html
index f28f2b14e0..44fc2391e5 100644
--- a/_modules/flytekit/clients/helpers.html
+++ b/_modules/flytekit/clients/helpers.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clients.helpers — Flyte 0.3.0 documentation
+  flytekit.clients.helpers — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/clients/raw.html b/_modules/flytekit/clients/raw.html
index 010c60e1d6..50b442b6be 100644
--- a/_modules/flytekit/clients/raw.html
+++ b/_modules/flytekit/clients/raw.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clients.raw — Flyte 0.3.0 documentation
+  flytekit.clients.raw — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/clis/auth/auth.html b/_modules/flytekit/clis/auth/auth.html
index ebb0a224b2..db5aaa9886 100644
--- a/_modules/flytekit/clis/auth/auth.html
+++ b/_modules/flytekit/clis/auth/auth.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.auth.auth — Flyte 0.3.0 documentation
+  flytekit.clis.auth.auth — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/clis/auth/credentials.html b/_modules/flytekit/clis/auth/credentials.html
index c458b06035..4c1345211c 100644
--- a/_modules/flytekit/clis/auth/credentials.html
+++ b/_modules/flytekit/clis/auth/credentials.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.auth.credentials — Flyte 0.3.0 documentation
+  flytekit.clis.auth.credentials — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/clis/auth/discovery.html b/_modules/flytekit/clis/auth/discovery.html
index 706e8c5de1..34693ae359 100644
--- a/_modules/flytekit/clis/auth/discovery.html
+++ b/_modules/flytekit/clis/auth/discovery.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.auth.discovery — Flyte 0.3.0 documentation
+  flytekit.clis.auth.discovery — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/clis/helpers.html b/_modules/flytekit/clis/helpers.html
index e613b882a6..9b9fb44e91 100644
--- a/_modules/flytekit/clis/helpers.html
+++ b/_modules/flytekit/clis/helpers.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.helpers — Flyte 0.3.0 documentation
+  flytekit.clis.helpers — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/clis/sdk_in_container/basic_auth.html b/_modules/flytekit/clis/sdk_in_container/basic_auth.html
index a3d6180fda..52dbcefafb 100644
--- a/_modules/flytekit/clis/sdk_in_container/basic_auth.html
+++ b/_modules/flytekit/clis/sdk_in_container/basic_auth.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.sdk_in_container.basic_auth — Flyte 0.3.0 documentation
+  flytekit.clis.sdk_in_container.basic_auth — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/clis/sdk_in_container/launch_plan.html b/_modules/flytekit/clis/sdk_in_container/launch_plan.html
index b071b7097d..3eb21768d9 100644
--- a/_modules/flytekit/clis/sdk_in_container/launch_plan.html
+++ b/_modules/flytekit/clis/sdk_in_container/launch_plan.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.sdk_in_container.launch_plan — Flyte 0.3.0 documentation
+  flytekit.clis.sdk_in_container.launch_plan — Flyte 0.4.0 documentation
   
 
   
@@ -160,6 +160,7 @@ 
Source code for flytekit.clis.sdk_in_container.launch_plan
import click
 import six as _six
+import logging as _logging
 
 from flytekit.clis.helpers import construct_literal_map_from_parameter_map as _construct_literal_map_from_parameter_map
 from flytekit.clis.sdk_in_container import constants as _constants
@@ -317,6 +318,7 @@ 
Source code for flytekit.clis.sdk_in_container.launch_plan
# TODO: We should optionally allow deactivation of missing launch plans
 
     # Discover all launch plans by loading the modules
+    _logging.info(f"Setting this version's {version} launch plans active in {project} {domain}")
     for m, k, lp in iterate_registerable_entities_in_order(
         pkgs, include_entities={_SdkLaunchPlan}, detect_unreferenced_entities=False
     ):
@@ -328,6 +330,7 @@ 
Source code for flytekit.clis.sdk_in_container.launch_plan
version
         )
         if not (lp.is_scheduled and ignore_schedules):
+            _logging.info(f"Setting active {_utils.fqdn(m.__name__, k, entity_type=lp.resource_type)}")
             lp.update(_launch_plan_model.LaunchPlanState.ACTIVE)

 
 
diff --git a/_modules/flytekit/clis/sdk_in_container/pyflyte.html b/_modules/flytekit/clis/sdk_in_container/pyflyte.html
index 8a4d53a402..9bd7cb4171 100644
--- a/_modules/flytekit/clis/sdk_in_container/pyflyte.html
+++ b/_modules/flytekit/clis/sdk_in_container/pyflyte.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.sdk_in_container.pyflyte — Flyte 0.3.0 documentation
+  flytekit.clis.sdk_in_container.pyflyte — Flyte 0.4.0 documentation
   
 
   
@@ -160,7 +160,7 @@ 
Source code for flytekit.clis.sdk_in_container.pyflyte
from __future__ import print_function
 
 import os as _os
-
+import logging as _logging
 import click
 
 try:
@@ -173,7 +173,7 @@ 
Source code for flytekit.clis.sdk_in_container.pyflyte
from flytekit.clis.sdk_in_container.serialize import serialize
 from flytekit.clis.sdk_in_container.constants import CTX_PROJECT, CTX_DOMAIN, CTX_VERSION
 from flytekit.clis.sdk_in_container.launch_plan import launch_plans
-from flytekit.configuration import internal as _internal_config, platform as _platform_config
+from flytekit.configuration import internal as _internal_config, platform as _platform_config, sdk as _sdk_config
 
 from flytekit.configuration.internal import CONFIGURATION_PATH
 from flytekit.configuration.platform import URL as _URL
@@ -201,6 +201,11 @@ 
Source code for flytekit.clis.sdk_in_container.pyflyte
    """
     update_configuration_file(config)
 
+    # Update the logger if it's set
+    log_level = _internal_config.LOGGING_LEVEL.get() or _sdk_config.LOGGING_LEVEL.get()
+    if log_level is not None:
+        _logging.getLogger().setLevel(log_level)
+
     ctx.obj = dict()
     ctx.obj[CTX_PROJECT] = project
     ctx.obj[CTX_DOMAIN] = domain
diff --git a/_modules/flytekit/clis/sdk_in_container/register.html b/_modules/flytekit/clis/sdk_in_container/register.html
index e13755dac5..d1640647bc 100644
--- a/_modules/flytekit/clis/sdk_in_container/register.html
+++ b/_modules/flytekit/clis/sdk_in_container/register.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.sdk_in_container.register — Flyte 0.3.0 documentation
+  flytekit.clis.sdk_in_container.register — Flyte 0.4.0 documentation
   
 
   
@@ -158,10 +158,13 @@
   
Source code for flytekit.clis.sdk_in_container.register
 from __future__ import absolute_import
 
+import logging as _logging
+
 import click
 
 from flytekit.clis.sdk_in_container.constants import CTX_PROJECT, CTX_DOMAIN, CTX_TEST, CTX_PACKAGES, CTX_VERSION
 from flytekit.common import utils as _utils
+from flytekit.common.core import identifier as _identifier
 from flytekit.common.tasks import task as _task
 from flytekit.configuration.internal import look_up_version_from_image_tag as _look_up_version_from_image_tag, \
     IMAGE as _IMAGE
@@ -171,21 +174,31 @@ 
Source code for flytekit.clis.sdk_in_container.register
[docs]def register_all(project, domain, pkgs, test, version):
     if test:
         click.echo('Test switch enabled, not doing anything...')
-
     click.echo('Running task, workflow, and launch plan registration for {}, {}, {} with version {}'.format(
         project, domain, pkgs, version))
 
     # m = module (i.e. python file)
     # k = value of dir(m), type str
     # o = object (e.g. SdkWorkflow)
+    loaded_entities = []
     for m, k, o in iterate_registerable_entities_in_order(pkgs):
         name = _utils.fqdn(m.__name__, k, entity_type=o.resource_type)
-
+        _logging.debug("Found module {}\n   K: {} Instantiated in {}".format(m, k, o._instantiated_in))
+        o._id = _identifier.Identifier(
+            o.resource_type,
+            project,
+            domain,
+            name,
+            version
+        )
+        loaded_entities.append(o)
+
+    for o in loaded_entities:
         if test:
-            click.echo("Would register {:20} {}".format("{}:".format(o.entity_type_text), name))
+            click.echo("Would register {:20} {}".format("{}:".format(o.entity_type_text), o.id.name))
         else:
-            click.echo("Registering {:20} {}".format("{}:".format(o.entity_type_text), name))
-            o.register(project, domain, name, version)

+            click.echo("Registering {:20} {}".format("{}:".format(o.entity_type_text), o.id.name))
+            o.register(project, domain, o.id.name, version)

 
 
 
[docs]def register_tasks_only(project, domain, pkgs, test, version):
@@ -205,6 +218,7 @@ 
Source code for flytekit.clis.sdk_in_container.register
click.echo("Registering task {:20} {}".format("{}:".format(t.entity_type_text), name))
             t.register(project, domain, name, version)

 
+
 @click.group('register')
 # --pkgs on the register group is DEPRECATED, use same arg on pyflyte.main instead
 @click.option('--pkgs', multiple=True, help="DEPRECATED. This arg can only be used before the 'register' keyword")
diff --git a/_modules/flytekit/clis/sdk_in_container/serialize.html b/_modules/flytekit/clis/sdk_in_container/serialize.html
index e71ce38e2c..bfab509b25 100644
--- a/_modules/flytekit/clis/sdk_in_container/serialize.html
+++ b/_modules/flytekit/clis/sdk_in_container/serialize.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.clis.sdk_in_container.serialize — Flyte 0.3.0 documentation
+  flytekit.clis.sdk_in_container.serialize — Flyte 0.4.0 documentation
   
 
   
@@ -159,50 +159,136 @@ 
Source code for flytekit.clis.sdk_in_container.serialize
from __future__ import absolute_import
 from __future__ import print_function
 
+import logging as _logging
+import math as _math
+import os as _os
+
 import click
 
 from flytekit.clis.sdk_in_container.constants import CTX_PACKAGES, CTX_PROJECT, CTX_DOMAIN, CTX_VERSION
-from flytekit.common import workflow as _workflow, utils as _utils
+from flytekit.common import utils as _utils
+from flytekit.common.core import identifier as _identifier
 from flytekit.common.exceptions.scopes import system_entry_point
 from flytekit.common.tasks import task as _sdk_task
 from flytekit.common.utils import write_proto_to_file as _write_proto_to_file
 from flytekit.configuration import TemporaryConfiguration
-from flytekit.configuration.internal import CONFIGURATION_PATH
-from flytekit.configuration.internal import IMAGE as _IMAGE
-from flytekit.models.workflow_closure import WorkflowClosure as _WorkflowClosure
+from flytekit.configuration import internal as _internal_configuration
 from flytekit.tools.module_loader import iterate_registerable_entities_in_order
 
 
-
[docs]@system_entry_point
-def serialize_tasks(pkgs):
-    # Serialize all tasks
-    for m, k, t in iterate_registerable_entities_in_order(pkgs, include_entities={_sdk_task.SdkTask}):
-        fname = '{}.pb'.format(_utils.fqdn(m.__name__, k, entity_type=t.resource_type))
-        click.echo('Writing task {} to {}'.format(t.id, fname))
-        pb = t.to_flyte_idl()
-        _write_proto_to_file(pb, fname)

+
[docs]@system_entry_point
+def serialize_tasks_only(project, domain, pkgs, version, folder=None):
+    """
+    :param Text project:
+    :param Text domain:
+    :param list[Text] pkgs:
+    :param Text version:
+    :param Text folder:
+
+    :return:
+    """
+    # m = module (i.e. python file)
+    # k = value of dir(m), type str
+    # o = object (e.g. SdkWorkflow)
+    loaded_entities = []
+    for m, k, o in iterate_registerable_entities_in_order(pkgs, include_entities={_sdk_task.SdkTask}):
+        name = _utils.fqdn(m.__name__, k, entity_type=o.resource_type)
+        _logging.debug("Found module {}\n   K: {} Instantiated in {}".format(m, k, o._instantiated_in))
+        o._id = _identifier.Identifier(
+            o.resource_type,
+            project,
+            domain,
+            name,
+            version
+        )
+        loaded_entities.append(o)
+
+    zero_padded_length = _determine_text_chars(len(loaded_entities))
+    for i, entity in enumerate(loaded_entities):
+        serialized = entity.serialize()
+        fname_index = str(i).zfill(zero_padded_length)
+        fname = '{}_{}.pb'.format(fname_index, entity._id.name)
+        click.echo('  Writing {} to\n    {}'.format(entity._id, fname))
+        if folder:
+            fname = _os.path.join(folder, fname)
+        _write_proto_to_file(serialized, fname)
+
+        identifier_fname = '{}_{}.identifier.pb'.format(fname_index, entity._id.name)
+        if folder:
+            identifier_fname = _os.path.join(folder, identifier_fname)
+        _write_proto_to_file(entity._id.to_flyte_idl(), identifier_fname)

+
+
+
[docs]@system_entry_point
+def serialize_all(project, domain, pkgs, version, folder=None):
+    """
+    In order to register, we have to comply with Admin's endpoints. Those endpoints take the following objects. These
+    flyteidl.admin.launch_plan_pb2.LaunchPlanSpec
+    flyteidl.admin.workflow_pb2.WorkflowSpec
+    flyteidl.admin.task_pb2.TaskSpec
+
+    However, if we were to merely call .to_flyte_idl() on all the discovered entities, what we would get are:
+    flyteidl.admin.launch_plan_pb2.LaunchPlanSpec
+    flyteidl.core.workflow_pb2.WorkflowTemplate
+    flyteidl.core.tasks_pb2.TaskTemplate
 
+    For Workflows and Tasks therefore, there is special logic in the serialize function that translates these objects.
 
-
[docs]@system_entry_point
-def serialize_workflows(pkgs):
-    # Create map to look up tasks by their unique identifier.  This is so we can compile them into the workflow closure.
-    tmap = {}
-    for _, _, t in iterate_registerable_entities_in_order(pkgs, include_entities={_sdk_task.SdkTask}):
-        tmap[t.id] = t
+    :param Text project:
+    :param Text domain:
+    :param list[Text] pkgs:
+    :param Text version:
+    :param Text folder:
 
-    for m, k, w in iterate_registerable_entities_in_order(pkgs, include_entities={_workflow.SdkWorkflow}):
-        click.echo('Serializing {}'.format(_utils.fqdn(m.__name__, k, entity_type=w.resource_type)))
-        task_templates = []
-        for n in w.nodes:
-            if n.task_node is not None:
-                task_templates.append(tmap[n.task_node.reference_id])
+    :return:
+    """
 
-        wc = _WorkflowClosure(workflow=w, tasks=task_templates)
-        wc_pb = wc.to_flyte_idl()
+    # m = module (i.e. python file)
+    # k = value of dir(m), type str
+    # o = object (e.g. SdkWorkflow)
+    loaded_entities = []
+    for m, k, o in iterate_registerable_entities_in_order(pkgs):
+        name = _utils.fqdn(m.__name__, k, entity_type=o.resource_type)
+        _logging.debug("Found module {}\n   K: {} Instantiated in {}".format(m, k, o._instantiated_in))
+        o._id = _identifier.Identifier(
+            o.resource_type,
+            project,
+            domain,
+            name,
+            version
+        )
+        loaded_entities.append(o)
+
+    zero_padded_length = _determine_text_chars(len(loaded_entities))
+    for i, entity in enumerate(loaded_entities):
+        serialized = entity.serialize()
+        fname_index = str(i).zfill(zero_padded_length)
+        fname = '{}_{}.pb'.format(fname_index, entity._id.name)
+        click.echo('  Writing {} to\n    {}'.format(entity._id, fname))
+        if folder:
+            fname = _os.path.join(folder, fname)
+        _write_proto_to_file(serialized, fname)
+
+        # Not everything serialized will necessarily have an identifier field in it, even though some do (like the
+        # TaskTemplate). To be more rigorous, we write an explicit identifier file that reflects the choices (like
+        # project/domain, etc.) made for this serialize call. We should not allow users to specify a different project
+        # for instance come registration time, to avoid mismatches between potential internal ids like the TaskTemplate
+        # and the registered entity.
+        identifier_fname = '{}_{}.identifier.pb'.format(fname_index, entity._id.name)
+        if folder:
+            identifier_fname = _os.path.join(folder, identifier_fname)
+        _write_proto_to_file(entity._id.to_flyte_idl(), identifier_fname)

+
+
+def _determine_text_chars(length):
+    """
+    This function is used to help prefix files. If there are only 10 entries, then we just need one digit (0-9) to be
+    the prefix. If there are 11, then we'll need two (00-10).
 
-        fname = '{}.pb'.format(_utils.fqdn(m.__name__, k, entity_type=w.resource_type))
-        click.echo('  Writing workflow closure {}'.format(fname))
-        _write_proto_to_file(wc_pb, fname)

+    :param int length:
+    :rtype: int
+    """
+    return _math.ceil(_math.log(length, 10))
 
 
 @click.group('serialize')
@@ -215,37 +301,77 @@ 
Source code for flytekit.clis.sdk_in_container.serialize
        object contains the WorkflowTemplate, along with the relevant tasks for that workflow.  In lieu of Admin,
         this serialization step will set the URN of the tasks to the fully qualified name of the task function.
     """
-    click.echo('Serializing Flyte elements with image {}'.format(_IMAGE.get()))
+    click.echo('Serializing Flyte elements with image {}'.format(_internal_configuration.IMAGE.get()))
 
 
 @click.command('tasks')
+@click.option('-v', '--version', type=str, help='Version to serialize tasks with. This is normally parsed from the'
+                                                'image, but you can override here.')
+@click.option('-f', '--folder', type=click.Path(exists=True))
 @click.pass_context
-def tasks(ctx):
+def tasks(ctx, version=None, folder=None):
+    project = ctx.obj[CTX_PROJECT]
+    domain = ctx.obj[CTX_DOMAIN]
     pkgs = ctx.obj[CTX_PACKAGES]
+
+    if folder:
+        click.echo(f"Writing output to {folder}")
+
+    version = version or ctx.obj[CTX_VERSION] or _internal_configuration.look_up_version_from_image_tag(
+        _internal_configuration.IMAGE.get())
+
     internal_settings = {
-        'project': ctx.obj[CTX_PROJECT],
-        'domain': ctx.obj[CTX_DOMAIN],
-        'version': ctx.obj[CTX_VERSION]
+        'project': project,
+        'domain': domain,
+        'version': version,
     }
     # Populate internal settings for project/domain/version from the environment so that the file names are resolved
-    # with the correct strings.  The file itself doesn't need to change though.
-    with TemporaryConfiguration(CONFIGURATION_PATH.get(), internal_settings):
-        serialize_tasks(pkgs)
+    # with the correct strings. The file itself doesn't need to change though.
+    with TemporaryConfiguration(_internal_configuration.CONFIGURATION_PATH.get(), internal_settings):
+        _logging.debug("Serializing with settings\n"
+                       "\n  Project: {}"
+                       "\n  Domain: {}"
+                       "\n  Version: {}"
+                       "\n\nover the following packages {}".format(project, domain, version, pkgs)
+                       )
+        serialize_tasks_only(project, domain, pkgs, version, folder)
 
 
 @click.command('workflows')
+@click.option('-v', '--version', type=str, help='Version to serialize tasks with. This is normally parsed from the'
+                                                'image, but you can override here.')
+# For now let's just assume that the directory needs to exist. If you're docker run -v'ing, docker will create the
+# directory for you so it shouldn't be a problem.
+@click.option('-f', '--folder', type=click.Path(exists=True))
 @click.pass_context
-def workflows(ctx):
+def workflows(ctx, version=None, folder=None):
+    _logging.getLogger().setLevel(_logging.DEBUG)
+
+    if folder:
+        click.echo(f"Writing output to {folder}")
+
+    project = ctx.obj[CTX_PROJECT]
+    domain = ctx.obj[CTX_DOMAIN]
     pkgs = ctx.obj[CTX_PACKAGES]
+
+    version = version or ctx.obj[CTX_VERSION] or _internal_configuration.look_up_version_from_image_tag(
+        _internal_configuration.IMAGE.get())
+
     internal_settings = {
-        'project': ctx.obj[CTX_PROJECT],
-        'domain': ctx.obj[CTX_DOMAIN],
-        'version': ctx.obj[CTX_VERSION]
+        'project': project,
+        'domain': domain,
+        'version': version,
     }
     # Populate internal settings for project/domain/version from the environment so that the file names are resolved
-    # with the correct strings.  The file itself doesn't need to change though.
-    with TemporaryConfiguration(CONFIGURATION_PATH.get(), internal_settings):
-        serialize_workflows(pkgs)
+    # with the correct strings. The file itself doesn't need to change though.
+    with TemporaryConfiguration(_internal_configuration.CONFIGURATION_PATH.get(), internal_settings):
+        _logging.debug("Serializing with settings\n"
+                       "\n  Project: {}"
+                       "\n  Domain: {}"
+                       "\n  Version: {}"
+                       "\n\nover the following packages {}".format(project, domain, version, pkgs)
+                       )
+        serialize_all(project, domain, pkgs, version, folder)
 
 
 serialize.add_command(tasks)
diff --git a/_modules/flytekit/common/component_nodes.html b/_modules/flytekit/common/component_nodes.html
index a5627198ba..84cfac8365 100644
--- a/_modules/flytekit/common/component_nodes.html
+++ b/_modules/flytekit/common/component_nodes.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.component_nodes — Flyte 0.3.0 documentation
+  flytekit.common.component_nodes — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/constants.html b/_modules/flytekit/common/constants.html
index 9c33530919..0fe6be1544 100644
--- a/_modules/flytekit/common/constants.html
+++ b/_modules/flytekit/common/constants.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.constants — Flyte 0.3.0 documentation
+  flytekit.common.constants — Flyte 0.4.0 documentation
   
 
   
@@ -178,7 +178,8 @@ 
Source code for flytekit.common.constants
     HIVE_JOB = "hive"
     SIDECAR_TASK = "sidecar"
     SENSOR_TASK = "sensor-task"
-    PRESTO_TASK = "presto"

+    PRESTO_TASK = "presto"
+    PYTORCH_TASK = "pytorch"

 
 GLOBAL_INPUT_NODE_ID = ''
 
diff --git a/_modules/flytekit/common/core/identifier.html b/_modules/flytekit/common/core/identifier.html
index 0489771b43..732265ab29 100644
--- a/_modules/flytekit/common/core/identifier.html
+++ b/_modules/flytekit/common/core/identifier.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.core.identifier — Flyte 0.3.0 documentation
+  flytekit.common.core.identifier — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/exceptions/base.html b/_modules/flytekit/common/exceptions/base.html
index 83a1dc28be..6b2b4d2546 100644
--- a/_modules/flytekit/common/exceptions/base.html
+++ b/_modules/flytekit/common/exceptions/base.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.exceptions.base — Flyte 0.3.0 documentation
+  flytekit.common.exceptions.base — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/exceptions/scopes.html b/_modules/flytekit/common/exceptions/scopes.html
index e36431e229..abf30c3181 100644
--- a/_modules/flytekit/common/exceptions/scopes.html
+++ b/_modules/flytekit/common/exceptions/scopes.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.exceptions.scopes — Flyte 0.3.0 documentation
+  flytekit.common.exceptions.scopes — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/exceptions/system.html b/_modules/flytekit/common/exceptions/system.html
index 712c196a95..96b3ee57ec 100644
--- a/_modules/flytekit/common/exceptions/system.html
+++ b/_modules/flytekit/common/exceptions/system.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.exceptions.system — Flyte 0.3.0 documentation
+  flytekit.common.exceptions.system — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/exceptions/user.html b/_modules/flytekit/common/exceptions/user.html
index 3ff2befecc..7002197a9a 100644
--- a/_modules/flytekit/common/exceptions/user.html
+++ b/_modules/flytekit/common/exceptions/user.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.exceptions.user — Flyte 0.3.0 documentation
+  flytekit.common.exceptions.user — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/interface.html b/_modules/flytekit/common/interface.html
index a18c7c08cb..93caaee74a 100644
--- a/_modules/flytekit/common/interface.html
+++ b/_modules/flytekit/common/interface.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.interface — Flyte 0.3.0 documentation
+  flytekit.common.interface — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/launch_plan.html b/_modules/flytekit/common/launch_plan.html
index f8f26367f2..3ab5e061da 100644
--- a/_modules/flytekit/common/launch_plan.html
+++ b/_modules/flytekit/common/launch_plan.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.launch_plan — Flyte 0.3.0 documentation
+  flytekit.common.launch_plan — Flyte 0.4.0 documentation
   
 
   
@@ -493,6 +493,14 @@ 
Source code for flytekit.common.launch_plan
         self._id = id_to_register
         return _six.text_type(self.id)

 
+
[docs]    @_exception_scopes.system_entry_point
+    def serialize(self):
+        """
+        Unlike the SdkWorkflow serialize call, nothing special needs to be done here.
+        :rtype: flyteidl.admin.launch_plan_pb2.LaunchPlanSpec
+        """
+        return self.to_flyte_idl()

+
 
[docs]    @classmethod
     def from_flyte_idl(cls, _):
         raise _user_exceptions.FlyteAssertion(
diff --git a/_modules/flytekit/common/mixins/artifact.html b/_modules/flytekit/common/mixins/artifact.html
index cff19a1f33..8adaf24abb 100644
--- a/_modules/flytekit/common/mixins/artifact.html
+++ b/_modules/flytekit/common/mixins/artifact.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.mixins.artifact — Flyte 0.3.0 documentation
+  flytekit.common.mixins.artifact — Flyte 0.4.0 documentation
   
 
   
@@ -209,6 +209,14 @@ 
Source code for flytekit.common.mixins.artifact
<
         """
         pass

 
+    @_abc.abstractmethod
+    def _sync_closure(self):
+        """
+        Syncs the closure of the underlying execution artifact with the state observed by the platform.
+        :rtype: None
+        """
+        pass
+
 
[docs]    def wait_for_completion(self, timeout=None, poll_interval=None):
         """
         :param datetime.timedelta timeout: Amount of time to wait until the execution has completed before timing
@@ -222,12 +230,13 @@ 
Source code for flytekit.common.mixins.artifact
<
         else:
             time_to_give_up = _datetime.datetime.utcnow() + timeout
 
-        self.sync()
+        self._sync_closure()
         while _datetime.datetime.utcnow() < time_to_give_up:
             if self.is_complete:
+                self.sync()
                 return
             _time.sleep(poll_interval.total_seconds())
-            self.sync()
+            self._sync_closure()
         raise _user_exceptions.FlyteTimeout("Execution {} did not complete before timeout.".format(self))

 

 
diff --git a/_modules/flytekit/common/mixins/executable.html b/_modules/flytekit/common/mixins/executable.html
index 3a4643477b..6810851f3b 100644
--- a/_modules/flytekit/common/mixins/executable.html
+++ b/_modules/flytekit/common/mixins/executable.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.mixins.executable — Flyte 0.3.0 documentation
+  flytekit.common.mixins.executable — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/mixins/hash.html b/_modules/flytekit/common/mixins/hash.html
index 73eecf8988..f050a7ba3f 100644
--- a/_modules/flytekit/common/mixins/hash.html
+++ b/_modules/flytekit/common/mixins/hash.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.mixins.hash — Flyte 0.3.0 documentation
+  flytekit.common.mixins.hash — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/common/mixins/registerable.html b/_modules/flytekit/common/mixins/registerable.html
index 00bb31c60d..48a87d6c77 100644
--- a/_modules/flytekit/common/mixins/registerable.html
+++ b/_modules/flytekit/common/mixins/registerable.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.mixins.registerable — Flyte 0.3.0 documentation
+  flytekit.common.mixins.registerable — Flyte 0.4.0 documentation
   
 
   
@@ -207,6 +207,20 @@ 
Source code for flytekit.common.mixins.registerable
        :param Text domain: The domain in which to register this task.
         :param Text name: The name to give this task.
         :param Text version: The version in which to register this task.
+        """
+        pass

+
+
[docs]    @_abc.abstractmethod
+    def serialize(self, project, domain, name, version):
+        """
+        Registerable entities also are required to be serialized. This allows flytekit to separate serialization from
+        the network call to Admin (mostly at least, if a Launch Plan is fetched for instance as part of another
+        workflow, it will still hit Admin.
+
+        :param Text project: The project in which to serialize this task.
+        :param Text domain: The domain in which to serialize this task.
+        :param Text name: The name to give this task.
+        :param Text version: The version in which to serialize this task.
         """
         pass

 
diff --git a/_modules/flytekit/common/nodes.html b/_modules/flytekit/common/nodes.html
index c9395e793d..957946773c 100644
--- a/_modules/flytekit/common/nodes.html
+++ b/_modules/flytekit/common/nodes.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.nodes — Flyte 0.3.0 documentation
+  flytekit.common.nodes — Flyte 0.4.0 documentation
   
 
   
@@ -570,8 +570,16 @@ 
Source code for flytekit.common.nodes
             ne.sync()
             self._task_executions = [
                 _task_executions.SdkTaskExecution.promote_from_model(te) for te in ne.get_task_executions()
-            ]

+            ]

             # TODO: Sub-workflows too once implemented
+
+    def _sync_closure(self):
+        """
+        Syncs the closure of the underlying execution artifact with the state observed by the platform.
+        :rtype: None
+        """
+        ne = _engine_loader.get_engine().get_node_execution(self)
+        ne.sync()
diff --git a/_modules/flytekit/common/notifications.html b/_modules/flytekit/common/notifications.html index eb04f4d70a..2d1f69df6f 100644 --- a/_modules/flytekit/common/notifications.html +++ b/_modules/flytekit/common/notifications.html @@ -8,7 +8,7 @@ - flytekit.common.notifications — Flyte 0.3.0 documentation + flytekit.common.notifications — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/promise.html b/_modules/flytekit/common/promise.html index 36fbc8874a..fd577bf672 100644 --- a/_modules/flytekit/common/promise.html +++ b/_modules/flytekit/common/promise.html @@ -8,7 +8,7 @@ - flytekit.common.promise — Flyte 0.3.0 documentation + flytekit.common.promise — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/schedules.html b/_modules/flytekit/common/schedules.html index b28dc915ad..05ca43d403 100644 --- a/_modules/flytekit/common/schedules.html +++ b/_modules/flytekit/common/schedules.html @@ -8,7 +8,7 @@ - flytekit.common.schedules — Flyte 0.3.0 documentation + flytekit.common.schedules — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/sdk_bases.html b/_modules/flytekit/common/sdk_bases.html index 5e26fac70e..c4998a28b9 100644 --- a/_modules/flytekit/common/sdk_bases.html +++ b/_modules/flytekit/common/sdk_bases.html @@ -8,7 +8,7 @@ - flytekit.common.sdk_bases — Flyte 0.3.0 documentation + flytekit.common.sdk_bases — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/executions.html b/_modules/flytekit/common/tasks/executions.html index af41c5d2c1..89ccdea1ea 100644 --- a/_modules/flytekit/common/tasks/executions.html +++ b/_modules/flytekit/common/tasks/executions.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.executions — Flyte 0.3.0 documentation + flytekit.common.tasks.executions — Flyte 0.4.0 documentation @@ -264,7 +264,14 @@

Source code for flytekit.common.tasks.executions

)
[docs] def sync(self): - _engine_loader.get_engine().get_task_execution(self).sync()
+ self._sync_closure() + + def _sync_closure(self): + """ + Syncs the closure of the underlying execution artifact with the state observed by the platform. + :rtype: None + """ + _engine_loader.get_engine().get_task_execution(self).sync() diff --git a/_modules/flytekit/common/tasks/generic_spark_task.html b/_modules/flytekit/common/tasks/generic_spark_task.html index b0d38b9778..f25742916f 100644 --- a/_modules/flytekit/common/tasks/generic_spark_task.html +++ b/_modules/flytekit/common/tasks/generic_spark_task.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.generic_spark_task — Flyte 0.3.0 documentation + flytekit.common.tasks.generic_spark_task — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/hive_task.html b/_modules/flytekit/common/tasks/hive_task.html index ea66f30d97..b5f337c9fb 100644 --- a/_modules/flytekit/common/tasks/hive_task.html +++ b/_modules/flytekit/common/tasks/hive_task.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.hive_task — Flyte 0.3.0 documentation + flytekit.common.tasks.hive_task — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/output.html b/_modules/flytekit/common/tasks/output.html index 037d69f12b..063a7c49a9 100644 --- a/_modules/flytekit/common/tasks/output.html +++ b/_modules/flytekit/common/tasks/output.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.output — Flyte 0.3.0 documentation + flytekit.common.tasks.output — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/presto_task.html b/_modules/flytekit/common/tasks/presto_task.html index 556d10eb45..186579505e 100644 --- a/_modules/flytekit/common/tasks/presto_task.html +++ b/_modules/flytekit/common/tasks/presto_task.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.presto_task — Flyte 0.3.0 documentation + flytekit.common.tasks.presto_task — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/pytorch_task.html b/_modules/flytekit/common/tasks/pytorch_task.html new file mode 100644 index 0000000000..6d7bce55ef --- /dev/null +++ b/_modules/flytekit/common/tasks/pytorch_task.html @@ -0,0 +1,280 @@ + + + + + + + + + + + flytekit.common.tasks.pytorch_task — Flyte 0.4.0 documentation + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + + +
+ + + + + +
+ +
+ + + + + + + + + + + + + + + + + +
+ +
    + +
  • Docs »
    • + +
  • Module code »
    • + +
  • flytekit.common.tasks.pytorch_task
    • + + +
  • + +
    • + +
+ + +
+
+
+
+ +

Source code for flytekit.common.tasks.pytorch_task

+from __future__ import absolute_import
+
+try:
+    from inspect import getfullargspec as _getargspec
+except ImportError:
+    from inspect import getargspec as _getargspec
+
+import six as _six
+from flytekit.common import constants as _constants
+from flytekit.common.exceptions import scopes as _exception_scopes
+from flytekit.common.tasks import output as _task_output, sdk_runnable as _sdk_runnable
+from flytekit.common.types import helpers as _type_helpers
+from flytekit.models import literals as _literal_models, task as _task_models
+from google.protobuf.json_format import MessageToDict as _MessageToDict
+
+
+
[docs]class SdkRunnablePytorchContainer(_sdk_runnable.SdkRunnableContainer):
+
+    @property
+    def args(self):
+        """
+        Override args to remove the injection of command prefixes
+        :rtype: list[Text]
+        """
+        return self._args

+
+
[docs]class SdkPyTorchTask(_sdk_runnable.SdkRunnableTask):
+    def __init__(
+            self,
+            task_function,
+            task_type,
+            discovery_version,
+            retries,
+            interruptible,
+            deprecated,
+            discoverable,
+            timeout,
+            workers_count,
+            per_replica_storage_request,
+            per_replica_cpu_request,
+            per_replica_gpu_request,
+            per_replica_memory_request,
+            per_replica_storage_limit,
+            per_replica_cpu_limit,
+            per_replica_gpu_limit,
+            per_replica_memory_limit,
+            environment
+    ):
+        pytorch_job = _task_models.PyTorchJob(
+            workers_count=workers_count
+        ).to_flyte_idl()
+        super(SdkPyTorchTask, self).__init__(
+            task_function=task_function,
+            task_type=task_type,
+            discovery_version=discovery_version,
+            retries=retries,
+            interruptible=interruptible,
+            deprecated=deprecated,
+            storage_request=per_replica_storage_request,
+            cpu_request=per_replica_cpu_request,
+            gpu_request=per_replica_gpu_request,
+            memory_request=per_replica_memory_request,
+            storage_limit=per_replica_storage_limit,
+            cpu_limit=per_replica_cpu_limit,
+            gpu_limit=per_replica_gpu_limit,
+            memory_limit=per_replica_memory_limit,
+            discoverable=discoverable,
+            timeout=timeout,
+            environment=environment,
+            custom=_MessageToDict(pytorch_job)
+        )
+
+    def _get_container_definition(
+            self,
+            **kwargs
+    ):
+        """
+        :rtype: SdkRunnablePytorchContainer
+        """
+        return super(SdkPyTorchTask, self)._get_container_definition(cls=SdkRunnablePytorchContainer, **kwargs)

+
+ +
+ +
+ + +
+
+ +
+ +
+ + + + + + + + + + + + \ No newline at end of file diff --git a/_modules/flytekit/common/tasks/sdk_dynamic.html b/_modules/flytekit/common/tasks/sdk_dynamic.html index 0661a86cf1..aeb4bef0ff 100644 --- a/_modules/flytekit/common/tasks/sdk_dynamic.html +++ b/_modules/flytekit/common/tasks/sdk_dynamic.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.sdk_dynamic — Flyte 0.3.0 documentation + flytekit.common.tasks.sdk_dynamic — Flyte 0.4.0 documentation @@ -168,13 +168,12 @@

Source code for flytekit.common.tasks.sdk_dynamic

launch_plan as _launch_plan, workflow as _workflow from flytekit.common.core import identifier as _identifier from flytekit.common.exceptions import scopes as _exception_scopes -from flytekit.common.tasks import output as _task_output, sdk_runnable as _sdk_runnable +from flytekit.common.mixins import registerable as _registerable +from flytekit.common.tasks import output as _task_output, sdk_runnable as _sdk_runnable, task as _task from flytekit.common.types import helpers as _type_helpers from flytekit.common.utils import _dnsify +from flytekit.configuration import internal as _internal_config from flytekit.models import literals as _literal_models, dynamic_job as _dynamic_job, array_job as _array_job -from flytekit.models.core import identifier as _identifier_model -from flytekit.common.mixins import registerable as _registerable -from flytekit.configuration import platform as _platform_config, internal as _internal_config
[docs]class PromiseOutputReference(_task_output.OutputReference): @@ -197,6 +196,19 @@

Source code for flytekit.common.tasks.sdk_dynamic

self._raw_value = value
+def _append_node(generated_files, node, nodes, sub_task_node): + nodes.append(node) + for k, node_output in _six.iteritems(sub_task_node.outputs): + if not node_output.sdk_node.id: + node_output.sdk_node.assign_id_and_return(node.id) + + # Upload inputs to working directory under /array_job.input_ref/inputs.pb + input_path = _os.path.join(node.id, _constants.INPUT_FILE_NAME) + generated_files[input_path] = _literal_models.LiteralMap( + literals={binding.var: binding.binding.to_literal_model() for binding in + sub_task_node.inputs}) + +
[docs]class SdkDynamicTask(_six.with_metaclass(_sdk_bases.ExtendedSdkType, _sdk_runnable.SdkRunnableTask)): """ This class includes the additional logic for building a task that executes parent-child tasks in Python code. It @@ -279,6 +291,20 @@

Source code for flytekit.common.tasks.sdk_dynamic

""" return task_type == _constants.SdkTaskType.PYTHON_TASK + @staticmethod + def _add_upstream_entities(executable_sdk_object, sub_workflows, tasks): + for upstream_entity in executable_sdk_object.upstream_entities: + # If the upstream entity is either a Workflow or a Task, yield them in the + # dynamic job spec. Otherwise (e.g. a LaunchPlan), we will assume it already + # is registered (can't be dynamically created). Thi will cause a runtime error + # if it's not already registered with the control plane. + if isinstance(upstream_entity, _workflow.SdkWorkflow): + sub_workflows.add(upstream_entity) + # Recursively discover all statically defined dependencies + SdkDynamicTask._add_upstream_entities(upstream_entity, sub_workflows, tasks) + elif isinstance(upstream_entity, _task.SdkTask): + tasks.add(upstream_entity) + def _produce_dynamic_job_spec(self, context, inputs): """ Runs user code and and produces future task nodes to run sub-tasks. @@ -310,8 +336,9 @@

Source code for flytekit.common.tasks.sdk_dynamic

# Keeping future-tasks in original order. We don't use upstream_nodes exclusively because the parent task can # yield sub-tasks that it never uses to produce final outputs but they need to execute nevertheless. array_job_index = {} - tasks = [] + tasks = set() nodes = [] + sub_workflows = set() visited_nodes = set() generated_ids = {} effective_failure_ratio = self._allowed_failure_ratio or 0.0 @@ -348,20 +375,18 @@

Source code for flytekit.common.tasks.sdk_dynamic

new_count = generated_ids[safe_task_id] = 0 unique_node_id = _dnsify("{}-{}".format(safe_task_id, new_count)) - # Handling cases where the yielded nodes are launch plan or subworkflow nodes - if isinstance(sub_task_node.executable_sdk_object, (_launch_plan.SdkLaunchPlan, _workflow.SdkWorkflow)): + # Handling case where the yielded node is launch plan + if isinstance(sub_task_node.executable_sdk_object, _launch_plan.SdkLaunchPlan): node = sub_task_node.assign_id_and_return(unique_node_id) - nodes.append(node) - for k, node_output in _six.iteritems(sub_task_node.outputs): - if not node_output.sdk_node.id: - node_output.sdk_node.assign_id_and_return(node.id) - - # Upload inputs to working directory under /array_job.input_ref/inputs.pb - input_path = _os.path.join(node.id, _constants.INPUT_FILE_NAME) - generated_files[input_path] = _literal_models.LiteralMap( - literals={binding.var: binding.binding.to_literal_model() for binding in - sub_task_node.inputs}) - + _append_node(generated_files, node, nodes, sub_task_node) + # Handling case where the yielded node is launching a sub-workflow + elif isinstance(sub_task_node.executable_sdk_object, _workflow.SdkWorkflow): + node = sub_task_node.assign_id_and_return(unique_node_id) + _append_node(generated_files, node, nodes, sub_task_node) + # Add the workflow itself to the yielded sub-workflows + sub_workflows.add(sub_task_node.executable_sdk_object) + # Recursively discover statically defined upstream entities (tasks, wfs) + SdkDynamicTask._add_upstream_entities(sub_task_node.executable_sdk_object, sub_workflows, tasks) # Handling tasks else: # If the task can run as an array job, group its instances together. Otherwise, keep each @@ -389,24 +414,13 @@

Source code for flytekit.common.tasks.sdk_dynamic

sub_task_node.inputs}) else: node = sub_task_node.assign_id_and_return(unique_node_id) - - tasks.append(sub_task_node.executable_sdk_object) - nodes.append(node) - - for k, node_output in _six.iteritems(sub_task_node.outputs): - if not node_output.sdk_node.id: - node_output.sdk_node.assign_id_and_return(node.id) - - # Upload inputs to working directory under /array_job.input_ref/inputs.pb - input_path = _os.path.join(node.id, _constants.INPUT_FILE_NAME) - generated_files[input_path] = _literal_models.LiteralMap( - literals={binding.var: binding.binding.to_literal_model() for binding in - sub_task_node.inputs}) + tasks.add(sub_task_node.executable_sdk_object) + _append_node(generated_files, node, nodes, sub_task_node) # assign custom field to the ArrayJob properties computed. for task, (array_job, _) in _six.iteritems(array_job_index): # TODO: Reconstruct task template object instead of modifying an existing one? - tasks.append(task.assign_custom_and_return(array_job.to_dict()).assign_type_and_return( + tasks.add(task.assign_custom_and_return(array_job.to_dict()).assign_type_and_return( _constants.SdkTaskType.CONTAINER_ARRAY_TASK)) # min_successes is absolute, it's computed as the reverse of allowed_failure_ratio and multiplied by the @@ -414,10 +428,10 @@

Source code for flytekit.common.tasks.sdk_dynamic

nodes.extend([array_job_node for (_, array_job_node) in array_job_index.values()]) dynamic_job_spec = _dynamic_job.DynamicJobSpec( min_successes=len(nodes), - tasks=tasks, + tasks=list(tasks), nodes=nodes, outputs=output_bindings, - subworkflows=[]) + subworkflows=list(sub_workflows)) return dynamic_job_spec, generated_files @@ -438,7 +452,7 @@

Source code for flytekit.common.tasks.sdk_dynamic

spec, generated_files = self._produce_dynamic_job_spec(context, inputs) # If no sub-tasks are requested to run, just produce an outputs file like any other single-step tasks. - if len(generated_files) == 0: + if len(spec.nodes) == 0: return { _constants.OUTPUT_FILE_NAME: _literal_models.LiteralMap( literals={binding.var: binding.binding.to_literal_model() for binding in spec.outputs}) diff --git a/_modules/flytekit/common/tasks/sdk_runnable.html b/_modules/flytekit/common/tasks/sdk_runnable.html index e79caf9aa6..a5b0dd3264 100644 --- a/_modules/flytekit/common/tasks/sdk_runnable.html +++ b/_modules/flytekit/common/tasks/sdk_runnable.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.sdk_runnable — Flyte 0.3.0 documentation + flytekit.common.tasks.sdk_runnable — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/sidecar_task.html b/_modules/flytekit/common/tasks/sidecar_task.html index e4a66684e6..484fdba4a4 100644 --- a/_modules/flytekit/common/tasks/sidecar_task.html +++ b/_modules/flytekit/common/tasks/sidecar_task.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.sidecar_task — Flyte 0.3.0 documentation + flytekit.common.tasks.sidecar_task — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/spark_task.html b/_modules/flytekit/common/tasks/spark_task.html index 3530218b22..553f7c509b 100644 --- a/_modules/flytekit/common/tasks/spark_task.html +++ b/_modules/flytekit/common/tasks/spark_task.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.spark_task — Flyte 0.3.0 documentation + flytekit.common.tasks.spark_task — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/tasks/task.html b/_modules/flytekit/common/tasks/task.html index 5c818116dc..e1fd9b0932 100644 --- a/_modules/flytekit/common/tasks/task.html +++ b/_modules/flytekit/common/tasks/task.html @@ -8,7 +8,7 @@ - flytekit.common.tasks.task — Flyte 0.3.0 documentation + flytekit.common.tasks.task — Flyte 0.4.0 documentation @@ -307,6 +307,13 @@

Source code for flytekit.common.tasks.task

             self._id = old_id
             raise
+
[docs] @_exception_scopes.system_entry_point + def serialize(self): + """ + :rtype: flyteidl.admin.task_pb2.TaskSpec + """ + return _task_model.TaskSpec(self).to_flyte_idl()
+
[docs] @classmethod @_exception_scopes.system_entry_point def fetch(cls, project, domain, name, version): diff --git a/_modules/flytekit/common/types/base_sdk_types.html b/_modules/flytekit/common/types/base_sdk_types.html index fc55c58154..77c5ca8014 100644 --- a/_modules/flytekit/common/types/base_sdk_types.html +++ b/_modules/flytekit/common/types/base_sdk_types.html @@ -8,7 +8,7 @@ - flytekit.common.types.base_sdk_types — Flyte 0.3.0 documentation + flytekit.common.types.base_sdk_types — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/blobs.html b/_modules/flytekit/common/types/blobs.html index 04ebc9241b..2af721ad03 100644 --- a/_modules/flytekit/common/types/blobs.html +++ b/_modules/flytekit/common/types/blobs.html @@ -8,7 +8,7 @@ - flytekit.common.types.blobs — Flyte 0.3.0 documentation + flytekit.common.types.blobs — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/containers.html b/_modules/flytekit/common/types/containers.html index c2aef85a6d..4e11c955f4 100644 --- a/_modules/flytekit/common/types/containers.html +++ b/_modules/flytekit/common/types/containers.html @@ -8,7 +8,7 @@ - flytekit.common.types.containers — Flyte 0.3.0 documentation + flytekit.common.types.containers — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/helpers.html b/_modules/flytekit/common/types/helpers.html index d5bbfa5bc4..bd5918d50b 100644 --- a/_modules/flytekit/common/types/helpers.html +++ b/_modules/flytekit/common/types/helpers.html @@ -8,7 +8,7 @@ - flytekit.common.types.helpers — Flyte 0.3.0 documentation + flytekit.common.types.helpers — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/impl/blobs.html b/_modules/flytekit/common/types/impl/blobs.html index 6756656401..623746584c 100644 --- a/_modules/flytekit/common/types/impl/blobs.html +++ b/_modules/flytekit/common/types/impl/blobs.html @@ -8,7 +8,7 @@ - flytekit.common.types.impl.blobs — Flyte 0.3.0 documentation + flytekit.common.types.impl.blobs — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/impl/schema.html b/_modules/flytekit/common/types/impl/schema.html index cf68c4fba9..70845273b6 100644 --- a/_modules/flytekit/common/types/impl/schema.html +++ b/_modules/flytekit/common/types/impl/schema.html @@ -8,7 +8,7 @@ - flytekit.common.types.impl.schema — Flyte 0.3.0 documentation + flytekit.common.types.impl.schema — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/primitives.html b/_modules/flytekit/common/types/primitives.html index 19736e2df1..cda3ab3080 100644 --- a/_modules/flytekit/common/types/primitives.html +++ b/_modules/flytekit/common/types/primitives.html @@ -8,7 +8,7 @@ - flytekit.common.types.primitives — Flyte 0.3.0 documentation + flytekit.common.types.primitives — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/proto.html b/_modules/flytekit/common/types/proto.html index 54708d34b6..09b5bef655 100644 --- a/_modules/flytekit/common/types/proto.html +++ b/_modules/flytekit/common/types/proto.html @@ -8,7 +8,7 @@ - flytekit.common.types.proto — Flyte 0.3.0 documentation + flytekit.common.types.proto — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/types/schema.html b/_modules/flytekit/common/types/schema.html index 9ac435a2b8..f232747d5c 100644 --- a/_modules/flytekit/common/types/schema.html +++ b/_modules/flytekit/common/types/schema.html @@ -8,7 +8,7 @@ - flytekit.common.types.schema — Flyte 0.3.0 documentation + flytekit.common.types.schema — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/utils.html b/_modules/flytekit/common/utils.html index 0bfe627f6f..96938860fc 100644 --- a/_modules/flytekit/common/utils.html +++ b/_modules/flytekit/common/utils.html @@ -8,7 +8,7 @@ - flytekit.common.utils — Flyte 0.3.0 documentation + flytekit.common.utils — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/common/workflow.html b/_modules/flytekit/common/workflow.html index 5c97b2b0b1..2ae765293e 100644 --- a/_modules/flytekit/common/workflow.html +++ b/_modules/flytekit/common/workflow.html @@ -8,7 +8,7 @@ - flytekit.common.workflow — Flyte 0.3.0 documentation + flytekit.common.workflow — Flyte 0.4.0 documentation @@ -177,6 +177,7 @@

Source code for flytekit.common.workflow

 from flytekit.models.core import workflow as _workflow_models, identifier as _identifier_model
 from flytekit.common.exceptions import system as _system_exceptions
 from flytekit.common import constants as _constants
+from flytekit.models.admin import workflow as _admin_workflow_model
 
 
 
[docs]class Output(object):
@@ -444,6 +445,20 @@ 
Source code for flytekit.common.workflow
             self._id = old_id
             raise

 
+
[docs]    @_exception_scopes.system_entry_point
+    def serialize(self):
+        """
+        Serializing a workflow should produce an object similar to what the registration step produces, in preparation
+        for actual registration to Admin.
+
+        :rtype: flyteidl.admin.workflow_pb2.WorkflowSpec
+        """
+        sub_workflows = self.get_sub_workflows()
+        return _admin_workflow_model.WorkflowSpec(
+            self,
+            sub_workflows,
+        ).to_flyte_idl()

+
 
[docs]    @_exception_scopes.system_entry_point
     def validate(self):
         pass

diff --git a/_modules/flytekit/common/workflow_execution.html b/_modules/flytekit/common/workflow_execution.html
index 4b30468873..b1e4d6ea44 100644
--- a/_modules/flytekit/common/workflow_execution.html
+++ b/_modules/flytekit/common/workflow_execution.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.common.workflow_execution — Flyte 0.3.0 documentation
+  flytekit.common.workflow_execution — Flyte 0.4.0 documentation
   
 
   
@@ -281,9 +281,17 @@ 
Source code for flytekit.common.workflow_execution
        :rtype: None
         """
         if not self.is_complete or self._node_executions is None:
-            _engine_loader.get_engine().get_workflow_execution(self).sync()
+            self._sync_closure()
             self._node_executions = self.get_node_executions()

 
+    def _sync_closure(self):
+        """
+        Syncs the closure of the underlying execution artifact with the state observed by the platform.
+        :rtype: None
+        """
+        if not self.is_complete:
+            _engine_loader.get_engine().get_workflow_execution(self).sync()
+
 
[docs]    def get_node_executions(self, filters=None):
         """
         :param list[flytekit.models.filters.Filter] filters:
diff --git a/_modules/flytekit/configuration.html b/_modules/flytekit/configuration.html
index b99e000e44..793124a26d 100644
--- a/_modules/flytekit/configuration.html
+++ b/_modules/flytekit/configuration.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.configuration — Flyte 0.3.0 documentation
+  flytekit.configuration — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/configuration/common.html b/_modules/flytekit/configuration/common.html
index e00a78c448..df757e3225 100644
--- a/_modules/flytekit/configuration/common.html
+++ b/_modules/flytekit/configuration/common.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.configuration.common — Flyte 0.3.0 documentation
+  flytekit.configuration.common — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/configuration/internal.html b/_modules/flytekit/configuration/internal.html
index de78727f8a..018b10da72 100644
--- a/_modules/flytekit/configuration/internal.html
+++ b/_modules/flytekit/configuration/internal.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.configuration.internal — Flyte 0.3.0 documentation
+  flytekit.configuration.internal — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/contrib/sensors/base_sensor.html b/_modules/flytekit/contrib/sensors/base_sensor.html
index 6e8d58e7b4..501005f925 100644
--- a/_modules/flytekit/contrib/sensors/base_sensor.html
+++ b/_modules/flytekit/contrib/sensors/base_sensor.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.contrib.sensors.base_sensor — Flyte 0.3.0 documentation
+  flytekit.contrib.sensors.base_sensor — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/contrib/sensors/impl.html b/_modules/flytekit/contrib/sensors/impl.html
index 60e012b01b..c4c7de6945 100644
--- a/_modules/flytekit/contrib/sensors/impl.html
+++ b/_modules/flytekit/contrib/sensors/impl.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.contrib.sensors.impl — Flyte 0.3.0 documentation
+  flytekit.contrib.sensors.impl — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/contrib/sensors/task.html b/_modules/flytekit/contrib/sensors/task.html
index fbc59a50fe..12f5ae9736 100644
--- a/_modules/flytekit/contrib/sensors/task.html
+++ b/_modules/flytekit/contrib/sensors/task.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.contrib.sensors.task — Flyte 0.3.0 documentation
+  flytekit.contrib.sensors.task — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/engines/common.html b/_modules/flytekit/engines/common.html
index b30a7fd32e..92fe373bb2 100644
--- a/_modules/flytekit/engines/common.html
+++ b/_modules/flytekit/engines/common.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.engines.common — Flyte 0.3.0 documentation
+  flytekit.engines.common — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/engines/flyte/engine.html b/_modules/flytekit/engines/flyte/engine.html
index 27e48a71cb..7f38737a8c 100644
--- a/_modules/flytekit/engines/flyte/engine.html
+++ b/_modules/flytekit/engines/flyte/engine.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.engines.flyte.engine — Flyte 0.3.0 documentation
+  flytekit.engines.flyte.engine — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/engines/loader.html b/_modules/flytekit/engines/loader.html
index e0a328b750..8615da78cc 100644
--- a/_modules/flytekit/engines/loader.html
+++ b/_modules/flytekit/engines/loader.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.engines.loader — Flyte 0.3.0 documentation
+  flytekit.engines.loader — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/engines/unit/engine.html b/_modules/flytekit/engines/unit/engine.html
index 417751963e..d180c9b85e 100644
--- a/_modules/flytekit/engines/unit/engine.html
+++ b/_modules/flytekit/engines/unit/engine.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.engines.unit.engine — Flyte 0.3.0 documentation
+  flytekit.engines.unit.engine — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/engines/unit/mock_stats.html b/_modules/flytekit/engines/unit/mock_stats.html
index f5d2db061b..a9a150af95 100644
--- a/_modules/flytekit/engines/unit/mock_stats.html
+++ b/_modules/flytekit/engines/unit/mock_stats.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.engines.unit.mock_stats — Flyte 0.3.0 documentation
+  flytekit.engines.unit.mock_stats — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/data/common.html b/_modules/flytekit/interfaces/data/common.html
index 7804e1cb77..c496e4925c 100644
--- a/_modules/flytekit/interfaces/data/common.html
+++ b/_modules/flytekit/interfaces/data/common.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.data.common — Flyte 0.3.0 documentation
+  flytekit.interfaces.data.common — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/data/data_proxy.html b/_modules/flytekit/interfaces/data/data_proxy.html
index 779b165174..fc4b3ad545 100644
--- a/_modules/flytekit/interfaces/data/data_proxy.html
+++ b/_modules/flytekit/interfaces/data/data_proxy.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.data.data_proxy — Flyte 0.3.0 documentation
+  flytekit.interfaces.data.data_proxy — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/data/gcs/gcs_proxy.html b/_modules/flytekit/interfaces/data/gcs/gcs_proxy.html
index 4a33118b8d..75589e9a40 100644
--- a/_modules/flytekit/interfaces/data/gcs/gcs_proxy.html
+++ b/_modules/flytekit/interfaces/data/gcs/gcs_proxy.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.data.gcs.gcs_proxy — Flyte 0.3.0 documentation
+  flytekit.interfaces.data.gcs.gcs_proxy — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/data/http/http_data_proxy.html b/_modules/flytekit/interfaces/data/http/http_data_proxy.html
index 16384ac800..9ea3db48ee 100644
--- a/_modules/flytekit/interfaces/data/http/http_data_proxy.html
+++ b/_modules/flytekit/interfaces/data/http/http_data_proxy.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.data.http.http_data_proxy — Flyte 0.3.0 documentation
+  flytekit.interfaces.data.http.http_data_proxy — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/data/local/local_file_proxy.html b/_modules/flytekit/interfaces/data/local/local_file_proxy.html
index 81894c20d4..b8931ebc25 100644
--- a/_modules/flytekit/interfaces/data/local/local_file_proxy.html
+++ b/_modules/flytekit/interfaces/data/local/local_file_proxy.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.data.local.local_file_proxy — Flyte 0.3.0 documentation
+  flytekit.interfaces.data.local.local_file_proxy — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/data/s3/s3proxy.html b/_modules/flytekit/interfaces/data/s3/s3proxy.html
index f4153021b9..d046b252ff 100644
--- a/_modules/flytekit/interfaces/data/s3/s3proxy.html
+++ b/_modules/flytekit/interfaces/data/s3/s3proxy.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.data.s3.s3proxy — Flyte 0.3.0 documentation
+  flytekit.interfaces.data.s3.s3proxy — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/random.html b/_modules/flytekit/interfaces/random.html
index 2a2758c593..f9095580e7 100644
--- a/_modules/flytekit/interfaces/random.html
+++ b/_modules/flytekit/interfaces/random.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.random — Flyte 0.3.0 documentation
+  flytekit.interfaces.random — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/stats/client.html b/_modules/flytekit/interfaces/stats/client.html
index d5c25947bd..d5660425c0 100644
--- a/_modules/flytekit/interfaces/stats/client.html
+++ b/_modules/flytekit/interfaces/stats/client.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.stats.client — Flyte 0.3.0 documentation
+  flytekit.interfaces.stats.client — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/interfaces/stats/taggable.html b/_modules/flytekit/interfaces/stats/taggable.html
index ad09e9be9f..d99ded3d1c 100644
--- a/_modules/flytekit/interfaces/stats/taggable.html
+++ b/_modules/flytekit/interfaces/stats/taggable.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.interfaces.stats.taggable — Flyte 0.3.0 documentation
+  flytekit.interfaces.stats.taggable — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/admin/common.html b/_modules/flytekit/models/admin/common.html
index 6f460b2f47..fd0c3e02f8 100644
--- a/_modules/flytekit/models/admin/common.html
+++ b/_modules/flytekit/models/admin/common.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.admin.common — Flyte 0.3.0 documentation
+  flytekit.models.admin.common — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/admin/task_execution.html b/_modules/flytekit/models/admin/task_execution.html
index e6fb230e66..a1401f94bb 100644
--- a/_modules/flytekit/models/admin/task_execution.html
+++ b/_modules/flytekit/models/admin/task_execution.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.admin.task_execution — Flyte 0.3.0 documentation
+  flytekit.models.admin.task_execution — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/admin/workflow.html b/_modules/flytekit/models/admin/workflow.html
index 2d6631a112..9c00ba2d1c 100644
--- a/_modules/flytekit/models/admin/workflow.html
+++ b/_modules/flytekit/models/admin/workflow.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.admin.workflow — Flyte 0.3.0 documentation
+  flytekit.models.admin.workflow — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/array_job.html b/_modules/flytekit/models/array_job.html
index fb0d9045e0..7fe8c5b1a7 100644
--- a/_modules/flytekit/models/array_job.html
+++ b/_modules/flytekit/models/array_job.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.array_job — Flyte 0.3.0 documentation
+  flytekit.models.array_job — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/common.html b/_modules/flytekit/models/common.html
index b2db9be307..7748a0b72a 100644
--- a/_modules/flytekit/models/common.html
+++ b/_modules/flytekit/models/common.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.common — Flyte 0.3.0 documentation
+  flytekit.models.common — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/core/compiler.html b/_modules/flytekit/models/core/compiler.html
index 1ae81d11f6..2810cd7666 100644
--- a/_modules/flytekit/models/core/compiler.html
+++ b/_modules/flytekit/models/core/compiler.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.core.compiler — Flyte 0.3.0 documentation
+  flytekit.models.core.compiler — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/core/condition.html b/_modules/flytekit/models/core/condition.html
index c2aebd8086..32f8b2132e 100644
--- a/_modules/flytekit/models/core/condition.html
+++ b/_modules/flytekit/models/core/condition.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.core.condition — Flyte 0.3.0 documentation
+  flytekit.models.core.condition — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/core/errors.html b/_modules/flytekit/models/core/errors.html
index fb8ba84a3e..0c7a856cc4 100644
--- a/_modules/flytekit/models/core/errors.html
+++ b/_modules/flytekit/models/core/errors.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.core.errors — Flyte 0.3.0 documentation
+  flytekit.models.core.errors — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/core/execution.html b/_modules/flytekit/models/core/execution.html
index 1177929e99..7a00e04b56 100644
--- a/_modules/flytekit/models/core/execution.html
+++ b/_modules/flytekit/models/core/execution.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.core.execution — Flyte 0.3.0 documentation
+  flytekit.models.core.execution — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/core/identifier.html b/_modules/flytekit/models/core/identifier.html
index 60f800e5ef..3a455ee8ed 100644
--- a/_modules/flytekit/models/core/identifier.html
+++ b/_modules/flytekit/models/core/identifier.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.core.identifier — Flyte 0.3.0 documentation
+  flytekit.models.core.identifier — Flyte 0.4.0 documentation
   
 
   
@@ -222,7 +222,7 @@ 
Source code for flytekit.models.core.identifier
<
 
 
[docs]    def to_flyte_idl(self):
         """
-        :rtype: flyteidl.core.identifier_pb2.NamedEntityIdentifier
+        :rtype: flyteidl.core.identifier_pb2.Identifier
         """
         return _identifier_pb2.Identifier(
             resource_type=self.resource_type,
@@ -235,7 +235,7 @@ 
Source code for flytekit.models.core.identifier
<
 
[docs]    @classmethod
     def from_flyte_idl(cls, p):
         """
-        :param flyteidl.core.identifier_pb2.NamedEntityIdentifier p:
+        :param flyteidl.core.identifier_pb2.Identifier p:
         :rtype: Identifier
         """
         return cls(
diff --git a/_modules/flytekit/models/core/types.html b/_modules/flytekit/models/core/types.html
index 612adc0c6f..2efe2f8e5a 100644
--- a/_modules/flytekit/models/core/types.html
+++ b/_modules/flytekit/models/core/types.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.core.types — Flyte 0.3.0 documentation
+  flytekit.models.core.types — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/core/workflow.html b/_modules/flytekit/models/core/workflow.html
index a21f6623b4..13c5c492be 100644
--- a/_modules/flytekit/models/core/workflow.html
+++ b/_modules/flytekit/models/core/workflow.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.core.workflow — Flyte 0.3.0 documentation
+  flytekit.models.core.workflow — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/dynamic_job.html b/_modules/flytekit/models/dynamic_job.html
index 548a0bbcc1..edfc113afa 100644
--- a/_modules/flytekit/models/dynamic_job.html
+++ b/_modules/flytekit/models/dynamic_job.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.dynamic_job — Flyte 0.3.0 documentation
+  flytekit.models.dynamic_job — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/execution.html b/_modules/flytekit/models/execution.html
index 69e087cb05..c672d5839e 100644
--- a/_modules/flytekit/models/execution.html
+++ b/_modules/flytekit/models/execution.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.execution — Flyte 0.3.0 documentation
+  flytekit.models.execution — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/filters.html b/_modules/flytekit/models/filters.html
index c3f8def477..898240a17e 100644
--- a/_modules/flytekit/models/filters.html
+++ b/_modules/flytekit/models/filters.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.filters — Flyte 0.3.0 documentation
+  flytekit.models.filters — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/interface.html b/_modules/flytekit/models/interface.html
index 73fd981057..4cafc8544f 100644
--- a/_modules/flytekit/models/interface.html
+++ b/_modules/flytekit/models/interface.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.interface — Flyte 0.3.0 documentation
+  flytekit.models.interface — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/launch_plan.html b/_modules/flytekit/models/launch_plan.html
index f6c5051a2d..4e2cd18908 100644
--- a/_modules/flytekit/models/launch_plan.html
+++ b/_modules/flytekit/models/launch_plan.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.launch_plan — Flyte 0.3.0 documentation
+  flytekit.models.launch_plan — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/literals.html b/_modules/flytekit/models/literals.html
index 84bfe768a2..7e95d28542 100644
--- a/_modules/flytekit/models/literals.html
+++ b/_modules/flytekit/models/literals.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.literals — Flyte 0.3.0 documentation
+  flytekit.models.literals — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/named_entity.html b/_modules/flytekit/models/named_entity.html
index 08bd7338ea..b6b18c4abf 100644
--- a/_modules/flytekit/models/named_entity.html
+++ b/_modules/flytekit/models/named_entity.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.named_entity — Flyte 0.3.0 documentation
+  flytekit.models.named_entity — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/node_execution.html b/_modules/flytekit/models/node_execution.html
index 9e58296c0d..f553b0b6bc 100644
--- a/_modules/flytekit/models/node_execution.html
+++ b/_modules/flytekit/models/node_execution.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.node_execution — Flyte 0.3.0 documentation
+  flytekit.models.node_execution — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/presto.html b/_modules/flytekit/models/presto.html
index 0e9546eb64..8404a6221b 100644
--- a/_modules/flytekit/models/presto.html
+++ b/_modules/flytekit/models/presto.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.presto — Flyte 0.3.0 documentation
+  flytekit.models.presto — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/project.html b/_modules/flytekit/models/project.html
index 179a0485ac..50c8082fc9 100644
--- a/_modules/flytekit/models/project.html
+++ b/_modules/flytekit/models/project.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.project — Flyte 0.3.0 documentation
+  flytekit.models.project — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/qubole.html b/_modules/flytekit/models/qubole.html
index 24e65fe610..71f9057df8 100644
--- a/_modules/flytekit/models/qubole.html
+++ b/_modules/flytekit/models/qubole.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.qubole — Flyte 0.3.0 documentation
+  flytekit.models.qubole — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/schedule.html b/_modules/flytekit/models/schedule.html
index d89e861f6c..39143c5f02 100644
--- a/_modules/flytekit/models/schedule.html
+++ b/_modules/flytekit/models/schedule.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.schedule — Flyte 0.3.0 documentation
+  flytekit.models.schedule — Flyte 0.4.0 documentation
   
 
   
diff --git a/_modules/flytekit/models/task.html b/_modules/flytekit/models/task.html
index ff1b8ea1ae..bb8b83cc56 100644
--- a/_modules/flytekit/models/task.html
+++ b/_modules/flytekit/models/task.html
@@ -8,7 +8,7 @@
   
   
   
-  flytekit.models.task — Flyte 0.3.0 documentation
+  flytekit.models.task — Flyte 0.4.0 documentation
   
 
   
@@ -164,6 +164,7 @@ 
Source code for flytekit.models.task
 from flyteidl.admin import task_pb2 as _admin_task
 from flyteidl.core import tasks_pb2 as _core_task, literals_pb2 as _literals_pb2, compiler_pb2 as _compiler
 from flyteidl.plugins import spark_pb2 as _spark_task
+from flyteidl.plugins import pytorch_pb2 as _pytorch_task
 from flytekit.plugins import flyteidl as _lazy_flyteidl
 from google.protobuf import json_format as _json_format, struct_pb2 as _struct
 from flytekit.sdk.spark_types import SparkType as _spark_type
@@ -962,6 +963,27 @@ 
Source code for flytekit.models.task
             pod_spec=pb2_object.pod_spec,
             primary_container_name=pb2_object.primary_container_name,
         )

+
+
+
[docs]class PyTorchJob(_common.FlyteIdlEntity):
+
+    def __init__(self, workers_count):
+        self._workers_count = workers_count
+
+    @property
+    def workers_count(self):
+        return self._workers_count
+
+
[docs]    def to_flyte_idl(self):
+        return _pytorch_task.DistributedPyTorchTrainingTask(
+            workers=self.workers_count,
+        )

+
+
[docs]    @classmethod
+    def from_flyte_idl(cls, pb2_object):
+        return cls(
+            workers_count=pb2_object.workers,
+        )
diff --git a/_modules/flytekit/models/types.html b/_modules/flytekit/models/types.html index 336bb54d29..7c9623aeee 100644 --- a/_modules/flytekit/models/types.html +++ b/_modules/flytekit/models/types.html @@ -8,7 +8,7 @@ - flytekit.models.types — Flyte 0.3.0 documentation + flytekit.models.types — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/models/workflow_closure.html b/_modules/flytekit/models/workflow_closure.html index f55caace19..39f070c90e 100644 --- a/_modules/flytekit/models/workflow_closure.html +++ b/_modules/flytekit/models/workflow_closure.html @@ -8,7 +8,7 @@ - flytekit.models.workflow_closure — Flyte 0.3.0 documentation + flytekit.models.workflow_closure — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/sdk/exceptions.html b/_modules/flytekit/sdk/exceptions.html index f0076afc8d..903c87fcdf 100644 --- a/_modules/flytekit/sdk/exceptions.html +++ b/_modules/flytekit/sdk/exceptions.html @@ -8,7 +8,7 @@ - flytekit.sdk.exceptions — Flyte 0.3.0 documentation + flytekit.sdk.exceptions — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/sdk/spark_types.html b/_modules/flytekit/sdk/spark_types.html index 9726c07ad1..bfe92cbed0 100644 --- a/_modules/flytekit/sdk/spark_types.html +++ b/_modules/flytekit/sdk/spark_types.html @@ -8,7 +8,7 @@ - flytekit.sdk.spark_types — Flyte 0.3.0 documentation + flytekit.sdk.spark_types — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/sdk/tasks.html b/_modules/flytekit/sdk/tasks.html index 83982c7e4f..89023f8758 100644 --- a/_modules/flytekit/sdk/tasks.html +++ b/_modules/flytekit/sdk/tasks.html @@ -8,7 +8,7 @@ - flytekit.sdk.tasks — Flyte 0.3.0 documentation + flytekit.sdk.tasks — Flyte 0.4.0 documentation @@ -164,7 +164,8 @@

Source code for flytekit.sdk.tasks

 from flytekit.common import constants as _common_constants
 from flytekit.common.exceptions import user as _user_exceptions
 from flytekit.common.tasks import sdk_runnable as _sdk_runnable_tasks, sdk_dynamic as _sdk_dynamic, \
-    spark_task as _sdk_spark_tasks, generic_spark_task as _sdk_generic_spark_task, hive_task as _sdk_hive_tasks, sidecar_task as _sdk_sidecar_tasks
+    spark_task as _sdk_spark_tasks, generic_spark_task as _sdk_generic_spark_task, hive_task as _sdk_hive_tasks, \
+    sidecar_task as _sdk_sidecar_tasks, pytorch_task as _sdk_pytorch_tasks
 from flytekit.common.tasks import task as _task
 from flytekit.common.types import helpers as _type_helpers
 from flytekit.sdk.spark_types import  SparkType as _spark_type
@@ -1158,6 +1159,160 @@ 
Source code for flytekit.sdk.tasks
         return wrapper(_task_function)
     else:
         return wrapper

+
+
+
[docs]def pytorch_task(
+        _task_function=None,
+        cache_version='',
+        retries=0,
+        interruptible=False,
+        deprecated='',
+        cache=False,
+        timeout=None,
+        workers_count=1,
+        per_replica_storage_request="",
+        per_replica_cpu_request="",
+        per_replica_gpu_request="",
+        per_replica_memory_request="",
+        per_replica_storage_limit="",
+        per_replica_cpu_limit="",
+        per_replica_gpu_limit="",
+        per_replica_memory_limit="",
+        environment=None,
+        cls=None
+):
+    """
+    Decorator to create a Pytorch Task definition. This task will submit PyTorchJob (see https://github.com/kubeflow/pytorch-operator)
+        defined by the code within the _task_function to k8s cluster.
+
+    .. code-block:: python
+
+        @inputs(int_list=[Types.Integer])
+        @outputs(result=Types.Integer
+        @pytorch_task(
+            workers_count=2,
+            per_replica_cpu_request="500m",
+            per_replica_memory_request="4Gi",
+            per_replica_memory_limit="8Gi",
+            per_replica_gpu_limit="1",
+        )
+        def my_pytorch_job(wf_params, int_list, result):
+            pass
+
+    :param _task_function: this is the decorated method and shouldn't be declared explicitly.  The function must
+        take a first argument, and then named arguments matching those defined in @inputs and @outputs.  No keyword
+        arguments are allowed for wrapped task functions.
+
+    :param Text cache_version: [optional] string representing logical version for discovery.  This field should be
+        updated whenever the underlying algorithm changes.
+
+        .. note::
+
+            This argument is required to be a non-empty string if `cache` is True.
+
+    :param int retries: [optional] integer determining number of times task can be retried on
+        :py:exc:`flytekit.sdk.exceptions.RecoverableException` or transient platform failures.  Defaults
+        to 0.
+
+        .. note::
+
+            If retries > 0, the task must be able to recover from any remote state created within the user code.  It is
+            strongly recommended that tasks are written to be idempotent.
+
+    :param bool interruptible: [optional] boolean describing if the task is interruptible.
+
+    :param Text deprecated: [optional] string that should be provided if this task is deprecated.  The string
+        will be logged as a warning so it should contain information regarding how to update to a newer task.
+
+    :param bool cache: [optional] boolean describing if the outputs of this task should be cached and
+        re-usable.
+
+    :param datetime.timedelta timeout: [optional] describes how long the task should be allowed to
+        run at max before triggering a retry (if retries are enabled).  By default, tasks are allowed to run
+        indefinitely.  If a null timedelta is passed (i.e. timedelta(seconds=0)), the task will not timeout.
+
+    :param int workers_count: integer determining the number of worker replicas spawned in the cluster for this job
+        (in addition to 1 master).
+
+    :param Text per_replica_storage_request: [optional] Kubernetes resource string for lower-bound of disk storage space
+        for each replica spawned for this job (i.e. both for master and workers).  Default is set by platform-level configuration.
+
+        .. note::
+
+            This is currently not supported by the platform.
+
+    :param Text per_replica_cpu_request: [optional] Kubernetes resource string for lower-bound of cores for each replica
+        spawned for this job (i.e. both for master and workers).
+        This can be set to a fractional portion of a CPU. Default is set by platform-level configuration.
+
+        TODO: Add links to resource string documentation for Kubernetes
+
+    :param Text per_replica_gpu_request: [optional] Kubernetes resource string for lower-bound of desired GPUs for each
+        replica spawned for this job (i.e. both for master and workers).
+        Default is set by platform-level configuration.
+
+        TODO: Add links to resource string documentation for Kubernetes
+
+    :param Text per_replica_memory_request: [optional]  Kubernetes resource string for lower-bound of physical memory
+        necessary for each replica spawned for this job (i.e. both for master and workers).  Default is set by platform-level configuration.
+
+        TODO: Add links to resource string documentation for Kubernetes
+
+    :param Text per_replica_storage_limit: [optional] Kubernetes resource string for upper-bound of disk storage space
+        for each replica spawned for this job (i.e. both for master and workers).
+        This amount is not guaranteed!  If not specified, it is set equal to storage_request.
+
+        .. note::
+
+            This is currently not supported by the platform.
+
+    :param Text per_replica_cpu_limit: [optional] Kubernetes resource string for upper-bound of cores for each replica
+        spawned for this job (i.e. both for master and workers).
+        This can be set to a fractional portion of a CPU. This amount is not guaranteed!  If not specified,
+        it is set equal to cpu_request.
+
+    :param Text per_replica_gpu_limit: [optional] Kubernetes resource string for upper-bound of desired GPUs for each
+        replica spawned for this job (i.e. both for master and workers).
+        This amount is not guaranteed!  If not specified, it is set equal to gpu_request.
+
+    :param Text per_replica_memory_limit: [optional]  Kubernetes resource string for upper-bound of physical memory
+        necessary for each replica spawned for this job (i.e. both for master and workers).
+        This amount is not guaranteed!  If not specified, it is set equal to memory_request.
+
+    :param dict[Text,Text] environment: [optional] environment variables to set when executing this task.
+
+    :param cls: This can be used to override the task implementation with a user-defined extension. The class
+        provided must be a subclass of flytekit.common.tasks.sdk_runnable.SdkRunnableTask.  A user can use this to
+        inject bespoke logic into the base Flyte programming model.
+
+    :rtype: flytekit.common.tasks.sdk_runnable.SdkRunnableTask
+    """
+    def wrapper(fn):
+        return (cls or _sdk_pytorch_tasks.SdkPyTorchTask)(
+            task_function=fn,
+            task_type=_common_constants.SdkTaskType.PYTORCH_TASK,
+            discovery_version=cache_version,
+            retries=retries,
+            interruptible=interruptible,
+            deprecated=deprecated,
+            discoverable=cache,
+            timeout=timeout or _datetime.timedelta(seconds=0),
+            workers_count=workers_count,
+            per_replica_storage_request=per_replica_storage_request,
+            per_replica_cpu_request=per_replica_cpu_request,
+            per_replica_gpu_request=per_replica_gpu_request,
+            per_replica_memory_request=per_replica_memory_request,
+            per_replica_storage_limit=per_replica_storage_limit,
+            per_replica_cpu_limit=per_replica_cpu_limit,
+            per_replica_gpu_limit=per_replica_gpu_limit,
+            per_replica_memory_limit=per_replica_memory_limit,
+            environment=environment or {}
+        )
+
+    if _task_function:
+        return wrapper(_task_function)
+    else:
+        return wrapper
diff --git a/_modules/flytekit/sdk/test_utils.html b/_modules/flytekit/sdk/test_utils.html index 5e2f8935c0..cedc05a835 100644 --- a/_modules/flytekit/sdk/test_utils.html +++ b/_modules/flytekit/sdk/test_utils.html @@ -8,7 +8,7 @@ - flytekit.sdk.test_utils — Flyte 0.3.0 documentation + flytekit.sdk.test_utils — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/sdk/types.html b/_modules/flytekit/sdk/types.html index 287c9da370..d780599315 100644 --- a/_modules/flytekit/sdk/types.html +++ b/_modules/flytekit/sdk/types.html @@ -8,7 +8,7 @@ - flytekit.sdk.types — Flyte 0.3.0 documentation + flytekit.sdk.types — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/sdk/workflow.html b/_modules/flytekit/sdk/workflow.html index db1cc35db2..ccca0f75e5 100644 --- a/_modules/flytekit/sdk/workflow.html +++ b/_modules/flytekit/sdk/workflow.html @@ -8,7 +8,7 @@ - flytekit.sdk.workflow — Flyte 0.3.0 documentation + flytekit.sdk.workflow — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/tools/lazy_loader.html b/_modules/flytekit/tools/lazy_loader.html index 228e8b82d3..abcaf9d736 100644 --- a/_modules/flytekit/tools/lazy_loader.html +++ b/_modules/flytekit/tools/lazy_loader.html @@ -8,7 +8,7 @@ - flytekit.tools.lazy_loader — Flyte 0.3.0 documentation + flytekit.tools.lazy_loader — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/tools/module_loader.html b/_modules/flytekit/tools/module_loader.html index 402879bb83..8d42dc287f 100644 --- a/_modules/flytekit/tools/module_loader.html +++ b/_modules/flytekit/tools/module_loader.html @@ -8,7 +8,7 @@ - flytekit.tools.module_loader — Flyte 0.3.0 documentation + flytekit.tools.module_loader — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/tools/subprocess.html b/_modules/flytekit/tools/subprocess.html index 3ab87eb657..99e66a3e26 100644 --- a/_modules/flytekit/tools/subprocess.html +++ b/_modules/flytekit/tools/subprocess.html @@ -8,7 +8,7 @@ - flytekit.tools.subprocess — Flyte 0.3.0 documentation + flytekit.tools.subprocess — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/type_engines/common.html b/_modules/flytekit/type_engines/common.html index 1da2bf30e7..16e1dd94b0 100644 --- a/_modules/flytekit/type_engines/common.html +++ b/_modules/flytekit/type_engines/common.html @@ -8,7 +8,7 @@ - flytekit.type_engines.common — Flyte 0.3.0 documentation + flytekit.type_engines.common — Flyte 0.4.0 documentation diff --git a/_modules/flytekit/type_engines/default/flyte.html b/_modules/flytekit/type_engines/default/flyte.html index 1f921fb656..04a3dad11a 100644 --- a/_modules/flytekit/type_engines/default/flyte.html +++ b/_modules/flytekit/type_engines/default/flyte.html @@ -8,7 +8,7 @@ - flytekit.type_engines.default.flyte — Flyte 0.3.0 documentation + flytekit.type_engines.default.flyte — Flyte 0.4.0 documentation diff --git a/_modules/index.html b/_modules/index.html index 1b0a497747..0f02d5827a 100644 --- a/_modules/index.html +++ b/_modules/index.html @@ -8,7 +8,7 @@ - Overview: module code — Flyte 0.3.0 documentation + Overview: module code — Flyte 0.4.0 documentation @@ -190,6 +190,7 @@

All modules for which code is available

  • flytekit.common.tasks.hive_task
  • flytekit.common.tasks.output
  • flytekit.common.tasks.presto_task
    • +
  • flytekit.common.tasks.pytorch_task
  • flytekit.common.tasks.sdk_dynamic
  • flytekit.common.tasks.sdk_runnable
  • flytekit.common.tasks.sidecar_task
    • diff --git a/_modules/random.html b/_modules/random.html index 06a00eba78..c3ff308084 100644 --- a/_modules/random.html +++ b/_modules/random.html @@ -8,7 +8,7 @@ - random — Flyte 0.3.0 documentation + random — Flyte 0.4.0 documentation diff --git a/_sources/flyteidl/admin/common.proto.rst.txt b/_sources/flyteidl/admin/common.proto.rst.txt index 056dc8dd38..f6d28ba3c9 100644 --- a/_sources/flyteidl/admin/common.proto.rst.txt +++ b/_sources/flyteidl/admin/common.proto.rst.txt @@ -49,7 +49,7 @@ name flyteidl.admin.NamedEntityMetadata ---------------------------------- -`[flyteidl.admin.NamedEntityMetadata proto] `_ +`[flyteidl.admin.NamedEntityMetadata proto] `_ .. code-block:: json @@ -80,7 +80,7 @@ state flyteidl.admin.NamedEntity -------------------------- -`[flyteidl.admin.NamedEntity proto] `_ +`[flyteidl.admin.NamedEntity proto] `_ Describes information common to a NamedEntity, identified by a project / domain / name / resource type combination @@ -115,7 +115,7 @@ metadata flyteidl.admin.Sort ------------------- -`[flyteidl.admin.Sort proto] `_ +`[flyteidl.admin.Sort proto] `_ Species sort ordering in a list request. @@ -146,7 +146,7 @@ direction Enum flyteidl.admin.Sort.Direction ---------------------------------- -`[flyteidl.admin.Sort.Direction proto] `_ +`[flyteidl.admin.Sort.Direction proto] `_ .. _api_enum_value_flyteidl.admin.Sort.Direction.DESCENDING: @@ -165,7 +165,7 @@ ASCENDING flyteidl.admin.NamedEntityIdentifierListRequest ----------------------------------------------- -`[flyteidl.admin.NamedEntityIdentifierListRequest proto] `_ +`[flyteidl.admin.NamedEntityIdentifierListRequest proto] `_ Represents a request structure to list identifiers. @@ -227,7 +227,7 @@ filters flyteidl.admin.NamedEntityListRequest ------------------------------------- -`[flyteidl.admin.NamedEntityListRequest proto] `_ +`[flyteidl.admin.NamedEntityListRequest proto] `_ Represents a request structure to list NamedEntity objects @@ -295,7 +295,7 @@ filters flyteidl.admin.NamedEntityIdentifierList ---------------------------------------- -`[flyteidl.admin.NamedEntityIdentifierList proto] `_ +`[flyteidl.admin.NamedEntityIdentifierList proto] `_ Represents a list of NamedEntityIdentifiers. @@ -326,7 +326,7 @@ token flyteidl.admin.NamedEntityList ------------------------------ -`[flyteidl.admin.NamedEntityList proto] `_ +`[flyteidl.admin.NamedEntityList proto] `_ Represents a list of NamedEntityIdentifiers. @@ -357,7 +357,7 @@ token flyteidl.admin.NamedEntityGetRequest ------------------------------------ -`[flyteidl.admin.NamedEntityGetRequest proto] `_ +`[flyteidl.admin.NamedEntityGetRequest proto] `_ A request to retrieve the metadata associated with a NamedEntityIdentifier @@ -385,7 +385,7 @@ id flyteidl.admin.NamedEntityUpdateRequest --------------------------------------- -`[flyteidl.admin.NamedEntityUpdateRequest proto] `_ +`[flyteidl.admin.NamedEntityUpdateRequest proto] `_ Request to set the referenced launch plan state to the configured value. @@ -422,7 +422,7 @@ metadata flyteidl.admin.NamedEntityUpdateResponse ---------------------------------------- -`[flyteidl.admin.NamedEntityUpdateResponse proto] `_ +`[flyteidl.admin.NamedEntityUpdateResponse proto] `_ Purposefully empty, may be populated in the future. @@ -438,7 +438,7 @@ Purposefully empty, may be populated in the future. flyteidl.admin.ObjectGetRequest ------------------------------- -`[flyteidl.admin.ObjectGetRequest proto] `_ +`[flyteidl.admin.ObjectGetRequest proto] `_ Represents a structure to fetch a single resource. @@ -461,7 +461,7 @@ id flyteidl.admin.ResourceListRequest ---------------------------------- -`[flyteidl.admin.ResourceListRequest proto] `_ +`[flyteidl.admin.ResourceListRequest proto] `_ Represents a request structure to retrieve a list of resources. Resources include: Task, Workflow, LaunchPlan @@ -518,7 +518,7 @@ sort_by flyteidl.admin.EmailNotification -------------------------------- -`[flyteidl.admin.EmailNotification proto] `_ +`[flyteidl.admin.EmailNotification proto] `_ .. code-block:: json @@ -540,7 +540,7 @@ recipients_email flyteidl.admin.PagerDutyNotification ------------------------------------ -`[flyteidl.admin.PagerDutyNotification proto] `_ +`[flyteidl.admin.PagerDutyNotification proto] `_ .. code-block:: json @@ -562,7 +562,7 @@ recipients_email flyteidl.admin.SlackNotification -------------------------------- -`[flyteidl.admin.SlackNotification proto] `_ +`[flyteidl.admin.SlackNotification proto] `_ .. code-block:: json @@ -584,7 +584,7 @@ recipients_email flyteidl.admin.Notification --------------------------- -`[flyteidl.admin.Notification proto] `_ +`[flyteidl.admin.Notification proto] `_ Represents a structure for notifications based on execution status. The Notification content is configured within Admin. Future iterations could @@ -637,7 +637,7 @@ slack flyteidl.admin.UrlBlob ---------------------- -`[flyteidl.admin.UrlBlob proto] `_ +`[flyteidl.admin.UrlBlob proto] `_ Represents a string url and associated metadata used throughout the platform. @@ -667,7 +667,7 @@ bytes flyteidl.admin.Labels --------------------- -`[flyteidl.admin.Labels proto] `_ +`[flyteidl.admin.Labels proto] `_ Label values to be applied to an execution resource. In the future a mode (e.g. OVERRIDE, APPEND, etc) can be defined @@ -692,7 +692,7 @@ values flyteidl.admin.Annotations -------------------------- -`[flyteidl.admin.Annotations proto] `_ +`[flyteidl.admin.Annotations proto] `_ Annotation values to be applied to an execution resource. In the future a mode (e.g. OVERRIDE, APPEND, etc) can be defined @@ -711,6 +711,40 @@ values + +.. _api_msg_flyteidl.admin.AuthRole: + +flyteidl.admin.AuthRole +----------------------- + +`[flyteidl.admin.AuthRole proto] `_ + +Defines permissions associated with executions. + +.. code-block:: json + + { + "assumable_iam_role": "...", + "kubernetes_service_account": "..." + } + +.. _api_field_flyteidl.admin.AuthRole.assumable_iam_role: + +assumable_iam_role + (`string `_) + + + Only one of :ref:`assumable_iam_role `, :ref:`kubernetes_service_account ` may be set. + +.. _api_field_flyteidl.admin.AuthRole.kubernetes_service_account: + +kubernetes_service_account + (`string `_) + + + Only one of :ref:`assumable_iam_role `, :ref:`kubernetes_service_account ` may be set. + + .. _api_enum_flyteidl.admin.NamedEntityState: Enum flyteidl.admin.NamedEntityState @@ -732,3 +766,9 @@ NAMED_ENTITY_ARCHIVED ⁣Archived named entities are no longer visible in the UI. +.. _api_enum_value_flyteidl.admin.NamedEntityState.SYSTEM_GENERATED: + +SYSTEM_GENERATED + ⁣System generated entities that aren't explicitly created or managed by a user. + + diff --git a/_sources/flyteidl/admin/execution.proto.rst.txt b/_sources/flyteidl/admin/execution.proto.rst.txt index b3aadb9950..1b11172e89 100644 --- a/_sources/flyteidl/admin/execution.proto.rst.txt +++ b/_sources/flyteidl/admin/execution.proto.rst.txt @@ -568,7 +568,8 @@ of an execution as it progresses across phase changes.. "notifications": "{...}", "disable_all": "...", "labels": "{...}", - "annotations": "{...}" + "annotations": "{...}", + "auth_role": "{...}" } .. _api_field_flyteidl.admin.ExecutionSpec.launch_plan: @@ -621,6 +622,12 @@ annotations (:ref:`flyteidl.admin.Annotations `) Annotations to apply to the execution resource. +.. _api_field_flyteidl.admin.ExecutionSpec.auth_role: + +auth_role + (:ref:`flyteidl.admin.AuthRole `) Optional: auth override to apply this execution. + + .. _api_msg_flyteidl.admin.ExecutionTerminateRequest: @@ -628,7 +635,7 @@ annotations flyteidl.admin.ExecutionTerminateRequest ---------------------------------------- -`[flyteidl.admin.ExecutionTerminateRequest proto] `_ +`[flyteidl.admin.ExecutionTerminateRequest proto] `_ Request to terminate an in-progress execution. This action is irreversible. If an execution is already terminated, this request will simply be a no-op. @@ -662,7 +669,7 @@ cause flyteidl.admin.ExecutionTerminateResponse ----------------------------------------- -`[flyteidl.admin.ExecutionTerminateResponse proto] `_ +`[flyteidl.admin.ExecutionTerminateResponse proto] `_ .. code-block:: json @@ -677,7 +684,7 @@ flyteidl.admin.ExecutionTerminateResponse flyteidl.admin.WorkflowExecutionGetDataRequest ---------------------------------------------- -`[flyteidl.admin.WorkflowExecutionGetDataRequest proto] `_ +`[flyteidl.admin.WorkflowExecutionGetDataRequest proto] `_ Request structure to fetch inputs and output urls for an execution. @@ -700,7 +707,7 @@ id flyteidl.admin.WorkflowExecutionGetDataResponse ----------------------------------------------- -`[flyteidl.admin.WorkflowExecutionGetDataResponse proto] `_ +`[flyteidl.admin.WorkflowExecutionGetDataResponse proto] `_ Response structure for WorkflowExecutionGetDataRequest which contains inputs and outputs for an execution. diff --git a/_sources/flyteidl/admin/launch_plan.proto.rst.txt b/_sources/flyteidl/admin/launch_plan.proto.rst.txt index cf1da40549..1834146912 100644 --- a/_sources/flyteidl/admin/launch_plan.proto.rst.txt +++ b/_sources/flyteidl/admin/launch_plan.proto.rst.txt @@ -170,7 +170,8 @@ User-provided launch plan definition and configuration values. "role": "...", "labels": "{...}", "annotations": "{...}", - "auth": "{...}" + "auth": "{...}", + "auth_role": "{...}" } .. _api_field_flyteidl.admin.LaunchPlanSpec.workflow_id: @@ -221,6 +222,11 @@ auth (:ref:`flyteidl.admin.Auth `) Indicates the permission associated with workflow executions triggered with this launch plan. +.. _api_field_flyteidl.admin.LaunchPlanSpec.auth_role: + +auth_role + (:ref:`flyteidl.admin.AuthRole `) + .. _api_msg_flyteidl.admin.LaunchPlanClosure: @@ -228,7 +234,7 @@ auth flyteidl.admin.LaunchPlanClosure -------------------------------- -`[flyteidl.admin.LaunchPlanClosure proto] `_ +`[flyteidl.admin.LaunchPlanClosure proto] `_ Values computed by the flyte platform after launch plan registration. These include expected_inputs required to be present in a CreateExecutionRequest @@ -281,7 +287,7 @@ updated_at flyteidl.admin.LaunchPlanMetadata --------------------------------- -`[flyteidl.admin.LaunchPlanMetadata proto] `_ +`[flyteidl.admin.LaunchPlanMetadata proto] `_ Additional launch plan attributes included in the LaunchPlanSpec not strictly required to launch the reference workflow. @@ -312,7 +318,7 @@ notifications flyteidl.admin.LaunchPlanUpdateRequest -------------------------------------- -`[flyteidl.admin.LaunchPlanUpdateRequest proto] `_ +`[flyteidl.admin.LaunchPlanUpdateRequest proto] `_ Request to set the referenced launch plan state to the configured value. @@ -342,7 +348,7 @@ state flyteidl.admin.LaunchPlanUpdateResponse --------------------------------------- -`[flyteidl.admin.LaunchPlanUpdateResponse proto] `_ +`[flyteidl.admin.LaunchPlanUpdateResponse proto] `_ Purposefully empty, may be populated in the future. @@ -358,7 +364,7 @@ Purposefully empty, may be populated in the future. flyteidl.admin.ActiveLaunchPlanRequest -------------------------------------- -`[flyteidl.admin.ActiveLaunchPlanRequest proto] `_ +`[flyteidl.admin.ActiveLaunchPlanRequest proto] `_ Represents a request struct for finding an active launch plan for a given NamedEntityIdentifier @@ -380,7 +386,7 @@ id flyteidl.admin.ActiveLaunchPlanListRequest ------------------------------------------ -`[flyteidl.admin.ActiveLaunchPlanListRequest proto] `_ +`[flyteidl.admin.ActiveLaunchPlanListRequest proto] `_ Represents a request structure to list active launch plans within a project/domain. diff --git a/_sources/flyteidl/core/errors.proto.rst.txt b/_sources/flyteidl/core/errors.proto.rst.txt index 4d5107f5de..988ea2f3dd 100644 --- a/_sources/flyteidl/core/errors.proto.rst.txt +++ b/_sources/flyteidl/core/errors.proto.rst.txt @@ -8,7 +8,7 @@ errors.proto flyteidl.core.ContainerError ---------------------------- -`[flyteidl.core.ContainerError proto] `_ +`[flyteidl.core.ContainerError proto] `_ Error message to propagate detailed errors from container executions to the execution engine. @@ -18,7 +18,8 @@ engine. { "code": "...", "message": "...", - "kind": "..." + "kind": "...", + "origin": "..." } .. _api_field_flyteidl.core.ContainerError.code: @@ -39,13 +40,19 @@ kind (:ref:`flyteidl.core.ContainerError.Kind `) An abstract error kind for this error. Defaults to Non_Recoverable if not specified. +.. _api_field_flyteidl.core.ContainerError.origin: + +origin + (:ref:`flyteidl.core.ExecutionError.ErrorKind `) Defines the origin of the error (system, user, unknown). + + .. _api_enum_flyteidl.core.ContainerError.Kind: Enum flyteidl.core.ContainerError.Kind -------------------------------------- -`[flyteidl.core.ContainerError.Kind proto] `_ +`[flyteidl.core.ContainerError.Kind proto] `_ Defines a generic error type that dictates the behavior of the retry strategy. @@ -65,7 +72,7 @@ RECOVERABLE flyteidl.core.ErrorDocument --------------------------- -`[flyteidl.core.ErrorDocument proto] `_ +`[flyteidl.core.ErrorDocument proto] `_ Defines the errors.pb file format the container can produce to communicate failure reasons to the execution engine. diff --git a/_sources/flyteidl/core/tasks.proto.rst.txt b/_sources/flyteidl/core/tasks.proto.rst.txt index c7f0259433..d316d52df7 100644 --- a/_sources/flyteidl/core/tasks.proto.rst.txt +++ b/_sources/flyteidl/core/tasks.proto.rst.txt @@ -334,7 +334,8 @@ flyteidl.core.Container "resources": "{...}", "env": [], "config": [], - "ports": [] + "ports": [], + "data_config": "{...}" } .. _api_field_flyteidl.core.Container.image: @@ -381,6 +382,192 @@ config ports (:ref:`flyteidl.core.ContainerPort `) Ports to open in the container. This feature is not supported by all execution engines. (e.g. supported on K8s but not supported on AWS Batch) + Only K8s +.. _api_field_flyteidl.core.Container.data_config: +data_config + (:ref:`flyteidl.core.DataLoadingConfig `) BETA: Optional configuration for DataLoading. If not specified, then default values are used. + This makes it possible to to run a completely portable container, that uses inputs and outputs + only from the local file-system and without having any reference to flyteidl. This is supported only on K8s at the moment. + If data loading is enabled, then data will be mounted in accompanying directories specified in the DataLoadingConfig. If the directories + are not specified, inputs will be mounted onto and outputs will be uploaded from a pre-determined file-system path. Refer to the documentation + to understand the default paths. + Only K8s + + + + +.. _api_msg_flyteidl.core.IOStrategy: + +flyteidl.core.IOStrategy +------------------------ + +`[flyteidl.core.IOStrategy proto] `_ + +Strategy to use when dealing with Blob, Schema, or multipart blob data (large datasets) + +.. code-block:: json + + { + "download_mode": "...", + "upload_mode": "..." + } + +.. _api_field_flyteidl.core.IOStrategy.download_mode: + +download_mode + (:ref:`flyteidl.core.IOStrategy.DownloadMode `) Mode to use to manage downloads + + +.. _api_field_flyteidl.core.IOStrategy.upload_mode: + +upload_mode + (:ref:`flyteidl.core.IOStrategy.UploadMode `) Mode to use to manage uploads + + + +.. _api_enum_flyteidl.core.IOStrategy.DownloadMode: + +Enum flyteidl.core.IOStrategy.DownloadMode +------------------------------------------ + +`[flyteidl.core.IOStrategy.DownloadMode proto] `_ + +Mode to use for downloading + +.. _api_enum_value_flyteidl.core.IOStrategy.DownloadMode.DOWNLOAD_EAGER: + +DOWNLOAD_EAGER + *(DEFAULT)* ⁣All data will be downloaded before the main container is executed + + +.. _api_enum_value_flyteidl.core.IOStrategy.DownloadMode.DOWNLOAD_STREAM: + +DOWNLOAD_STREAM + ⁣Data will be downloaded as a stream and an End-Of-Stream marker will be written to indicate all data has been downloaded. Refer to protocol for details + + +.. _api_enum_value_flyteidl.core.IOStrategy.DownloadMode.DO_NOT_DOWNLOAD: + +DO_NOT_DOWNLOAD + ⁣Large objects (offloaded) will not be downloaded + + + +.. _api_enum_flyteidl.core.IOStrategy.UploadMode: + +Enum flyteidl.core.IOStrategy.UploadMode +---------------------------------------- + +`[flyteidl.core.IOStrategy.UploadMode proto] `_ + +Mode to use for uploading + +.. _api_enum_value_flyteidl.core.IOStrategy.UploadMode.UPLOAD_ON_EXIT: + +UPLOAD_ON_EXIT + *(DEFAULT)* ⁣All data will be uploaded after the main container exits + + +.. _api_enum_value_flyteidl.core.IOStrategy.UploadMode.UPLOAD_EAGER: + +UPLOAD_EAGER + ⁣Data will be uploaded as it appears. Refer to protocol specification for details + + +.. _api_enum_value_flyteidl.core.IOStrategy.UploadMode.DO_NOT_UPLOAD: + +DO_NOT_UPLOAD + ⁣Data will not be uploaded, only references will be written + + + +.. _api_msg_flyteidl.core.DataLoadingConfig: + +flyteidl.core.DataLoadingConfig +------------------------------- + +`[flyteidl.core.DataLoadingConfig proto] `_ + +This configuration allows executing raw containers in Flyte using the Flyte CoPilot system. +Flyte CoPilot, eliminates the needs of flytekit or sdk inside the container. Any inputs required by the users container are side-loaded in the input_path +Any outputs generated by the user container - within output_path are automatically uploaded. + +.. code-block:: json + + { + "enabled": "...", + "input_path": "...", + "output_path": "...", + "format": "...", + "io_strategy": "{...}" + } + +.. _api_field_flyteidl.core.DataLoadingConfig.enabled: + +enabled + (`bool `_) Flag enables DataLoading Config. If this is not set, data loading will not be used! + + +.. _api_field_flyteidl.core.DataLoadingConfig.input_path: + +input_path + (`string `_) File system path (start at root). This folder will contain all the inputs exploded to a separate file. + Example, if the input interface needs (x: int, y: blob, z: multipart_blob) and the input path is "/var/flyte/inputs", then the file system will look like + /var/flyte/inputs/inputs. .pb .json .yaml> -> Format as defined previously. The Blob and Multipart blob will reference local filesystem instead of remote locations + /var/flyte/inputs/x -> X is a file that contains the value of x (integer) in string format + /var/flyte/inputs/y -> Y is a file in Binary format + /var/flyte/inputs/z/... -> Note Z itself is a directory + More information about the protocol - refer to docs #TODO reference docs here + + +.. _api_field_flyteidl.core.DataLoadingConfig.output_path: + +output_path + (`string `_) File system path (start at root). This folder should contain all the outputs for the task as individual files and/or an error text file + + +.. _api_field_flyteidl.core.DataLoadingConfig.format: + +format + (:ref:`flyteidl.core.DataLoadingConfig.LiteralMapFormat `) In the inputs folder, there will be an additional summary/metadata file that contains references to all files or inlined primitive values. + This format decides the actual encoding for the data. Refer to the encoding to understand the specifics of the contents and the encoding + + +.. _api_field_flyteidl.core.DataLoadingConfig.io_strategy: + +io_strategy + (:ref:`flyteidl.core.IOStrategy `) + + +.. _api_enum_flyteidl.core.DataLoadingConfig.LiteralMapFormat: + +Enum flyteidl.core.DataLoadingConfig.LiteralMapFormat +----------------------------------------------------- + +`[flyteidl.core.DataLoadingConfig.LiteralMapFormat proto] `_ + +LiteralMapFormat decides the encoding format in which the input metadata should be made available to the containers. +If the user has access to the protocol buffer definitions, it is recommended to use the PROTO format. +JSON and YAML do not need any protobuf definitions to read it +All remote references in core.LiteralMap are replaced with local filesystem references (the data is downloaded to local filesystem) + +.. _api_enum_value_flyteidl.core.DataLoadingConfig.LiteralMapFormat.JSON: + +JSON + *(DEFAULT)* ⁣JSON / YAML for the metadata (which contains inlined primitive values). The representation is inline with the standard json specification as specified - https://www.json.org/json-en.html + + +.. _api_enum_value_flyteidl.core.DataLoadingConfig.LiteralMapFormat.YAML: + +YAML + ⁣ + +.. _api_enum_value_flyteidl.core.DataLoadingConfig.LiteralMapFormat.PROTO: + +PROTO + ⁣Proto is a serialized binary of `core.LiteralMap` defined in flyteidl/core + + diff --git a/_sources/flyteidl/plugins/index.rst.txt b/_sources/flyteidl/plugins/index.rst.txt index c2943c6d26..43ca143352 100644 --- a/_sources/flyteidl/plugins/index.rst.txt +++ b/_sources/flyteidl/plugins/index.rst.txt @@ -12,6 +12,7 @@ Plugins available in the Flyte system. array_job.proto presto.proto + pytorch.proto qubole.proto sidecar.proto spark.proto diff --git a/_sources/flyteidl/plugins/pytorch.proto.rst.txt b/_sources/flyteidl/plugins/pytorch.proto.rst.txt new file mode 100644 index 0000000000..4448503623 --- /dev/null +++ b/_sources/flyteidl/plugins/pytorch.proto.rst.txt @@ -0,0 +1,27 @@ +.. _api_file_flyteidl/plugins/pytorch.proto: + +pytorch.proto +============================== + +.. _api_msg_flyteidl.plugins.DistributedPyTorchTrainingTask: + +flyteidl.plugins.DistributedPyTorchTrainingTask +----------------------------------------------- + +`[flyteidl.plugins.DistributedPyTorchTrainingTask proto] `_ + +Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator + +.. code-block:: json + + { + "workers": "..." + } + +.. _api_field_flyteidl.plugins.DistributedPyTorchTrainingTask.workers: + +workers + (`int32 `_) number of worker replicas spawned in the cluster for this job + + + diff --git a/_sources/flytekit/flytekit.common.tasks.rst.txt b/_sources/flytekit/flytekit.common.tasks.rst.txt index 48e80d5486..a9023fd22a 100644 --- a/_sources/flytekit/flytekit.common.tasks.rst.txt +++ b/_sources/flytekit/flytekit.common.tasks.rst.txt @@ -44,6 +44,14 @@ flytekit.common.tasks.presto\_task module :undoc-members: :show-inheritance: +flytekit.common.tasks.pytorch\_task module +------------------------------------------ + +.. automodule:: flytekit.common.tasks.pytorch_task + :members: + :undoc-members: + :show-inheritance: + flytekit.common.tasks.sdk\_dynamic module ----------------------------------------- diff --git a/_static/documentation_options.js b/_static/documentation_options.js index f3296e0a63..24568a7ac0 100644 --- a/_static/documentation_options.js +++ b/_static/documentation_options.js @@ -1,6 +1,6 @@ var DOCUMENTATION_OPTIONS = { URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'), - VERSION: '0.3.0', + VERSION: '0.4.0', LANGUAGE: 'None', COLLAPSE_INDEX: false, FILE_SUFFIX: '.html', diff --git a/administrator/architecture.html b/administrator/architecture.html index d336980271..8aaf038b9d 100644 --- a/administrator/architecture.html +++ b/administrator/architecture.html @@ -8,7 +8,7 @@ - Architecture — Flyte 0.3.0 documentation + Architecture — Flyte 0.4.0 documentation diff --git a/administrator/index.html b/administrator/index.html index e9a62b17ad..cbcabe7c37 100644 --- a/administrator/index.html +++ b/administrator/index.html @@ -8,7 +8,7 @@ - Administrator Docs — Flyte 0.3.0 documentation + Administrator Docs — Flyte 0.4.0 documentation diff --git a/administrator/install/authentication.html b/administrator/install/authentication.html index e5fdab08c0..41f0be3fe5 100644 --- a/administrator/install/authentication.html +++ b/administrator/install/authentication.html @@ -8,7 +8,7 @@ - Authentication — Flyte 0.3.0 documentation + Authentication — Flyte 0.4.0 documentation diff --git a/administrator/install/configure/admin.html b/administrator/install/configure/admin.html index 9a9688d08d..710e614062 100644 --- a/administrator/install/configure/admin.html +++ b/administrator/install/configure/admin.html @@ -8,7 +8,7 @@ - FlyteAdmin Configuration — Flyte 0.3.0 documentation + FlyteAdmin Configuration — Flyte 0.4.0 documentation diff --git a/administrator/install/configure/common.html b/administrator/install/configure/common.html index eb218ba3ab..1b4a4910b3 100644 --- a/administrator/install/configure/common.html +++ b/administrator/install/configure/common.html @@ -8,7 +8,7 @@ - Common configuration across all backend components — Flyte 0.3.0 documentation + Common configuration across all backend components — Flyte 0.4.0 documentation diff --git a/administrator/install/configure/index.html b/administrator/install/configure/index.html index 20561591cb..d9dcc53cff 100644 --- a/administrator/install/configure/index.html +++ b/administrator/install/configure/index.html @@ -8,7 +8,7 @@ - Configure Flyte backend — Flyte 0.3.0 documentation + Configure Flyte backend — Flyte 0.4.0 documentation diff --git a/administrator/install/configure/plugins.html b/administrator/install/configure/plugins.html index 20b38387b9..85aa32093a 100644 --- a/administrator/install/configure/plugins.html +++ b/administrator/install/configure/plugins.html @@ -8,7 +8,7 @@ - Plugin Configuration — Flyte 0.3.0 documentation + Plugin Configuration — Flyte 0.4.0 documentation diff --git a/administrator/install/configure/propeller.html b/administrator/install/configure/propeller.html index 407ffe14ca..764cbd82b7 100644 --- a/administrator/install/configure/propeller.html +++ b/administrator/install/configure/propeller.html @@ -8,7 +8,7 @@ - Propeller Configuration — Flyte 0.3.0 documentation + Propeller Configuration — Flyte 0.4.0 documentation diff --git a/administrator/install/getting_started.html b/administrator/install/getting_started.html index a11a17fbfc..882345a132 100644 --- a/administrator/install/getting_started.html +++ b/administrator/install/getting_started.html @@ -8,7 +8,7 @@ - Getting Started — Flyte 0.3.0 documentation + Getting Started — Flyte 0.4.0 documentation diff --git a/administrator/install/index.html b/administrator/install/index.html index d5ee39b4b8..66869f403e 100644 --- a/administrator/install/index.html +++ b/administrator/install/index.html @@ -8,7 +8,7 @@ - Installing Flyte — Flyte 0.3.0 documentation + Installing Flyte — Flyte 0.4.0 documentation diff --git a/administrator/install/managing_customizable_resources.html b/administrator/install/managing_customizable_resources.html index 36bf1e85f8..b998c7abbc 100644 --- a/administrator/install/managing_customizable_resources.html +++ b/administrator/install/managing_customizable_resources.html @@ -8,7 +8,7 @@ - Configuring customizable resources — Flyte 0.3.0 documentation + Configuring customizable resources — Flyte 0.4.0 documentation diff --git a/administrator/install/multi_cluster.html b/administrator/install/multi_cluster.html index 59f772c593..9f1a2796c4 100644 --- a/administrator/install/multi_cluster.html +++ b/administrator/install/multi_cluster.html @@ -8,7 +8,7 @@ - Scaling Beyond Kubernetes — Flyte 0.3.0 documentation + Scaling Beyond Kubernetes — Flyte 0.4.0 documentation diff --git a/administrator/install/optional_components.html b/administrator/install/optional_components.html index 9ed407c3fb..610bf58653 100644 --- a/administrator/install/optional_components.html +++ b/administrator/install/optional_components.html @@ -8,7 +8,7 @@ - Optional Components — Flyte 0.3.0 documentation + Optional Components — Flyte 0.4.0 documentation diff --git a/administrator/install/production.html b/administrator/install/production.html index 0afe049801..0c894c5fd4 100644 --- a/administrator/install/production.html +++ b/administrator/install/production.html @@ -8,7 +8,7 @@ - Handling Production Load — Flyte 0.3.0 documentation + Handling Production Load — Flyte 0.4.0 documentation diff --git a/contributor/components/admin.html b/contributor/components/admin.html index 5f5f0aca61..cb93d4b72b 100644 --- a/contributor/components/admin.html +++ b/contributor/components/admin.html @@ -8,7 +8,7 @@ - FlyteAdmin — Flyte 0.3.0 documentation + FlyteAdmin — Flyte 0.4.0 documentation diff --git a/contributor/components/admin_service.html b/contributor/components/admin_service.html index de9dec8bdd..2f629ce024 100644 --- a/contributor/components/admin_service.html +++ b/contributor/components/admin_service.html @@ -8,7 +8,7 @@ - FlyteAdmin Service Background — Flyte 0.3.0 documentation + FlyteAdmin Service Background — Flyte 0.4.0 documentation diff --git a/contributor/components/catalog.html b/contributor/components/catalog.html index 7f67907229..e078d9b079 100644 --- a/contributor/components/catalog.html +++ b/contributor/components/catalog.html @@ -8,7 +8,7 @@ - What is Data Catalog? — Flyte 0.3.0 documentation + What is Data Catalog? — Flyte 0.4.0 documentation diff --git a/contributor/components/console.html b/contributor/components/console.html index f5f2d1185d..b3f1247f36 100644 --- a/contributor/components/console.html +++ b/contributor/components/console.html @@ -8,7 +8,7 @@ - Flyte Console — Flyte 0.3.0 documentation + Flyte Console — Flyte 0.4.0 documentation diff --git a/contributor/components/index.html b/contributor/components/index.html index a919d91e2e..fdc5d6fdfb 100644 --- a/contributor/components/index.html +++ b/contributor/components/index.html @@ -8,7 +8,7 @@ - Flyte System Components — Flyte 0.3.0 documentation + Flyte System Components — Flyte 0.4.0 documentation diff --git a/contributor/docs/index.html b/contributor/docs/index.html index f6f9bf2fb2..e4e17c785a 100644 --- a/contributor/docs/index.html +++ b/contributor/docs/index.html @@ -8,7 +8,7 @@ - Contributing to Docs — Flyte 0.3.0 documentation + Contributing to Docs — Flyte 0.4.0 documentation diff --git a/contributor/extending/index.html b/contributor/extending/index.html index a5acf8bdd1..99da07cda6 100644 --- a/contributor/extending/index.html +++ b/contributor/extending/index.html @@ -8,7 +8,7 @@ - Extending Flyte — Flyte 0.3.0 documentation + Extending Flyte — Flyte 0.4.0 documentation diff --git a/contributor/index.html b/contributor/index.html index 5119e12253..bc8bca91d9 100644 --- a/contributor/index.html +++ b/contributor/index.html @@ -8,7 +8,7 @@ - Contributor Docs — Flyte 0.3.0 documentation + Contributor Docs — Flyte 0.4.0 documentation diff --git a/contributor/language/index.html b/contributor/language/index.html index 4786068ac6..7f494f5d45 100644 --- a/contributor/language/index.html +++ b/contributor/language/index.html @@ -8,7 +8,7 @@ - Flyte Specification Language — Flyte 0.3.0 documentation + Flyte Specification Language — Flyte 0.4.0 documentation diff --git a/flyteidl/admin/common.proto.html b/flyteidl/admin/common.proto.html index 7a2c6d7125..7ece601fbe 100644 --- a/flyteidl/admin/common.proto.html +++ b/flyteidl/admin/common.proto.html @@ -8,7 +8,7 @@ - common.proto — Flyte 0.3.0 documentation + common.proto — Flyte 0.4.0 documentation @@ -113,6 +113,7 @@
  • flyteidl.admin.UrlBlob
  • flyteidl.admin.Labels
  • flyteidl.admin.Annotations
    • +
  • flyteidl.admin.AuthRole
  • Enum flyteidl.admin.NamedEntityState
    • @@ -242,7 +243,7 @@

    flyteidl.admin.NamedEntityMetadata

    -

    [flyteidl.admin.NamedEntityMetadata proto]

    +

    [flyteidl.admin.NamedEntityMetadata proto]

    {
   "description": "...",
   "state": "..."
@@ -262,7 +263,7 @@

    flyteidl.admin.NamedEntity

    -

    [flyteidl.admin.NamedEntity proto]

    +

    [flyteidl.admin.NamedEntity proto]

    Describes information common to a NamedEntity, identified by a project / domain / name / resource type combination

    {
@@ -287,7 +288,7 @@

    flyteidl.admin.Sort

    -

    [flyteidl.admin.Sort proto]

    +

    [flyteidl.admin.Sort proto]

    Species sort ordering in a list request.

    {
   "key": "...",
@@ -308,7 +309,7 @@

    Enum flyteidl.admin.Sort.Direction

    -

    [flyteidl.admin.Sort.Direction proto]

    +

    [flyteidl.admin.Sort.Direction proto]

    DESCENDING

    (DEFAULT) ⁣

    @@ -320,7 +321,7 @@

    flyteidl.admin.NamedEntityIdentifierListRequest

    -

    [flyteidl.admin.NamedEntityIdentifierListRequest proto]

    +

    [flyteidl.admin.NamedEntityIdentifierListRequest proto]

    Represents a request structure to list identifiers.

    {
   "project": "...",
@@ -363,7 +364,7 @@

    flyteidl.admin.NamedEntityListRequest

    -

    [flyteidl.admin.NamedEntityListRequest proto]

    +

    [flyteidl.admin.NamedEntityListRequest proto]

    Represents a request structure to list NamedEntity objects

    {
   "resource_type": "...",
@@ -411,7 +412,7 @@

    flyteidl.admin.NamedEntityIdentifierList

    -

    [flyteidl.admin.NamedEntityIdentifierList proto]

    +

    [flyteidl.admin.NamedEntityIdentifierList proto]

    Represents a list of NamedEntityIdentifiers.

    {
   "entities": [],
@@ -431,7 +432,7 @@

    flyteidl.admin.NamedEntityList

    -

    [flyteidl.admin.NamedEntityList proto]

    +

    [flyteidl.admin.NamedEntityList proto]

    Represents a list of NamedEntityIdentifiers.

    {
   "entities": [],
@@ -451,7 +452,7 @@

    flyteidl.admin.NamedEntityGetRequest

    -

    [flyteidl.admin.NamedEntityGetRequest proto]

    +

    [flyteidl.admin.NamedEntityGetRequest proto]

    A request to retrieve the metadata associated with a NamedEntityIdentifier

    {
   "resource_type": "...",
@@ -470,7 +471,7 @@

    flyteidl.admin.NamedEntityUpdateRequest

    -

    [flyteidl.admin.NamedEntityUpdateRequest proto]

    +

    [flyteidl.admin.NamedEntityUpdateRequest proto]

    Request to set the referenced launch plan state to the configured value.

    {
   "resource_type": "...",
@@ -494,7 +495,7 @@

    flyteidl.admin.NamedEntityUpdateResponse

    -

    [flyteidl.admin.NamedEntityUpdateResponse proto]

    +

    [flyteidl.admin.NamedEntityUpdateResponse proto]

    Purposefully empty, may be populated in the future.

    {}
    @@ -502,7 +503,7 @@

    flyteidl.admin.ObjectGetRequest

    -

    [flyteidl.admin.ObjectGetRequest proto]

    +

    [flyteidl.admin.ObjectGetRequest proto]

    Represents a structure to fetch a single resource.

    {
   "id": "{...}"
@@ -516,7 +517,7 @@

    flyteidl.admin.ResourceListRequest

    -

    [flyteidl.admin.ResourceListRequest proto]

    +

    [flyteidl.admin.ResourceListRequest proto]

    Represents a request structure to retrieve a list of resources. Resources include: Task, Workflow, LaunchPlan

    {
@@ -556,7 +557,7 @@

    flyteidl.admin.EmailNotification

    -

    [flyteidl.admin.EmailNotification proto]

    +

    [flyteidl.admin.EmailNotification proto]

    {
   "recipients_email": []
 }
@@ -569,7 +570,7 @@

    flyteidl.admin.PagerDutyNotification

    -

    [flyteidl.admin.PagerDutyNotification proto]

    +

    [flyteidl.admin.PagerDutyNotification proto]

    {
   "recipients_email": []
 }
@@ -582,7 +583,7 @@

    flyteidl.admin.SlackNotification

    -

    [flyteidl.admin.SlackNotification proto]

    +

    [flyteidl.admin.SlackNotification proto]

    {
   "recipients_email": []
 }
@@ -595,7 +596,7 @@

    flyteidl.admin.Notification

    -

    [flyteidl.admin.Notification proto]

    +

    [flyteidl.admin.Notification proto]

    Represents a structure for notifications based on execution status. The Notification content is configured within Admin. Future iterations could expose configuring notifications with custom content.

    @@ -629,7 +630,7 @@

    flyteidl.admin.UrlBlob

    -

    [flyteidl.admin.UrlBlob proto]

    +

    [flyteidl.admin.UrlBlob proto]

    Represents a string url and associated metadata used throughout the platform.

    {
   "url": "...",
@@ -648,7 +649,7 @@

    flyteidl.admin.Labels

    -

    [flyteidl.admin.Labels proto]

    +

    [flyteidl.admin.Labels proto]

    Label values to be applied to an execution resource. In the future a mode (e.g. OVERRIDE, APPEND, etc) can be defined to specify how to merge labels defined at registration and execution time.

    @@ -664,7 +665,7 @@

    flyteidl.admin.Annotations

    -

    [flyteidl.admin.Annotations proto]

    +

    [flyteidl.admin.Annotations proto]

    Annotation values to be applied to an execution resource. In the future a mode (e.g. OVERRIDE, APPEND, etc) can be defined to specify how to merge annotations defined at registration and execution time.

    @@ -678,6 +679,27 @@
    +
    +

    flyteidl.admin.AuthRole

    +

    [flyteidl.admin.AuthRole proto]

    +

    Defines permissions associated with executions.

    +
    {
+  "assumable_iam_role": "...",
+  "kubernetes_service_account": "..."
+}
+
    +
    +
    +
    assumable_iam_role

    (string)

    +

    Only one of assumable_iam_role, kubernetes_service_account may be set.

    +
    +
    +
    +
    kubernetes_service_account

    (string)

    +

    Only one of assumable_iam_role, kubernetes_service_account may be set.

    +
    +
    +

    Enum flyteidl.admin.NamedEntityState

    [flyteidl.admin.NamedEntityState proto]

    @@ -690,6 +712,10 @@
    NAMED_ENTITY_ARCHIVED

    ⁣Archived named entities are no longer visible in the UI.

    +
    +
    SYSTEM_GENERATED

    ⁣System generated entities that aren’t explicitly created or managed by a user.

    +
    +
    diff --git a/flyteidl/admin/event.proto.html b/flyteidl/admin/event.proto.html index a638a99e0a..88e61e1d46 100644 --- a/flyteidl/admin/event.proto.html +++ b/flyteidl/admin/event.proto.html @@ -8,7 +8,7 @@ - event.proto — Flyte 0.3.0 documentation + event.proto — Flyte 0.4.0 documentation diff --git a/flyteidl/admin/execution.proto.html b/flyteidl/admin/execution.proto.html index 78a1d00b55..d094302ad6 100644 --- a/flyteidl/admin/execution.proto.html +++ b/flyteidl/admin/execution.proto.html @@ -8,7 +8,7 @@ - execution.proto — Flyte 0.3.0 documentation + execution.proto — Flyte 0.4.0 documentation @@ -582,7 +582,8 @@ "notifications": "{...}", "disable_all": "...", "labels": "{...}", - "annotations": "{...}" + "annotations": "{...}", + "auth_role": "{...}" }
    @@ -618,10 +619,14 @@
    annotations

    (flyteidl.admin.Annotations) Annotations to apply to the execution resource.

    +
    +
    auth_role

    (flyteidl.admin.AuthRole) Optional: auth override to apply this execution.

    +
    +

    flyteidl.admin.ExecutionTerminateRequest

    -

    [flyteidl.admin.ExecutionTerminateRequest proto]

    +

    [flyteidl.admin.ExecutionTerminateRequest proto]

    Request to terminate an in-progress execution. This action is irreversible. If an execution is already terminated, this request will simply be a no-op. This request will fail if it references a non-existent execution. @@ -644,14 +649,14 @@

    flyteidl.admin.WorkflowExecutionGetDataRequest

    -

    [flyteidl.admin.WorkflowExecutionGetDataRequest proto]

    +

    [flyteidl.admin.WorkflowExecutionGetDataRequest proto]

    Request structure to fetch inputs and output urls for an execution.

    {
   "id": "{...}"
@@ -665,7 +670,7 @@

    flyteidl.admin.WorkflowExecutionGetDataResponse

    -

    [flyteidl.admin.WorkflowExecutionGetDataResponse proto]

    +

    [flyteidl.admin.WorkflowExecutionGetDataResponse proto]

    Response structure for WorkflowExecutionGetDataRequest which contains inputs and outputs for an execution.

    {
   "outputs": "{...}",
diff --git a/flyteidl/admin/index.html b/flyteidl/admin/index.html
index 8c312e6b0b..9b94e339f0 100644
--- a/flyteidl/admin/index.html
+++ b/flyteidl/admin/index.html
@@ -8,7 +8,7 @@
   
   
   
-  Flyte Admin Service entities — Flyte 0.3.0 documentation
+  Flyte Admin Service entities — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/launch_plan.proto.html b/flyteidl/admin/launch_plan.proto.html
index 655432b33a..59e0d8f3cf 100644
--- a/flyteidl/admin/launch_plan.proto.html
+++ b/flyteidl/admin/launch_plan.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  launch_plan.proto — Flyte 0.3.0 documentation
+  launch_plan.proto — Flyte 0.4.0 documentation
   
 
   
@@ -311,7 +311,8 @@
   "role": "...",
   "labels": "{...}",
   "annotations": "{...}",
-  "auth": "{...}"
+  "auth": "{...}",
+  "auth_role": "{...}"
 }
    @@ -347,10 +348,14 @@
    auth

    (flyteidl.admin.Auth) Indicates the permission associated with workflow executions triggered with this launch plan.

    +
    +
    auth_role

    (flyteidl.admin.AuthRole)

    +
    +

    flyteidl.admin.LaunchPlanClosure

    -

    [flyteidl.admin.LaunchPlanClosure proto]

    +

    [flyteidl.admin.LaunchPlanClosure proto]

    Values computed by the flyte platform after launch plan registration. These include expected_inputs required to be present in a CreateExecutionRequest to launch the reference workflow as well timestamp values associated with the launch plan.

    @@ -386,7 +391,7 @@

    flyteidl.admin.LaunchPlanMetadata

    -

    [flyteidl.admin.LaunchPlanMetadata proto]

    +

    [flyteidl.admin.LaunchPlanMetadata proto]

    Additional launch plan attributes included in the LaunchPlanSpec not strictly required to launch the reference workflow.

    {
@@ -406,7 +411,7 @@

    flyteidl.admin.LaunchPlanUpdateRequest

    -

    [flyteidl.admin.LaunchPlanUpdateRequest proto]

    +

    [flyteidl.admin.LaunchPlanUpdateRequest proto]

    Request to set the referenced launch plan state to the configured value.

    {
   "id": "{...}",
@@ -425,7 +430,7 @@

    flyteidl.admin.LaunchPlanUpdateResponse

    -

    [flyteidl.admin.LaunchPlanUpdateResponse proto]

    +

    [flyteidl.admin.LaunchPlanUpdateResponse proto]

    Purposefully empty, may be populated in the future.

    {}
    @@ -433,7 +438,7 @@

    flyteidl.admin.ActiveLaunchPlanRequest

    -

    [flyteidl.admin.ActiveLaunchPlanRequest proto]

    +

    [flyteidl.admin.ActiveLaunchPlanRequest proto]

    Represents a request struct for finding an active launch plan for a given NamedEntityIdentifier

    {
   "id": "{...}"
@@ -447,7 +452,7 @@

    flyteidl.admin.ActiveLaunchPlanListRequest

    -

    [flyteidl.admin.ActiveLaunchPlanListRequest proto]

    +

    [flyteidl.admin.ActiveLaunchPlanListRequest proto]

    Represents a request structure to list active launch plans within a project/domain.

    {
   "project": "...",
diff --git a/flyteidl/admin/matchable_resource.proto.html b/flyteidl/admin/matchable_resource.proto.html
index 1ffbc09e36..0351c28cfc 100644
--- a/flyteidl/admin/matchable_resource.proto.html
+++ b/flyteidl/admin/matchable_resource.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  matchable_resource.proto — Flyte 0.3.0 documentation
+  matchable_resource.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/node_execution.proto.html b/flyteidl/admin/node_execution.proto.html
index 5fc6887b6f..38445737f6 100644
--- a/flyteidl/admin/node_execution.proto.html
+++ b/flyteidl/admin/node_execution.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  node_execution.proto — Flyte 0.3.0 documentation
+  node_execution.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/notification.proto.html b/flyteidl/admin/notification.proto.html
index 2732b94440..2256fe1685 100644
--- a/flyteidl/admin/notification.proto.html
+++ b/flyteidl/admin/notification.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  notification.proto — Flyte 0.3.0 documentation
+  notification.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/project.proto.html b/flyteidl/admin/project.proto.html
index bd9b1cb46e..873542ea10 100644
--- a/flyteidl/admin/project.proto.html
+++ b/flyteidl/admin/project.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  project.proto — Flyte 0.3.0 documentation
+  project.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/project_domain_attributes.proto.html b/flyteidl/admin/project_domain_attributes.proto.html
index 6d573ae919..7ec83ee30b 100644
--- a/flyteidl/admin/project_domain_attributes.proto.html
+++ b/flyteidl/admin/project_domain_attributes.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  project_domain_attributes.proto — Flyte 0.3.0 documentation
+  project_domain_attributes.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/schedule.proto.html b/flyteidl/admin/schedule.proto.html
index b367eb12f6..986a6419c1 100644
--- a/flyteidl/admin/schedule.proto.html
+++ b/flyteidl/admin/schedule.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  schedule.proto — Flyte 0.3.0 documentation
+  schedule.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/task.proto.html b/flyteidl/admin/task.proto.html
index c2e7cad5ae..ea99eeef88 100644
--- a/flyteidl/admin/task.proto.html
+++ b/flyteidl/admin/task.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  task.proto — Flyte 0.3.0 documentation
+  task.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/task_execution.proto.html b/flyteidl/admin/task_execution.proto.html
index 4a28cdd4d9..bf9553eb3b 100644
--- a/flyteidl/admin/task_execution.proto.html
+++ b/flyteidl/admin/task_execution.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  task_execution.proto — Flyte 0.3.0 documentation
+  task_execution.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/workflow.proto.html b/flyteidl/admin/workflow.proto.html
index 195c7adee4..5da553321b 100644
--- a/flyteidl/admin/workflow.proto.html
+++ b/flyteidl/admin/workflow.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  workflow.proto — Flyte 0.3.0 documentation
+  workflow.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/admin/workflow_attributes.proto.html b/flyteidl/admin/workflow_attributes.proto.html
index 81ebe1a29e..4b0f384690 100644
--- a/flyteidl/admin/workflow_attributes.proto.html
+++ b/flyteidl/admin/workflow_attributes.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  workflow_attributes.proto — Flyte 0.3.0 documentation
+  workflow_attributes.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/compiler.proto.html b/flyteidl/core/compiler.proto.html
index b342819c01..01ede43281 100644
--- a/flyteidl/core/compiler.proto.html
+++ b/flyteidl/core/compiler.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  compiler.proto — Flyte 0.3.0 documentation
+  compiler.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/condition.proto.html b/flyteidl/core/condition.proto.html
index 1e1bfeadd6..8a2bf57403 100644
--- a/flyteidl/core/condition.proto.html
+++ b/flyteidl/core/condition.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  condition.proto — Flyte 0.3.0 documentation
+  condition.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/dynamic_job.proto.html b/flyteidl/core/dynamic_job.proto.html
index acecfd6edf..8a1515f76c 100644
--- a/flyteidl/core/dynamic_job.proto.html
+++ b/flyteidl/core/dynamic_job.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  dynamic_job.proto — Flyte 0.3.0 documentation
+  dynamic_job.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/errors.proto.html b/flyteidl/core/errors.proto.html
index 1dcb4719b9..460266722c 100644
--- a/flyteidl/core/errors.proto.html
+++ b/flyteidl/core/errors.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  errors.proto — Flyte 0.3.0 documentation
+  errors.proto — Flyte 0.4.0 documentation
   
 
   
@@ -193,13 +193,14 @@
 
    errors.proto
    
 
    
 
    flyteidl.core.ContainerError
    
-
    [flyteidl.core.ContainerError proto]
    
+
    [flyteidl.core.ContainerError proto]
    
 
    Error message to propagate detailed errors from container executions to the execution
 engine.
    
 
    {
   "code": "...",
   "message": "...",
-  "kind": "..."
+  "kind": "...",
+  "origin": "..."
 }
 
    
 
    
@@ -215,10 +216,14 @@
 
    kind
    (flyteidl.core.ContainerError.Kind) An abstract error kind for this error. Defaults to Non_Recoverable if not specified.
    
 
    
 
+
    
+
    origin
    (flyteidl.core.ExecutionError.ErrorKind) Defines the origin of the error (system, user, unknown).
    
+
    
+
    
 
    
 
    
 
    Enum flyteidl.core.ContainerError.Kind
    
-
    [flyteidl.core.ContainerError.Kind proto]
    
+
    [flyteidl.core.ContainerError.Kind proto]
    
 
    Defines a generic error type that dictates the behavior of the retry strategy.
    
 
    
 
    NON_RECOVERABLE
    (DEFAULT) ⁣
    
@@ -231,7 +236,7 @@
 
    
 
    
 
    flyteidl.core.ErrorDocument
    
-
    [flyteidl.core.ErrorDocument proto]
    
+
    [flyteidl.core.ErrorDocument proto]
    
 
    Defines the errors.pb file format the container can produce to communicate
 failure reasons to the execution engine.
    
 
    {
diff --git a/flyteidl/core/execution.proto.html b/flyteidl/core/execution.proto.html
index 35dfd040cd..5bc95f220b 100644
--- a/flyteidl/core/execution.proto.html
+++ b/flyteidl/core/execution.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  execution.proto — Flyte 0.3.0 documentation
+  execution.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/identifier.proto.html b/flyteidl/core/identifier.proto.html
index e3c6a28165..dd52c837d8 100644
--- a/flyteidl/core/identifier.proto.html
+++ b/flyteidl/core/identifier.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  identifier.proto — Flyte 0.3.0 documentation
+  identifier.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/index.html b/flyteidl/core/index.html
index 933ba0120c..df657ed721 100644
--- a/flyteidl/core/index.html
+++ b/flyteidl/core/index.html
@@ -8,7 +8,7 @@
   
   
   
-  Core Flyte language specification — Flyte 0.3.0 documentation
+  Core Flyte language specification — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/interface.proto.html b/flyteidl/core/interface.proto.html
index a70c5cfb46..f7d81ab0e4 100644
--- a/flyteidl/core/interface.proto.html
+++ b/flyteidl/core/interface.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  interface.proto — Flyte 0.3.0 documentation
+  interface.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/literals.proto.html b/flyteidl/core/literals.proto.html
index d8aa7a7270..34441be109 100644
--- a/flyteidl/core/literals.proto.html
+++ b/flyteidl/core/literals.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  literals.proto — Flyte 0.3.0 documentation
+  literals.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/tasks.proto.html b/flyteidl/core/tasks.proto.html
index 974510b9ad..f16218aa65 100644
--- a/flyteidl/core/tasks.proto.html
+++ b/flyteidl/core/tasks.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  tasks.proto — Flyte 0.3.0 documentation
+  tasks.proto — Flyte 0.4.0 documentation
   
 
   
@@ -110,6 +110,11 @@
 
  • flyteidl.core.TaskTemplate
    • 
 
  • flyteidl.core.ContainerPort
    • 
 
  • flyteidl.core.Container
    • 
+
  • flyteidl.core.IOStrategy
    • 
+
  • Enum flyteidl.core.IOStrategy.DownloadMode
    • 
+
  • Enum flyteidl.core.IOStrategy.UploadMode
    • 
+
  • flyteidl.core.DataLoadingConfig
    • 
+
  • Enum flyteidl.core.DataLoadingConfig.LiteralMapFormat
    • 
 
 
 
  • types.proto
    • 
@@ -422,7 +427,8 @@
   "resources": "{...}",
   "env": [],
   "config": [],
-  "ports": []
+  "ports": [],
+  "data_config": "{...}"
 }
 
    
 
    
@@ -455,7 +461,134 @@
 
 
    
 
    ports
    (flyteidl.core.ContainerPort) Ports to open in the container. This feature is not supported by all execution engines. (e.g. supported on K8s but
-not supported on AWS Batch)
    
+not supported on AWS Batch)
+Only K8s
    
+
    
+
    
+
    
+
    data_config
    (flyteidl.core.DataLoadingConfig) BETA: Optional configuration for DataLoading. If not specified, then default values are used.
+This makes it possible to to run a completely portable container, that uses inputs and outputs
+only from the local file-system and without having any reference to flyteidl. This is supported only on K8s at the moment.
+If data loading is enabled, then data will be mounted in accompanying directories specified in the DataLoadingConfig. If the directories
+are not specified, inputs will be mounted onto and outputs will be uploaded from a pre-determined file-system path. Refer to the documentation
+to understand the default paths.
+Only K8s
    
+
    
+
    
+
    
+
    
+
    flyteidl.core.IOStrategy
    
+
    [flyteidl.core.IOStrategy proto]
    
+
    Strategy to use when dealing with Blob, Schema, or multipart blob data (large datasets)
    
+
    {
+  "download_mode": "...",
+  "upload_mode": "..."
+}
+
    
+
    
+
    
+
    download_mode
    (flyteidl.core.IOStrategy.DownloadMode) Mode to use to manage downloads
    
+
    
+
    
+
    
+
    upload_mode
    (flyteidl.core.IOStrategy.UploadMode) Mode to use to manage uploads
    
+
    
+
    
+
    
+
    
+
    Enum flyteidl.core.IOStrategy.DownloadMode
    
+
    [flyteidl.core.IOStrategy.DownloadMode proto]
    
+
    Mode to use for downloading
    
+
    
+
    DOWNLOAD_EAGER
    (DEFAULT) ⁣All data will be downloaded before the main container is executed
    
+
    
+
    
+
    
+
    DOWNLOAD_STREAM
    ⁣Data will be downloaded as a stream and an End-Of-Stream marker will be written to indicate all data has been downloaded. Refer to protocol for details
    
+
    
+
    
+
    
+
    DO_NOT_DOWNLOAD
    ⁣Large objects (offloaded) will not be downloaded
    
+
    
+
    
+
    
+
    
+
    Enum flyteidl.core.IOStrategy.UploadMode
    
+
    [flyteidl.core.IOStrategy.UploadMode proto]
    
+
    Mode to use for uploading
    
+
    
+
    UPLOAD_ON_EXIT
    (DEFAULT) ⁣All data will be uploaded after the main container exits
    
+
    
+
    
+
    
+
    UPLOAD_EAGER
    ⁣Data will be uploaded as it appears. Refer to protocol specification for details
    
+
    
+
    
+
    
+
    DO_NOT_UPLOAD
    ⁣Data will not be uploaded, only references will be written
    
+
    
+
    
+
    
+
    
+
    flyteidl.core.DataLoadingConfig
    
+
    [flyteidl.core.DataLoadingConfig proto]
    
+
    This configuration allows executing raw containers in Flyte using the Flyte CoPilot system.
+Flyte CoPilot, eliminates the needs of flytekit or sdk inside the container. Any inputs required by the users container are side-loaded in the input_path
+Any outputs generated by the user container - within output_path are automatically uploaded.
    
+
    {
+  "enabled": "...",
+  "input_path": "...",
+  "output_path": "...",
+  "format": "...",
+  "io_strategy": "{...}"
+}
+
    
+
    
+
    
+
    enabled
    (bool) Flag enables DataLoading Config. If this is not set, data loading will not be used!
    
+
    
+
    
+
    
+
    input_path
    (string) File system path (start at root). This folder will contain all the inputs exploded to a separate file.
+Example, if the input interface needs (x: int, y: blob, z: multipart_blob) and the input path is “/var/flyte/inputs”, then the file system will look like
+/var/flyte/inputs/inputs.<metadata format dependent -> .pb .json .yaml> -> Format as defined previously. The Blob and Multipart blob will reference local filesystem instead of remote locations
+/var/flyte/inputs/x -> X is a file that contains the value of x (integer) in string format
+/var/flyte/inputs/y -> Y is a file in Binary format
+/var/flyte/inputs/z/… -> Note Z itself is a directory
+More information about the protocol - refer to docs #TODO reference docs here
    
+
    
+
    
+
    
+
    output_path
    (string) File system path (start at root). This folder should contain all the outputs for the task as individual files and/or an error text file
    
+
    
+
    
+
    
+
    format
    (flyteidl.core.DataLoadingConfig.LiteralMapFormat) In the inputs folder, there will be an additional summary/metadata file that contains references to all files or inlined primitive values.
+This format decides the actual encoding for the data. Refer to the encoding to understand the specifics of the contents and the encoding
    
+
    
+
    
+
    
+
    io_strategy
    (flyteidl.core.IOStrategy)
    
+
    
+
    
+
    
+
    
+
    Enum flyteidl.core.DataLoadingConfig.LiteralMapFormat
    
+
    [flyteidl.core.DataLoadingConfig.LiteralMapFormat proto]
    
+
    LiteralMapFormat decides the encoding format in which the input metadata should be made available to the containers.
+If the user has access to the protocol buffer definitions, it is recommended to use the PROTO format.
+JSON and YAML do not need any protobuf definitions to read it
+All remote references in core.LiteralMap are replaced with local filesystem references (the data is downloaded to local filesystem)
    
+
    
+
    JSON
    (DEFAULT) ⁣JSON / YAML for the metadata (which contains inlined primitive values). The representation is inline with the standard json specification as specified - https://www.json.org/json-en.html
    
+
    
+
    
+
    
+
    YAML
    ⁣
    
+
    
+
    
+
    
+
    PROTO
    ⁣Proto is a serialized binary of core.LiteralMap defined in flyteidl/core
    
 
    
 
    
 
    
diff --git a/flyteidl/core/types.proto.html b/flyteidl/core/types.proto.html
index 10faa2e572..68083c7336 100644
--- a/flyteidl/core/types.proto.html
+++ b/flyteidl/core/types.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  types.proto — Flyte 0.3.0 documentation
+  types.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/workflow.proto.html b/flyteidl/core/workflow.proto.html
index 762196dfb0..092855b00c 100644
--- a/flyteidl/core/workflow.proto.html
+++ b/flyteidl/core/workflow.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  workflow.proto — Flyte 0.3.0 documentation
+  workflow.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/core/workflow_closure.proto.html b/flyteidl/core/workflow_closure.proto.html
index 91e1296c33..9cad9d225a 100644
--- a/flyteidl/core/workflow_closure.proto.html
+++ b/flyteidl/core/workflow_closure.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  workflow_closure.proto — Flyte 0.3.0 documentation
+  workflow_closure.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/event/event.proto.html b/flyteidl/event/event.proto.html
index e5b22c468c..337aa9ee8b 100644
--- a/flyteidl/event/event.proto.html
+++ b/flyteidl/event/event.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  event.proto — Flyte 0.3.0 documentation
+  event.proto — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/event/index.html b/flyteidl/event/index.html
index 93736e2d90..487c55396a 100644
--- a/flyteidl/event/index.html
+++ b/flyteidl/event/index.html
@@ -8,7 +8,7 @@
   
   
   
-  Flyte Internal and External Eventing interface — Flyte 0.3.0 documentation
+  Flyte Internal and External Eventing interface — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/index.html b/flyteidl/index.html
index 3766b9b5a0..e6fc1bbd29 100644
--- a/flyteidl/index.html
+++ b/flyteidl/index.html
@@ -8,7 +8,7 @@
   
   
   
-  Flyte Language and API specification — Flyte 0.3.0 documentation
+  Flyte Language and API specification — Flyte 0.4.0 documentation
   
 
   
diff --git a/flyteidl/plugins/array_job.proto.html b/flyteidl/plugins/array_job.proto.html
index 280aa170c3..fb3f330325 100644
--- a/flyteidl/plugins/array_job.proto.html
+++ b/flyteidl/plugins/array_job.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  array_job.proto — Flyte 0.3.0 documentation
+  array_job.proto — Flyte 0.4.0 documentation
   
 
   
@@ -99,6 +99,7 @@
 
 
 
  • presto.proto
    • 
+
  • pytorch.proto
    • 
 
  • qubole.proto
    • 
 
  • sidecar.proto
    • 
 
  • spark.proto
    • 
diff --git a/flyteidl/plugins/index.html b/flyteidl/plugins/index.html
index 311e81140d..35f582bad6 100644
--- a/flyteidl/plugins/index.html
+++ b/flyteidl/plugins/index.html
@@ -8,7 +8,7 @@
   
   
   
-  Flyte Task Plugins — Flyte 0.3.0 documentation
+  Flyte Task Plugins — Flyte 0.4.0 documentation
   
 
   
@@ -96,6 +96,7 @@
 
  • Flyte Task Plugins
 
    • 
+
  • pytorch.proto
    • 
 
  • qubole.proto
    • 
 
  • sidecar.proto
    • 
 
  • spark.proto
    • 
@@ -223,7 +224,7 @@
   
     
   
diff --git a/flyteidl/plugins/sidecar.proto.html b/flyteidl/plugins/sidecar.proto.html
index 1c64c0587c..dade9e39c4 100644
--- a/flyteidl/plugins/sidecar.proto.html
+++ b/flyteidl/plugins/sidecar.proto.html
@@ -8,7 +8,7 @@
   
   
   
-  sidecar.proto — Flyte 0.3.0 documentation
+  sidecar.proto — Flyte 0.4.0 documentation
   
 
   
@@ -96,6 +96,7 @@
 
  • Flyte Task Plugins
    • diff --git a/flytekit/flytekit.common.core.html b/flytekit/flytekit.common.core.html index 6dd6e7b85a..9b194c2855 100644 --- a/flytekit/flytekit.common.core.html +++ b/flytekit/flytekit.common.core.html @@ -8,7 +8,7 @@ - flytekit.common.core package — Flyte 0.3.0 documentation + flytekit.common.core package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.common.exceptions.html b/flytekit/flytekit.common.exceptions.html index 9daad64cf9..aa7a39846e 100644 --- a/flytekit/flytekit.common.exceptions.html +++ b/flytekit/flytekit.common.exceptions.html @@ -8,7 +8,7 @@ - flytekit.common.exceptions package — Flyte 0.3.0 documentation + flytekit.common.exceptions package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.common.html b/flytekit/flytekit.common.html index e48137ebea..075c6b1297 100644 --- a/flytekit/flytekit.common.html +++ b/flytekit/flytekit.common.html @@ -8,7 +8,7 @@ - flytekit.common package — Flyte 0.3.0 documentation + flytekit.common package — Flyte 0.4.0 documentation @@ -222,6 +222,7 @@

    Subpackagesflytekit.common.tasks.hive_task module
  • flytekit.common.tasks.output module
  • flytekit.common.tasks.presto_task module
    • +
  • flytekit.common.tasks.pytorch_task module
  • flytekit.common.tasks.sdk_dynamic module
  • flytekit.common.tasks.sdk_runnable module
  • flytekit.common.tasks.sidecar_task module
    • @@ -416,6 +417,11 @@

    SubmodulesPYTHON_TASK = 'python-task'
    +
    +
    +PYTORCH_TASK = 'pytorch'
    +
    +
    SENSOR_TASK = 'sensor-task'
    @@ -713,6 +719,13 @@

    Submodules +
    +serialize()[source]
    +

    Unlike the SdkWorkflow serialize call, nothing special needs to be done here. +:rtype: flyteidl.admin.launch_plan_pb2.LaunchPlanSpec

    +

    +
    property upstream_entities
    @@ -1505,6 +1518,18 @@

    Submodules +
    +serialize()[source]
    +

    Serializing a workflow should produce an object similar to what the registration step produces, in preparation +for actual registration to Admin.

    +
    +
    Return type
    +

    flyteidl.admin.workflow_pb2.WorkflowSpec

    +
    +
    +

    +
    property upstream_entities
    diff --git a/flytekit/flytekit.common.mixins.html b/flytekit/flytekit.common.mixins.html index b6833497d1..7a516ddb46 100644 --- a/flytekit/flytekit.common.mixins.html +++ b/flytekit/flytekit.common.mixins.html @@ -8,7 +8,7 @@ - flytekit.common.mixins package — Flyte 0.3.0 documentation + flytekit.common.mixins package — Flyte 0.4.0 documentation @@ -429,6 +429,24 @@

    Submodules +
    +abstract serialize(project, domain, name, version)[source]
    +

    Registerable entities also are required to be serialized. This allows flytekit to separate serialization from +the network call to Admin (mostly at least, if a Launch Plan is fetched for instance as part of another +workflow, it will still hit Admin.

    +
    +
    Parameters
    +
      +

    • project (Text) – The project in which to serialize this task.

      • +

    • domain (Text) – The domain in which to serialize this task.

      • +

    • name (Text) – The name to give this task.

      • +

    • version (Text) – The version in which to serialize this task.

      • +
    +
    +
    +

    +
    property upstream_entities
    diff --git a/flytekit/flytekit.common.tasks.html b/flytekit/flytekit.common.tasks.html index bc685431ac..ce19209108 100644 --- a/flytekit/flytekit.common.tasks.html +++ b/flytekit/flytekit.common.tasks.html @@ -8,7 +8,7 @@ - flytekit.common.tasks package — Flyte 0.3.0 documentation + flytekit.common.tasks package — Flyte 0.4.0 documentation @@ -413,6 +413,28 @@

    Submodules +

    flytekit.common.tasks.pytorch_task module

    +
    +
    +class flytekit.common.tasks.pytorch_task.SdkPyTorchTask(task_function, task_type, discovery_version, retries, interruptible, deprecated, discoverable, timeout, workers_count, per_replica_storage_request, per_replica_cpu_request, per_replica_gpu_request, per_replica_memory_request, per_replica_storage_limit, per_replica_cpu_limit, per_replica_gpu_limit, per_replica_memory_limit, environment)[source]
    +

    Bases: flytekit.common.tasks.sdk_runnable.SdkRunnableTask

    +
    + +
    +
    +class flytekit.common.tasks.pytorch_task.SdkRunnablePytorchContainer(command, args, resources, env, config)[source]
    +

    Bases: flytekit.common.tasks.sdk_runnable.SdkRunnableContainer

    +
    +
    +property args
    +

    Override args to remove the injection of command prefixes +:rtype: list[Text]

    +
    + +
    +

    flytekit.common.tasks.sdk_dynamic module

    @@ -895,6 +917,16 @@

    Submodules +
    +serialize()[source]
    +
    +
    Return type
    +

    flyteidl.admin.task_pb2.TaskSpec

    +
    +
    +
    +
    property upstream_entities
    diff --git a/flytekit/flytekit.common.types.html b/flytekit/flytekit.common.types.html index 6b6fd50371..7b45e243fb 100644 --- a/flytekit/flytekit.common.types.html +++ b/flytekit/flytekit.common.types.html @@ -8,7 +8,7 @@ - flytekit.common.types package — Flyte 0.3.0 documentation + flytekit.common.types package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.common.types.impl.html b/flytekit/flytekit.common.types.impl.html index c3f6c4fe01..d04038f1c6 100644 --- a/flytekit/flytekit.common.types.impl.html +++ b/flytekit/flytekit.common.types.impl.html @@ -8,7 +8,7 @@ - flytekit.common.types.impl package — Flyte 0.3.0 documentation + flytekit.common.types.impl package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.configuration.html b/flytekit/flytekit.configuration.html index f5744a6226..3f1590d478 100644 --- a/flytekit/flytekit.configuration.html +++ b/flytekit/flytekit.configuration.html @@ -8,7 +8,7 @@ - flytekit.configuration package — Flyte 0.3.0 documentation + flytekit.configuration package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.contrib.html b/flytekit/flytekit.contrib.html index 780ad4a409..a2d5a1c039 100644 --- a/flytekit/flytekit.contrib.html +++ b/flytekit/flytekit.contrib.html @@ -8,7 +8,7 @@ - flytekit.contrib package — Flyte 0.3.0 documentation + flytekit.contrib package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.contrib.sensors.html b/flytekit/flytekit.contrib.sensors.html index b6449f4e26..4f1443cca7 100644 --- a/flytekit/flytekit.contrib.sensors.html +++ b/flytekit/flytekit.contrib.sensors.html @@ -8,7 +8,7 @@ - flytekit.contrib.sensors package — Flyte 0.3.0 documentation + flytekit.contrib.sensors package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.engines.flyte.html b/flytekit/flytekit.engines.flyte.html index f6935f6c85..fc106d03a0 100644 --- a/flytekit/flytekit.engines.flyte.html +++ b/flytekit/flytekit.engines.flyte.html @@ -8,7 +8,7 @@ - flytekit.engines.flyte package — Flyte 0.3.0 documentation + flytekit.engines.flyte package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.engines.html b/flytekit/flytekit.engines.html index 73bd4ea3e0..adee9a253e 100644 --- a/flytekit/flytekit.engines.html +++ b/flytekit/flytekit.engines.html @@ -8,7 +8,7 @@ - flytekit.engines package — Flyte 0.3.0 documentation + flytekit.engines package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.engines.unit.html b/flytekit/flytekit.engines.unit.html index f231eb3827..0d9e9d93a5 100644 --- a/flytekit/flytekit.engines.unit.html +++ b/flytekit/flytekit.engines.unit.html @@ -8,7 +8,7 @@ - flytekit.engines.unit package — Flyte 0.3.0 documentation + flytekit.engines.unit package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.html b/flytekit/flytekit.html index 09ed9efffe..4e94576db0 100644 --- a/flytekit/flytekit.html +++ b/flytekit/flytekit.html @@ -8,7 +8,7 @@ - flytekit package — Flyte 0.3.0 documentation + flytekit package — Flyte 0.4.0 documentation @@ -270,6 +270,7 @@

    Subpackagesflytekit.common.tasks.hive_task module
  • flytekit.common.tasks.output module
  • flytekit.common.tasks.presto_task module
    • +
  • flytekit.common.tasks.pytorch_task module
  • flytekit.common.tasks.sdk_dynamic module
  • flytekit.common.tasks.sdk_runnable module
  • flytekit.common.tasks.sidecar_task module
    • diff --git a/flytekit/flytekit.interfaces.data.gcs.html b/flytekit/flytekit.interfaces.data.gcs.html index 9694db2594..ca65d4898f 100644 --- a/flytekit/flytekit.interfaces.data.gcs.html +++ b/flytekit/flytekit.interfaces.data.gcs.html @@ -8,7 +8,7 @@ - flytekit.interfaces.data.gcs package — Flyte 0.3.0 documentation + flytekit.interfaces.data.gcs package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.interfaces.data.html b/flytekit/flytekit.interfaces.data.html index 992a7b3965..5efe2fb4de 100644 --- a/flytekit/flytekit.interfaces.data.html +++ b/flytekit/flytekit.interfaces.data.html @@ -8,7 +8,7 @@ - flytekit.interfaces.data package — Flyte 0.3.0 documentation + flytekit.interfaces.data package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.interfaces.data.http.html b/flytekit/flytekit.interfaces.data.http.html index 71e2c3c965..9f6ba4d408 100644 --- a/flytekit/flytekit.interfaces.data.http.html +++ b/flytekit/flytekit.interfaces.data.http.html @@ -8,7 +8,7 @@ - flytekit.interfaces.data.http package — Flyte 0.3.0 documentation + flytekit.interfaces.data.http package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.interfaces.data.local.html b/flytekit/flytekit.interfaces.data.local.html index 11b501dc9a..311fe3e964 100644 --- a/flytekit/flytekit.interfaces.data.local.html +++ b/flytekit/flytekit.interfaces.data.local.html @@ -8,7 +8,7 @@ - flytekit.interfaces.data.local package — Flyte 0.3.0 documentation + flytekit.interfaces.data.local package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.interfaces.data.s3.html b/flytekit/flytekit.interfaces.data.s3.html index c0df8ddbc0..e94ad0c8c0 100644 --- a/flytekit/flytekit.interfaces.data.s3.html +++ b/flytekit/flytekit.interfaces.data.s3.html @@ -8,7 +8,7 @@ - flytekit.interfaces.data.s3 package — Flyte 0.3.0 documentation + flytekit.interfaces.data.s3 package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.interfaces.html b/flytekit/flytekit.interfaces.html index 5acfaa3e5b..80ade696d9 100644 --- a/flytekit/flytekit.interfaces.html +++ b/flytekit/flytekit.interfaces.html @@ -8,7 +8,7 @@ - flytekit.interfaces package — Flyte 0.3.0 documentation + flytekit.interfaces package — Flyte 0.4.0 documentation @@ -242,7 +242,7 @@

    Submodules

    flytekit.interfaces.random module

    -flytekit.interfaces.random.random = <random.Random object at 0x1e9a568>
    +flytekit.interfaces.random.random = <random.Random object at 0x19ca018>

    An instance of the global random number generator used by flytekit. Flytekit maintains it’s own random instance to ensure that calls to random.seed(…) do not affect the pseudo-random behavior of flytekit. This random should be used by flytekit components in all cases where random.random would have been used. Components who want additional diff --git a/flytekit/flytekit.interfaces.stats.html b/flytekit/flytekit.interfaces.stats.html index d2c569ad6f..c5373a4e99 100644 --- a/flytekit/flytekit.interfaces.stats.html +++ b/flytekit/flytekit.interfaces.stats.html @@ -8,7 +8,7 @@ - flytekit.interfaces.stats package — Flyte 0.3.0 documentation + flytekit.interfaces.stats package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.models.admin.html b/flytekit/flytekit.models.admin.html index 832f57c5a4..b8e839c181 100644 --- a/flytekit/flytekit.models.admin.html +++ b/flytekit/flytekit.models.admin.html @@ -8,7 +8,7 @@ - flytekit.models.admin package — Flyte 0.3.0 documentation + flytekit.models.admin package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.models.core.html b/flytekit/flytekit.models.core.html index ede56d2541..754e475965 100644 --- a/flytekit/flytekit.models.core.html +++ b/flytekit/flytekit.models.core.html @@ -8,7 +8,7 @@ - flytekit.models.core package — Flyte 0.3.0 documentation + flytekit.models.core package — Flyte 0.4.0 documentation @@ -1110,7 +1110,7 @@

    Submodulesclassmethod from_flyte_idl(p)[source]
    Parameters
    -

    p (flyteidl.core.identifier_pb2.NamedEntityIdentifier) –

    +

    p (flyteidl.core.identifier_pb2.Identifier) –

    Return type

    Identifier

    @@ -1150,7 +1150,7 @@

    Submodulesto_flyte_idl()[source]
    Return type
    -

    flyteidl.core.identifier_pb2.NamedEntityIdentifier

    +

    flyteidl.core.identifier_pb2.Identifier

    diff --git a/flytekit/flytekit.models.html b/flytekit/flytekit.models.html index 4c0dffb023..2f7a3aedc0 100644 --- a/flytekit/flytekit.models.html +++ b/flytekit/flytekit.models.html @@ -8,7 +8,7 @@ - flytekit.models package — Flyte 0.3.0 documentation + flytekit.models package — Flyte 0.4.0 documentation @@ -3550,6 +3550,27 @@

    Submodules +
    +class flytekit.models.task.PyTorchJob(workers_count)[source]
    +

    Bases: flytekit.models.common.FlyteIdlEntity

    +
    +
    +classmethod from_flyte_idl(pb2_object)[source]
    +
    + +
    +
    +to_flyte_idl()[source]
    +
    + +
    +
    +property workers_count
    +
    + +

    +
    class flytekit.models.task.Resources(requests, limits)[source]
    diff --git a/flytekit/flytekit.plugins.html b/flytekit/flytekit.plugins.html index 0ce770b542..0fb8d4da7a 100644 --- a/flytekit/flytekit.plugins.html +++ b/flytekit/flytekit.plugins.html @@ -8,7 +8,7 @@ - flytekit.plugins package — Flyte 0.3.0 documentation + flytekit.plugins package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.sdk.html b/flytekit/flytekit.sdk.html index 2add83431f..c27aba95da 100644 --- a/flytekit/flytekit.sdk.html +++ b/flytekit/flytekit.sdk.html @@ -8,7 +8,7 @@ - flytekit.sdk package — Flyte 0.3.0 documentation + flytekit.sdk package — Flyte 0.4.0 documentation @@ -597,6 +597,109 @@

    Submodules +
    +flytekit.sdk.tasks.pytorch_task(_task_function=None, cache_version='', retries=0, interruptible=False, deprecated='', cache=False, timeout=None, workers_count=1, per_replica_storage_request='', per_replica_cpu_request='', per_replica_gpu_request='', per_replica_memory_request='', per_replica_storage_limit='', per_replica_cpu_limit='', per_replica_gpu_limit='', per_replica_memory_limit='', environment=None, cls=None)[source]
    +
    +
    Decorator to create a Pytorch Task definition. This task will submit PyTorchJob (see https://github.com/kubeflow/pytorch-operator)

    defined by the code within the _task_function to k8s cluster.

    +
    +
    +
    @inputs(int_list=[Types.Integer])
+@outputs(result=Types.Integer
+@pytorch_task(
+    workers_count=2,
+    per_replica_cpu_request="500m",
+    per_replica_memory_request="4Gi",
+    per_replica_memory_limit="8Gi",
+    per_replica_gpu_limit="1",
+)
+def my_pytorch_job(wf_params, int_list, result):
+    pass
+
    +
    +
    +
    Parameters
    +
      +

    • _task_function – this is the decorated method and shouldn’t be declared explicitly. The function must +take a first argument, and then named arguments matching those defined in @inputs and @outputs. No keyword +arguments are allowed for wrapped task functions.

      • +

    • cache_version (Text) –

      [optional] string representing logical version for discovery. This field should be +updated whenever the underlying algorithm changes.

      +
      +

      Note

      +

      This argument is required to be a non-empty string if cache is True.

      +
      +

      • +

    • retries (int) –

      [optional] integer determining number of times task can be retried on +flytekit.sdk.exceptions.RecoverableException or transient platform failures. Defaults +to 0.

      +
      +

      Note

      +

      If retries > 0, the task must be able to recover from any remote state created within the user code. It is +strongly recommended that tasks are written to be idempotent.

      +
      +

      • +

    • interruptible (bool) – [optional] boolean describing if the task is interruptible.

      • +

    • deprecated (Text) – [optional] string that should be provided if this task is deprecated. The string +will be logged as a warning so it should contain information regarding how to update to a newer task.

      • +

    • cache (bool) – [optional] boolean describing if the outputs of this task should be cached and +re-usable.

      • +

    • timeout (datetime.timedelta) – [optional] describes how long the task should be allowed to +run at max before triggering a retry (if retries are enabled). By default, tasks are allowed to run +indefinitely. If a null timedelta is passed (i.e. timedelta(seconds=0)), the task will not timeout.

      • +

    • workers_count (int) – integer determining the number of worker replicas spawned in the cluster for this job +(in addition to 1 master).

      • +

    • per_replica_storage_request (Text) –

      [optional] Kubernetes resource string for lower-bound of disk storage space +for each replica spawned for this job (i.e. both for master and workers). Default is set by platform-level configuration.

      +
      +

      Note

      +

      This is currently not supported by the platform.

      +
      +

      • +

    • per_replica_cpu_request (Text) –

      [optional] Kubernetes resource string for lower-bound of cores for each replica +spawned for this job (i.e. both for master and workers). +This can be set to a fractional portion of a CPU. Default is set by platform-level configuration.

      +

      TODO: Add links to resource string documentation for Kubernetes

      +

      • +

    • per_replica_gpu_request (Text) –

      [optional] Kubernetes resource string for lower-bound of desired GPUs for each +replica spawned for this job (i.e. both for master and workers). +Default is set by platform-level configuration.

      +

      TODO: Add links to resource string documentation for Kubernetes

      +

      • +

    • per_replica_memory_request (Text) –

      [optional] Kubernetes resource string for lower-bound of physical memory +necessary for each replica spawned for this job (i.e. both for master and workers). Default is set by platform-level configuration.

      +

      TODO: Add links to resource string documentation for Kubernetes

      +

      • +

    • per_replica_storage_limit (Text) –

      [optional] Kubernetes resource string for upper-bound of disk storage space +for each replica spawned for this job (i.e. both for master and workers). +This amount is not guaranteed! If not specified, it is set equal to storage_request.

      +
      +

      Note

      +

      This is currently not supported by the platform.

      +
      +

      • +

    • per_replica_cpu_limit (Text) – [optional] Kubernetes resource string for upper-bound of cores for each replica +spawned for this job (i.e. both for master and workers). +This can be set to a fractional portion of a CPU. This amount is not guaranteed! If not specified, +it is set equal to cpu_request.

      • +

    • per_replica_gpu_limit (Text) – [optional] Kubernetes resource string for upper-bound of desired GPUs for each +replica spawned for this job (i.e. both for master and workers). +This amount is not guaranteed! If not specified, it is set equal to gpu_request.

      • +

    • per_replica_memory_limit (Text) – [optional] Kubernetes resource string for upper-bound of physical memory +necessary for each replica spawned for this job (i.e. both for master and workers). +This amount is not guaranteed! If not specified, it is set equal to memory_request.

      • +

    • environment (dict[Text,Text]) – [optional] environment variables to set when executing this task.

      • +

    • cls – This can be used to override the task implementation with a user-defined extension. The class +provided must be a subclass of flytekit.common.tasks.sdk_runnable.SdkRunnableTask. A user can use this to +inject bespoke logic into the base Flyte programming model.

      • +
    +
    +
    Return type
    +

    flytekit.common.tasks.sdk_runnable.SdkRunnableTask

    +
    +
    +

    +
    flytekit.sdk.tasks.qubole_hive_task(_task_function=None, cache_version='', retries=0, interruptible=None, deprecated='', storage_request=None, cpu_request=None, gpu_request=None, memory_request=None, storage_limit=None, cpu_limit=None, gpu_limit=None, memory_limit=None, cache=False, timeout=None, cluster_label=None, tags=None, environment=None, cls=None)[source]
    diff --git a/flytekit/flytekit.tools.html b/flytekit/flytekit.tools.html index 24f870b91e..7683c7b5f8 100644 --- a/flytekit/flytekit.tools.html +++ b/flytekit/flytekit.tools.html @@ -8,7 +8,7 @@ - flytekit.tools package — Flyte 0.3.0 documentation + flytekit.tools package — Flyte 0.4.0 documentation @@ -198,7 +198,7 @@

    Submodulesobject

    -LAZY_LOADING_PLUGINS = {'hive_sensor': ['hmsclient>=0.0.1,<1.0.0'], 'schema': ['numpy>=1.14.0,<2.0.0', 'pandas>=0.22.0,<2.0.0', 'pyarrow>=0.11.0,<1.0.0'], 'sidecar': ['k8s-proto>=0.0.2,<1.0.0'], 'spark': ['pyspark>=2.4.0,<3.0.0']}
    +LAZY_LOADING_PLUGINS = {'hive_sensor': ['hmsclient>=0.0.1,<1.0.0'], 'pytorch': ['torch>=1.0.0,<2.0.0'], 'schema': ['numpy>=1.14.0,<2.0.0', 'pandas>=0.22.0,<2.0.0', 'pyarrow>=0.11.0,<1.0.0'], 'sidecar': ['k8s-proto>=0.0.3,<1.0.0'], 'spark': ['pyspark>=2.4.0,<3.0.0']}
    diff --git a/flytekit/flytekit.type_engines.default.html b/flytekit/flytekit.type_engines.default.html index 6a5e0683cb..80f39ba637 100644 --- a/flytekit/flytekit.type_engines.default.html +++ b/flytekit/flytekit.type_engines.default.html @@ -8,7 +8,7 @@ - flytekit.type_engines.default package — Flyte 0.3.0 documentation + flytekit.type_engines.default package — Flyte 0.4.0 documentation diff --git a/flytekit/flytekit.type_engines.html b/flytekit/flytekit.type_engines.html index 49a81c1e90..ae5e8c3923 100644 --- a/flytekit/flytekit.type_engines.html +++ b/flytekit/flytekit.type_engines.html @@ -8,7 +8,7 @@ - flytekit.type_engines package — Flyte 0.3.0 documentation + flytekit.type_engines package — Flyte 0.4.0 documentation diff --git a/flytekit/index.html b/flytekit/index.html index 833f9187c6..83e4175b4d 100644 --- a/flytekit/index.html +++ b/flytekit/index.html @@ -8,7 +8,7 @@ - flytekit — Flyte 0.3.0 documentation + flytekit — Flyte 0.4.0 documentation diff --git a/genindex.html b/genindex.html index d3cf17fbb7..decb626f87 100644 --- a/genindex.html +++ b/genindex.html @@ -9,7 +9,7 @@ - Index — Flyte 0.3.0 documentation + Index — Flyte 0.4.0 documentation @@ -236,9 +236,11 @@

    A

  • ARCHIVED (flytekit.models.named_entity.NamedEntityState attribute)
    • -
  • args() (flytekit.common.tasks.sdk_runnable.SdkRunnableContainer property) +
  • args() (flytekit.common.tasks.pytorch_task.SdkRunnablePytorchContainer property) @@ -3129,6 +3141,8 @@

    R

  • random (in module flytekit.interfaces.random)
  • rate() (flytekit.models.schedule.Schedule property) +
    • +
  • raw() (flytekit.clients.friendly.SynchronousFlyteClient property)
  • raw_value() (flytekit.common.tasks.sdk_dynamic.PromiseOutputReference property)
    • @@ -3423,10 +3437,14 @@

    S

  • SdkNodeExecution (class in flytekit.common.nodes)
  • SdkPrestoTask (class in flytekit.common.tasks.presto_task) +
    • +
  • SdkPyTorchTask (class in flytekit.common.tasks.pytorch_task)
  • SdkRunnableContainer (class in flytekit.common.tasks.sdk_runnable)
  • SdkRunnableLaunchPlan (class in flytekit.common.launch_plan) +
    • +
  • SdkRunnablePytorchContainer (class in flytekit.common.tasks.pytorch_task)
  • SdkRunnableSparkContainer (class in flytekit.common.tasks.spark_task)
    • @@ -3464,9 +3482,19 @@

    S

  • SensorTask (class in flytekit.contrib.sensors.task)
    • -
  • serialize_tasks() (in module flytekit.clis.sdk_in_container.serialize) +
  • serialize() (flytekit.common.launch_plan.SdkRunnableLaunchPlan method) + +
    • +
  • serialize_all() (in module flytekit.clis.sdk_in_container.serialize) +
    • +
  • serialize_tasks_only() (in module flytekit.clis.sdk_in_container.serialize)
  • set() (flytekit.common.tasks.output.OutputReference method) @@ -4046,6 +4074,8 @@

    T

  • (flytekit.models.task.CompiledTask method)
  • (flytekit.models.task.Container method) +
    • +
  • (flytekit.models.task.PyTorchJob method)
  • (flytekit.models.task.Resources method)
    • @@ -4489,6 +4519,8 @@

    W

  • wait_for_completion() (flytekit.common.mixins.artifact.ExecutionArtifact method)
  • with_overrides() (flytekit.common.nodes.SdkNode method) +
    • +
  • workers_count() (flytekit.models.task.PyTorchJob property)
  • Workflow (class in flytekit.models.admin.workflow)
    • diff --git a/index.html b/index.html index 7d862c611c..d8ca811b0d 100644 --- a/index.html +++ b/index.html @@ -8,7 +8,7 @@ - Flyte — Flyte 0.3.0 documentation + Flyte — Flyte 0.4.0 documentation diff --git a/introduction/docs_overview.html b/introduction/docs_overview.html index 040dbc90c2..7dc3ac80e2 100644 --- a/introduction/docs_overview.html +++ b/introduction/docs_overview.html @@ -8,7 +8,7 @@ - How to read these docs? — Flyte 0.3.0 documentation + How to read these docs? — Flyte 0.4.0 documentation diff --git a/introduction/index.html b/introduction/index.html index ec3125d18d..96229d3cd0 100644 --- a/introduction/index.html +++ b/introduction/index.html @@ -8,7 +8,7 @@ - Introduction — Flyte 0.3.0 documentation + Introduction — Flyte 0.4.0 documentation diff --git a/introduction/roadmap.html b/introduction/roadmap.html index acde086289..a20b86aed8 100644 --- a/introduction/roadmap.html +++ b/introduction/roadmap.html @@ -8,7 +8,7 @@ - Roadmap — Flyte 0.3.0 documentation + Roadmap — Flyte 0.4.0 documentation diff --git a/introduction/whatis.html b/introduction/whatis.html index 1ec4fb1010..270a1d28fb 100644 --- a/introduction/whatis.html +++ b/introduction/whatis.html @@ -8,7 +8,7 @@ - What is Flyte? — Flyte 0.3.0 documentation + What is Flyte? — Flyte 0.4.0 documentation diff --git a/objects.inv b/objects.inv index 1f71e2ef2b..8c46c8b38a 100644 Binary files a/objects.inv and b/objects.inv differ diff --git a/py-modindex.html b/py-modindex.html index 650b70ae1f..6de223681c 100644 --- a/py-modindex.html +++ b/py-modindex.html @@ -8,7 +8,7 @@ - Python Module Index — Flyte 0.3.0 documentation + Python Module Index — Flyte 0.4.0 documentation @@ -418,6 +418,11 @@

    Python Module Index

        flytekit.common.tasks.presto_task + + +     + flytekit.common.tasks.pytorch_task +     diff --git a/search.html b/search.html index f9bd7342bf..9f555579d0 100644 --- a/search.html +++ b/search.html @@ -8,7 +8,7 @@ - Search — Flyte 0.3.0 documentation + Search — Flyte 0.4.0 documentation diff --git a/searchindex.js b/searchindex.js index 1fee6c3f70..a149ede3e8 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["administrator/architecture","administrator/index","administrator/install/authentication","administrator/install/configure/admin","administrator/install/configure/common","administrator/install/configure/index","administrator/install/configure/plugins","administrator/install/configure/propeller","administrator/install/getting_started","administrator/install/index","administrator/install/managing_customizable_resources","administrator/install/multi_cluster","administrator/install/optional_components","administrator/install/production","contributor/components/admin","contributor/components/admin_service","contributor/components/catalog","contributor/components/console","contributor/components/index","contributor/docs/index","contributor/extending/index","contributor/index","contributor/language/index","flyteidl/admin/common.proto","flyteidl/admin/event.proto","flyteidl/admin/execution.proto","flyteidl/admin/index","flyteidl/admin/launch_plan.proto","flyteidl/admin/matchable_resource.proto","flyteidl/admin/node_execution.proto","flyteidl/admin/notification.proto","flyteidl/admin/project.proto","flyteidl/admin/project_domain_attributes.proto","flyteidl/admin/schedule.proto","flyteidl/admin/task.proto","flyteidl/admin/task_execution.proto","flyteidl/admin/workflow.proto","flyteidl/admin/workflow_attributes.proto","flyteidl/core/compiler.proto","flyteidl/core/condition.proto","flyteidl/core/dynamic_job.proto","flyteidl/core/errors.proto","flyteidl/core/execution.proto","flyteidl/core/identifier.proto","flyteidl/core/index","flyteidl/core/interface.proto","flyteidl/core/literals.proto","flyteidl/core/tasks.proto","flyteidl/core/types.proto","flyteidl/core/workflow.proto","flyteidl/core/workflow_closure.proto","flyteidl/event/event.proto","flyteidl/event/index","flyteidl/index","flyteidl/plugins/array_job.proto","flyteidl/plugins/index","flyteidl/plugins/presto.proto","flyteidl/plugins/qubole.proto","flyteidl/plugins/sidecar.proto","flyteidl/plugins/spark.proto","flyteidl/plugins/waitable.proto","flyteidl/service/admin.proto","flyteidl/service/index","flytekit/flytekit","flytekit/flytekit.bin","flytekit/flytekit.clients","flytekit/flytekit.clis","flytekit/flytekit.clis.auth","flytekit/flytekit.clis.flyte_cli","flytekit/flytekit.clis.sdk_in_container","flytekit/flytekit.common","flytekit/flytekit.common.core","flytekit/flytekit.common.exceptions","flytekit/flytekit.common.mixins","flytekit/flytekit.common.tasks","flytekit/flytekit.common.types","flytekit/flytekit.common.types.impl","flytekit/flytekit.configuration","flytekit/flytekit.contrib","flytekit/flytekit.contrib.sensors","flytekit/flytekit.engines","flytekit/flytekit.engines.flyte","flytekit/flytekit.engines.unit","flytekit/flytekit.interfaces","flytekit/flytekit.interfaces.data","flytekit/flytekit.interfaces.data.gcs","flytekit/flytekit.interfaces.data.http","flytekit/flytekit.interfaces.data.local","flytekit/flytekit.interfaces.data.s3","flytekit/flytekit.interfaces.stats","flytekit/flytekit.models","flytekit/flytekit.models.admin","flytekit/flytekit.models.core","flytekit/flytekit.plugins","flytekit/flytekit.sdk","flytekit/flytekit.tools","flytekit/flytekit.type_engines","flytekit/flytekit.type_engines.default","flytekit/index","index","introduction/docs_overview","introduction/index","introduction/roadmap","introduction/whatis","user/concepts/domains","user/concepts/dynamic_spec","user/concepts/execution_timeline","user/concepts/executions","user/concepts/index","user/concepts/launchplans_schedules","user/concepts/projects","user/concepts/registration","user/concepts/tasks","user/concepts/workflows_nodes","user/features/flytecli","user/features/index","user/features/labels_annotations","user/features/lanuchplans","user/features/notifications","user/features/observability","user/features/roles","user/features/task_cache","user/getting_started/create_first","user/getting_started/examples","user/getting_started/index","user/index","user/sdk/index","user/tasktypes/container","user/tasktypes/dynamic","user/tasktypes/hive","user/tasktypes/index","user/tasktypes/presto","user/tasktypes/sidecar","user/tasktypes/spark"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,sphinx:56},filenames:["administrator/architecture.rst","administrator/index.rst","administrator/install/authentication.rst","administrator/install/configure/admin.rst","administrator/install/configure/common.rst","administrator/install/configure/index.rst","administrator/install/configure/plugins.rst","administrator/install/configure/propeller.rst","administrator/install/getting_started.rst","administrator/install/index.rst","administrator/install/managing_customizable_resources.rst","administrator/install/multi_cluster.rst","administrator/install/optional_components.rst","administrator/install/production.rst","contributor/components/admin.rst","contributor/components/admin_service.rst","contributor/components/catalog.rst","contributor/components/console.rst","contributor/components/index.rst","contributor/docs/index.rst","contributor/extending/index.rst","contributor/index.rst","contributor/language/index.rst","flyteidl/admin/common.proto.rst","flyteidl/admin/event.proto.rst","flyteidl/admin/execution.proto.rst","flyteidl/admin/index.rst","flyteidl/admin/launch_plan.proto.rst","flyteidl/admin/matchable_resource.proto.rst","flyteidl/admin/node_execution.proto.rst","flyteidl/admin/notification.proto.rst","flyteidl/admin/project.proto.rst","flyteidl/admin/project_domain_attributes.proto.rst","flyteidl/admin/schedule.proto.rst","flyteidl/admin/task.proto.rst","flyteidl/admin/task_execution.proto.rst","flyteidl/admin/workflow.proto.rst","flyteidl/admin/workflow_attributes.proto.rst","flyteidl/core/compiler.proto.rst","flyteidl/core/condition.proto.rst","flyteidl/core/dynamic_job.proto.rst","flyteidl/core/errors.proto.rst","flyteidl/core/execution.proto.rst","flyteidl/core/identifier.proto.rst","flyteidl/core/index.rst","flyteidl/core/interface.proto.rst","flyteidl/core/literals.proto.rst","flyteidl/core/tasks.proto.rst","flyteidl/core/types.proto.rst","flyteidl/core/workflow.proto.rst","flyteidl/core/workflow_closure.proto.rst","flyteidl/event/event.proto.rst","flyteidl/event/index.rst","flyteidl/index.rst","flyteidl/plugins/array_job.proto.rst","flyteidl/plugins/index.rst","flyteidl/plugins/presto.proto.rst","flyteidl/plugins/qubole.proto.rst","flyteidl/plugins/sidecar.proto.rst","flyteidl/plugins/spark.proto.rst","flyteidl/plugins/waitable.proto.rst","flyteidl/service/admin.proto.rst","flyteidl/service/index.rst","flytekit/flytekit.rst","flytekit/flytekit.bin.rst","flytekit/flytekit.clients.rst","flytekit/flytekit.clis.rst","flytekit/flytekit.clis.auth.rst","flytekit/flytekit.clis.flyte_cli.rst","flytekit/flytekit.clis.sdk_in_container.rst","flytekit/flytekit.common.rst","flytekit/flytekit.common.core.rst","flytekit/flytekit.common.exceptions.rst","flytekit/flytekit.common.mixins.rst","flytekit/flytekit.common.tasks.rst","flytekit/flytekit.common.types.rst","flytekit/flytekit.common.types.impl.rst","flytekit/flytekit.configuration.rst","flytekit/flytekit.contrib.rst","flytekit/flytekit.contrib.sensors.rst","flytekit/flytekit.engines.rst","flytekit/flytekit.engines.flyte.rst","flytekit/flytekit.engines.unit.rst","flytekit/flytekit.interfaces.rst","flytekit/flytekit.interfaces.data.rst","flytekit/flytekit.interfaces.data.gcs.rst","flytekit/flytekit.interfaces.data.http.rst","flytekit/flytekit.interfaces.data.local.rst","flytekit/flytekit.interfaces.data.s3.rst","flytekit/flytekit.interfaces.stats.rst","flytekit/flytekit.models.rst","flytekit/flytekit.models.admin.rst","flytekit/flytekit.models.core.rst","flytekit/flytekit.plugins.rst","flytekit/flytekit.sdk.rst","flytekit/flytekit.tools.rst","flytekit/flytekit.type_engines.rst","flytekit/flytekit.type_engines.default.rst","flytekit/index.rst","index.rst","introduction/docs_overview.rst","introduction/index.rst","introduction/roadmap.rst","introduction/whatis.rst","user/concepts/domains.rst","user/concepts/dynamic_spec.rst","user/concepts/execution_timeline.rst","user/concepts/executions.rst","user/concepts/index.rst","user/concepts/launchplans_schedules.rst","user/concepts/projects.rst","user/concepts/registration.rst","user/concepts/tasks.rst","user/concepts/workflows_nodes.rst","user/features/flytecli.rst","user/features/index.rst","user/features/labels_annotations.rst","user/features/lanuchplans.rst","user/features/notifications.rst","user/features/observability.rst","user/features/roles.rst","user/features/task_cache.rst","user/getting_started/create_first.rst","user/getting_started/examples.rst","user/getting_started/index.rst","user/index.rst","user/sdk/index.rst","user/tasktypes/container.rst","user/tasktypes/dynamic.rst","user/tasktypes/hive.rst","user/tasktypes/index.rst","user/tasktypes/presto.rst","user/tasktypes/sidecar.rst","user/tasktypes/spark.rst"],objects:{"":{flytekit:[63,0,0,"-"]},"flytekit.bin":{entrypoint:[64,0,0,"-"]},"flytekit.clients":{friendly:[65,0,0,"-"],helpers:[65,0,0,"-"],raw:[65,0,0,"-"]},"flytekit.clients.friendly":{SynchronousFlyteClient:[65,1,1,""]},"flytekit.clients.friendly.SynchronousFlyteClient":{create_execution:[65,2,1,""],create_launch_plan:[65,2,1,""],create_task:[65,2,1,""],create_workflow:[65,2,1,""],get_active_launch_plan:[65,2,1,""],get_execution:[65,2,1,""],get_execution_data:[65,2,1,""],get_launch_plan:[65,2,1,""],get_node_execution:[65,2,1,""],get_node_execution_data:[65,2,1,""],get_task:[65,2,1,""],get_task_execution:[65,2,1,""],get_task_execution_data:[65,2,1,""],get_workflow:[65,2,1,""],list_active_launch_plans_paginated:[65,2,1,""],list_executions_paginated:[65,2,1,""],list_launch_plan_ids_paginated:[65,2,1,""],list_launch_plans_paginated:[65,2,1,""],list_node_executions:[65,2,1,""],list_node_executions_for_task_paginated:[65,2,1,""],list_task_executions_paginated:[65,2,1,""],list_task_ids_paginated:[65,2,1,""],list_tasks_paginated:[65,2,1,""],list_workflow_ids_paginated:[65,2,1,""],list_workflows_paginated:[65,2,1,""],register_project:[65,2,1,""],relaunch_execution:[65,2,1,""],terminate_execution:[65,2,1,""],update_launch_plan:[65,2,1,""],update_named_entity:[65,2,1,""]},"flytekit.clients.helpers":{iterate_node_executions:[65,3,1,""],iterate_task_executions:[65,3,1,""]},"flytekit.clients.raw":{RawSynchronousFlyteClient:[65,1,1,""]},"flytekit.clients.raw.RawSynchronousFlyteClient":{create_execution:[65,2,1,""],create_launch_plan:[65,2,1,""],create_task:[65,2,1,""],create_workflow:[65,2,1,""],force_auth_flow:[65,2,1,""],get_active_launch_plan:[65,2,1,""],get_execution:[65,2,1,""],get_execution_data:[65,2,1,""],get_launch_plan:[65,2,1,""],get_node_execution:[65,2,1,""],get_node_execution_data:[65,2,1,""],get_task:[65,2,1,""],get_task_execution:[65,2,1,""],get_task_execution_data:[65,2,1,""],get_workflow:[65,2,1,""],list_active_launch_plans_paginated:[65,2,1,""],list_executions_paginated:[65,2,1,""],list_launch_plan_ids_paginated:[65,2,1,""],list_launch_plans_paginated:[65,2,1,""],list_node_executions_for_task_paginated:[65,2,1,""],list_node_executions_paginated:[65,2,1,""],list_projects:[65,2,1,""],list_task_executions_paginated:[65,2,1,""],list_task_ids_paginated:[65,2,1,""],list_tasks_paginated:[65,2,1,""],list_workflow_ids_paginated:[65,2,1,""],list_workflows_paginated:[65,2,1,""],register_project:[65,2,1,""],relaunch_execution:[65,2,1,""],set_access_token:[65,2,1,""],terminate_execution:[65,2,1,""],update_launch_plan:[65,2,1,""],update_named_entity:[65,2,1,""]},"flytekit.clis":{auth:[67,0,0,"-"],flyte_cli:[68,0,0,"-"],helpers:[66,0,0,"-"],sdk_in_container:[69,0,0,"-"]},"flytekit.clis.auth":{auth:[67,0,0,"-"],credentials:[67,0,0,"-"],discovery:[67,0,0,"-"]},"flytekit.clis.auth.auth":{AuthorizationClient:[67,1,1,""],AuthorizationCode:[67,1,1,""],Credentials:[67,1,1,""],OAuthCallbackHandler:[67,1,1,""],OAuthHTTPServer:[67,1,1,""]},"flytekit.clis.auth.auth.AuthorizationClient":{credentials:[67,2,1,""],expired:[67,2,1,""],refresh_access_token:[67,2,1,""],request_access_token:[67,2,1,""]},"flytekit.clis.auth.auth.AuthorizationCode":{code:[67,2,1,""],state:[67,2,1,""]},"flytekit.clis.auth.auth.Credentials":{access_token:[67,2,1,""]},"flytekit.clis.auth.auth.OAuthCallbackHandler":{do_GET:[67,2,1,""],handle_login:[67,2,1,""]},"flytekit.clis.auth.auth.OAuthHTTPServer":{handle_authorization_code:[67,2,1,""],redirect_path:[67,2,1,""]},"flytekit.clis.auth.credentials":{get_authorization_endpoints:[67,3,1,""],get_client:[67,3,1,""]},"flytekit.clis.auth.discovery":{AuthorizationEndpoints:[67,1,1,""],DiscoveryClient:[67,1,1,""]},"flytekit.clis.auth.discovery.AuthorizationEndpoints":{auth_endpoint:[67,2,1,""],token_endpoint:[67,2,1,""]},"flytekit.clis.auth.discovery.DiscoveryClient":{authorization_endpoints:[67,2,1,""],get_authorization_endpoints:[67,2,1,""]},"flytekit.clis.flyte_cli":{main:[68,0,0,"-"]},"flytekit.clis.helpers":{construct_literal_map_from_parameter_map:[66,3,1,""],construct_literal_map_from_variable_map:[66,3,1,""],parse_args_into_dict:[66,3,1,""],str2bool:[66,3,1,""]},"flytekit.clis.sdk_in_container":{basic_auth:[69,0,0,"-"],constants:[69,0,0,"-"],launch_plan:[69,0,0,"-"],pyflyte:[69,0,0,"-"],register:[69,0,0,"-"],serialize:[69,0,0,"-"]},"flytekit.clis.sdk_in_container.basic_auth":{get_basic_authorization_header:[69,3,1,""],get_secret:[69,3,1,""],get_token:[69,3,1,""]},"flytekit.clis.sdk_in_container.launch_plan":{LaunchPlanAbstractGroup:[69,1,1,""],LaunchPlanExecuteGroup:[69,1,1,""],activate_all_impl:[69,3,1,""]},"flytekit.clis.sdk_in_container.launch_plan.LaunchPlanAbstractGroup":{get_command:[69,2,1,""],list_commands:[69,2,1,""]},"flytekit.clis.sdk_in_container.pyflyte":{update_configuration_file:[69,3,1,""]},"flytekit.clis.sdk_in_container.register":{register_all:[69,3,1,""],register_tasks_only:[69,3,1,""]},"flytekit.clis.sdk_in_container.serialize":{serialize_tasks:[69,3,1,""],serialize_workflows:[69,3,1,""]},"flytekit.common":{"interface":[70,0,0,"-"],component_nodes:[70,0,0,"-"],constants:[70,0,0,"-"],core:[71,0,0,"-"],exceptions:[72,0,0,"-"],launch_plan:[70,0,0,"-"],mixins:[73,0,0,"-"],nodes:[70,0,0,"-"],notifications:[70,0,0,"-"],promise:[70,0,0,"-"],schedules:[70,0,0,"-"],sdk_bases:[70,0,0,"-"],tasks:[74,0,0,"-"],types:[75,0,0,"-"],utils:[70,0,0,"-"],workflow:[70,0,0,"-"],workflow_execution:[70,0,0,"-"]},"flytekit.common.component_nodes":{SdkTaskNode:[70,1,1,""],SdkWorkflowNode:[70,1,1,""]},"flytekit.common.component_nodes.SdkTaskNode":{promote_from_model:[70,2,1,""],reference_id:[70,2,1,""],sdk_task:[70,2,1,""]},"flytekit.common.component_nodes.SdkWorkflowNode":{launchplan_ref:[70,2,1,""],promote_from_model:[70,2,1,""],sdk_launch_plan:[70,2,1,""],sdk_workflow:[70,2,1,""],sub_workflow_ref:[70,2,1,""]},"flytekit.common.constants":{CloudProvider:[70,1,1,""],SdkTaskType:[70,1,1,""]},"flytekit.common.constants.CloudProvider":{AWS:[70,4,1,""],GCP:[70,4,1,""]},"flytekit.common.constants.SdkTaskType":{BATCH_HIVE_TASK:[70,4,1,""],CONTAINER_ARRAY_TASK:[70,4,1,""],DYNAMIC_TASK:[70,4,1,""],HIVE_JOB:[70,4,1,""],PRESTO_TASK:[70,4,1,""],PYTHON_TASK:[70,4,1,""],SENSOR_TASK:[70,4,1,""],SIDECAR_TASK:[70,4,1,""],SPARK_TASK:[70,4,1,""]},"flytekit.common.core":{identifier:[71,0,0,"-"]},"flytekit.common.core.identifier":{Identifier:[71,1,1,""],TaskExecutionIdentifier:[71,1,1,""],WorkflowExecutionIdentifier:[71,1,1,""]},"flytekit.common.core.identifier.Identifier":{from_python_std:[71,2,1,""],promote_from_model:[71,2,1,""]},"flytekit.common.core.identifier.TaskExecutionIdentifier":{from_python_std:[71,2,1,""],promote_from_model:[71,2,1,""]},"flytekit.common.core.identifier.WorkflowExecutionIdentifier":{from_python_std:[71,2,1,""],promote_from_model:[71,2,1,""]},"flytekit.common.exceptions":{base:[72,0,0,"-"],scopes:[72,0,0,"-"],system:[72,0,0,"-"],user:[72,0,0,"-"]},"flytekit.common.exceptions.base":{FlyteException:[72,5,1,""],FlyteRecoverableException:[72,5,1,""]},"flytekit.common.exceptions.scopes":{FlyteScopedException:[72,5,1,""],FlyteScopedSystemException:[72,5,1,""],FlyteScopedUserException:[72,5,1,""],system_entry_point:[72,3,1,""],user_entry_point:[72,3,1,""]},"flytekit.common.exceptions.scopes.FlyteScopedException":{error_code:[72,2,1,""],kind:[72,2,1,""],traceback:[72,2,1,""],type:[72,2,1,""],value:[72,2,1,""],verbose_message:[72,2,1,""]},"flytekit.common.exceptions.scopes.FlyteScopedSystemException":{verbose_message:[72,2,1,""]},"flytekit.common.exceptions.scopes.FlyteScopedUserException":{verbose_message:[72,2,1,""]},"flytekit.common.exceptions.system":{FlyteEntrypointNotLoadable:[72,5,1,""],FlyteNotImplementedException:[72,5,1,""],FlyteSystemAssertion:[72,5,1,""],FlyteSystemException:[72,5,1,""]},"flytekit.common.exceptions.user":{FlyteAssertion:[72,5,1,""],FlyteAuthenticationException:[72,5,1,""],FlyteEntityAlreadyExistsException:[72,5,1,""],FlyteEntityNotExistException:[72,5,1,""],FlyteRecoverableException:[72,5,1,""],FlyteTimeout:[72,5,1,""],FlyteTypeException:[72,5,1,""],FlyteUserException:[72,5,1,""],FlyteValidationException:[72,5,1,""],FlyteValueException:[72,5,1,""]},"flytekit.common.interface":{BindingData:[70,1,1,""],TypedInterface:[70,1,1,""]},"flytekit.common.interface.BindingData":{from_python_std:[70,2,1,""],promote_from_model:[70,2,1,""]},"flytekit.common.interface.TypedInterface":{create_bindings_for_inputs:[70,2,1,""],promote_from_model:[70,2,1,""]},"flytekit.common.launch_plan":{SdkLaunchPlan:[70,1,1,""],SdkRunnableLaunchPlan:[70,1,1,""]},"flytekit.common.launch_plan.SdkLaunchPlan":{"interface":[70,2,1,""],auth:[70,2,1,""],entity_type_text:[70,2,1,""],execute_with_literals:[70,2,1,""],fetch:[70,2,1,""],id:[70,2,1,""],is_scheduled:[70,2,1,""],promote_from_model:[70,2,1,""],resource_type:[70,2,1,""],update:[70,2,1,""],validate:[70,2,1,""]},"flytekit.common.launch_plan.SdkRunnableLaunchPlan":{"interface":[70,2,1,""],fetch:[70,2,1,""],from_flyte_idl:[70,2,1,""],promote_from_model:[70,2,1,""],register:[70,2,1,""],upstream_entities:[70,2,1,""],workflow_id:[70,2,1,""]},"flytekit.common.mixins":{artifact:[73,0,0,"-"],executable:[73,0,0,"-"],hash:[73,0,0,"-"],registerable:[73,0,0,"-"]},"flytekit.common.mixins.artifact":{ExecutionArtifact:[73,1,1,""]},"flytekit.common.mixins.artifact.ExecutionArtifact":{error:[73,2,1,""],inputs:[73,2,1,""],is_complete:[73,2,1,""],outputs:[73,2,1,""],sync:[73,2,1,""],wait_for_completion:[73,2,1,""]},"flytekit.common.mixins.executable":{ExecutableEntity:[73,1,1,""]},"flytekit.common.mixins.executable.ExecutableEntity":{execute:[73,2,1,""],execute_with_literals:[73,2,1,""]},"flytekit.common.mixins.hash":{HashOnReferenceMixin:[73,1,1,""]},"flytekit.common.mixins.registerable":{RegisterableEntity:[73,1,1,""]},"flytekit.common.mixins.registerable.RegisterableEntity":{auto_assign_name:[73,2,1,""],entity_type_text:[73,2,1,""],has_valid_name:[73,2,1,""],instantiated_in:[73,2,1,""],platform_valid_name:[73,2,1,""],register:[73,2,1,""],resource_type:[73,2,1,""],upstream_entities:[73,2,1,""]},"flytekit.common.nodes":{OutputParameterMapper:[70,1,1,""],ParameterMapper:[70,1,1,""],SdkNode:[70,1,1,""],SdkNodeExecution:[70,1,1,""]},"flytekit.common.nodes.SdkNode":{assign_id_and_return:[70,2,1,""],executable_sdk_object:[70,2,1,""],outputs:[70,2,1,""],promote_from_model:[70,2,1,""],upstream_node_ids:[70,2,1,""],upstream_nodes:[70,2,1,""],with_overrides:[70,2,1,""]},"flytekit.common.nodes.SdkNodeExecution":{error:[70,2,1,""],executions:[70,2,1,""],inputs:[70,2,1,""],is_complete:[70,2,1,""],outputs:[70,2,1,""],promote_from_model:[70,2,1,""],sync:[70,2,1,""],task_executions:[70,2,1,""],workflow_executions:[70,2,1,""]},"flytekit.common.notifications":{Email:[70,1,1,""],Notification:[70,1,1,""],PagerDuty:[70,1,1,""],Slack:[70,1,1,""]},"flytekit.common.notifications.Email":{promote_from_model:[70,2,1,""]},"flytekit.common.notifications.Notification":{VALID_PHASES:[70,4,1,""],from_flyte_idl:[70,2,1,""]},"flytekit.common.notifications.PagerDuty":{promote_from_model:[70,2,1,""]},"flytekit.common.notifications.Slack":{promote_from_model:[70,2,1,""]},"flytekit.common.promise":{Input:[70,1,1,""],NodeOutput:[70,1,1,""]},"flytekit.common.promise.Input":{help:[70,2,1,""],name:[70,2,1,""],promise:[70,2,1,""],promote_from_model:[70,2,1,""],rename_and_return_reference:[70,2,1,""],sdk_default:[70,2,1,""],sdk_required:[70,2,1,""],sdk_type:[70,2,1,""]},"flytekit.common.promise.NodeOutput":{node_id:[70,2,1,""],promote_from_model:[70,2,1,""],sdk_node:[70,2,1,""],sdk_type:[70,2,1,""]},"flytekit.common.schedules":{CronSchedule:[70,1,1,""],FixedRate:[70,1,1,""]},"flytekit.common.schedules.CronSchedule":{promote_from_model:[70,2,1,""]},"flytekit.common.schedules.FixedRate":{promote_from_model:[70,2,1,""]},"flytekit.common.sdk_bases":{ExtendedSdkType:[70,1,1,""]},"flytekit.common.sdk_bases.ExtendedSdkType":{from_flyte_idl:[70,2,1,""],promote_from_model:[70,2,1,""]},"flytekit.common.tasks":{executions:[74,0,0,"-"],generic_spark_task:[74,0,0,"-"],hive_task:[74,0,0,"-"],output:[74,0,0,"-"],presto_task:[74,0,0,"-"],sdk_dynamic:[74,0,0,"-"],sdk_runnable:[74,0,0,"-"],sidecar_task:[74,0,0,"-"],spark_task:[74,0,0,"-"],task:[74,0,0,"-"]},"flytekit.common.tasks.executions":{SdkTaskExecution:[74,1,1,""]},"flytekit.common.tasks.executions.SdkTaskExecution":{error:[74,2,1,""],get_child_executions:[74,2,1,""],inputs:[74,2,1,""],is_complete:[74,2,1,""],outputs:[74,2,1,""],promote_from_model:[74,2,1,""],sync:[74,2,1,""]},"flytekit.common.tasks.generic_spark_task":{SdkGenericSparkTask:[74,1,1,""]},"flytekit.common.tasks.generic_spark_task.SdkGenericSparkTask":{add_inputs:[74,2,1,""]},"flytekit.common.tasks.hive_task":{SdkHiveJob:[74,1,1,""],SdkHiveTask:[74,1,1,""]},"flytekit.common.tasks.hive_task.SdkHiveTask":{execute:[74,2,1,""]},"flytekit.common.tasks.output":{OutputReference:[74,1,1,""]},"flytekit.common.tasks.output.OutputReference":{sdk_type:[74,2,1,""],sdk_value:[74,2,1,""],set:[74,2,1,""],value:[74,2,1,""]},"flytekit.common.tasks.presto_task":{SdkPrestoTask:[74,1,1,""]},"flytekit.common.tasks.presto_task.SdkPrestoTask":{add_inputs:[74,2,1,""],catalog:[74,2,1,""],routing_group:[74,2,1,""],schema:[74,2,1,""]},"flytekit.common.tasks.sdk_dynamic":{PromiseOutputReference:[74,1,1,""],SdkDynamicTask:[74,1,1,""]},"flytekit.common.tasks.sdk_dynamic.PromiseOutputReference":{raw_value:[74,2,1,""],set:[74,2,1,""]},"flytekit.common.tasks.sdk_dynamic.SdkDynamicTask":{execute:[74,2,1,""]},"flytekit.common.tasks.sdk_runnable":{ExecutionParameters:[74,1,1,""],SdkRunnableContainer:[74,1,1,""],SdkRunnableTask:[74,1,1,""]},"flytekit.common.tasks.sdk_runnable.ExecutionParameters":{execution_date:[74,2,1,""],execution_id:[74,2,1,""],logging:[74,2,1,""],stats:[74,2,1,""],working_directory:[74,2,1,""]},"flytekit.common.tasks.sdk_runnable.SdkRunnableContainer":{args:[74,2,1,""],env:[74,2,1,""],image:[74,2,1,""]},"flytekit.common.tasks.sdk_runnable.SdkRunnableTask":{add_inputs:[74,2,1,""],execute:[74,2,1,""],local_execute:[74,2,1,""],promote_from_model:[74,2,1,""],task_function:[74,2,1,""],task_function_name:[74,2,1,""],task_module:[74,2,1,""],unit_test:[74,2,1,""],validate:[74,2,1,""]},"flytekit.common.tasks.sidecar_task":{SdkSidecarTask:[74,1,1,""]},"flytekit.common.tasks.sidecar_task.SdkSidecarTask":{reconcile_partial_pod_spec_and_task:[74,2,1,""]},"flytekit.common.tasks.spark_task":{GlobalSparkContext:[74,1,1,""],SdkRunnableSparkContainer:[74,1,1,""],SdkSparkTask:[74,1,1,""]},"flytekit.common.tasks.spark_task.GlobalSparkContext":{get_spark_context:[74,2,1,""]},"flytekit.common.tasks.spark_task.SdkRunnableSparkContainer":{args:[74,2,1,""]},"flytekit.common.tasks.spark_task.SdkSparkTask":{execute:[74,2,1,""]},"flytekit.common.tasks.task":{SdkTask:[74,1,1,""]},"flytekit.common.tasks.task.SdkTask":{"interface":[74,2,1,""],add_inputs:[74,2,1,""],add_outputs:[74,2,1,""],assign_custom_and_return:[74,2,1,""],assign_type_and_return:[74,2,1,""],entity_type_text:[74,2,1,""],fetch:[74,2,1,""],fetch_latest:[74,2,1,""],promote_from_model:[74,2,1,""],register:[74,2,1,""],resource_type:[74,2,1,""],upstream_entities:[74,2,1,""],validate:[74,2,1,""]},"flytekit.common.types":{base_sdk_types:[75,0,0,"-"],blobs:[75,0,0,"-"],containers:[75,0,0,"-"],helpers:[75,0,0,"-"],impl:[76,0,0,"-"],primitives:[75,0,0,"-"],proto:[75,0,0,"-"],schema:[75,0,0,"-"]},"flytekit.common.types.base_sdk_types":{FlyteSdkType:[75,1,1,""],FlyteSdkValue:[75,1,1,""],InstantiableType:[75,1,1,""],Void:[75,1,1,""]},"flytekit.common.types.base_sdk_types.FlyteSdkType":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],to_flyte_literal_type:[75,2,1,""]},"flytekit.common.types.base_sdk_types.FlyteSdkValue":{from_flyte_idl:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.base_sdk_types.Void":{from_python_std:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.blobs":{Blob:[75,1,1,""],BlobInstantiator:[75,1,1,""],CSV:[75,1,1,""],CsvInstantiator:[75,1,1,""],MultiPartBlob:[75,1,1,""],MultiPartBlobInstantiator:[75,1,1,""],MultiPartCSV:[75,1,1,""],MultiPartCsvInstantiator:[75,1,1,""]},"flytekit.common.types.blobs.Blob":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.blobs.BlobInstantiator":{create_at_known_location:[75,2,1,""],fetch:[75,2,1,""]},"flytekit.common.types.blobs.CSV":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""]},"flytekit.common.types.blobs.CsvInstantiator":{create_at_known_location:[75,2,1,""],fetch:[75,2,1,""]},"flytekit.common.types.blobs.MultiPartBlob":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.blobs.MultiPartBlobInstantiator":{create_at_known_location:[75,2,1,""],fetch:[75,2,1,""]},"flytekit.common.types.blobs.MultiPartCSV":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""]},"flytekit.common.types.blobs.MultiPartCsvInstantiator":{create_at_known_location:[75,2,1,""],fetch:[75,2,1,""]},"flytekit.common.types.containers":{CollectionType:[75,1,1,""],List:[75,3,1,""],ListImpl:[75,1,1,""],TypedCollectionType:[75,1,1,""],TypedListImpl:[75,1,1,""]},"flytekit.common.types.containers.TypedCollectionType":{sub_type:[75,2,1,""]},"flytekit.common.types.containers.TypedListImpl":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""],verbose_string:[75,2,1,""]},"flytekit.common.types.helpers":{get_sdk_type_from_literal_type:[75,3,1,""],get_sdk_value_from_literal:[75,3,1,""],infer_sdk_type_from_literal:[75,3,1,""],pack_python_std_map_to_literal_map:[75,3,1,""],python_std_to_sdk_type:[75,3,1,""],unpack_literal_map_to_sdk_object:[75,3,1,""],unpack_literal_map_to_sdk_python_std:[75,3,1,""]},"flytekit.common.types.impl":{blobs:[76,0,0,"-"],schema:[76,0,0,"-"]},"flytekit.common.types.impl.blobs":{Blob:[76,1,1,""],MultiPartBlob:[76,1,1,""]},"flytekit.common.types.impl.blobs.Blob":{create_at_any_location:[76,2,1,""],create_at_known_location:[76,2,1,""],download:[76,2,1,""],fetch:[76,2,1,""],from_python_std:[76,2,1,""],from_string:[76,2,1,""],local_path:[76,2,1,""],mode:[76,2,1,""],promote_from_model:[76,2,1,""],remote_location:[76,2,1,""],upload:[76,2,1,""]},"flytekit.common.types.impl.blobs.MultiPartBlob":{create_at_any_location:[76,2,1,""],create_at_known_location:[76,2,1,""],create_part:[76,2,1,""],download:[76,2,1,""],fetch:[76,2,1,""],from_python_std:[76,2,1,""],from_string:[76,2,1,""],local_path:[76,2,1,""],mode:[76,2,1,""],promote_from_model:[76,2,1,""],remote_location:[76,2,1,""],upload:[76,2,1,""]},"flytekit.common.types.impl.schema":{Schema:[76,1,1,""],SchemaType:[76,1,1,""],get_supported_literal_types_to_pandas_types:[76,3,1,""]},"flytekit.common.types.impl.schema.Schema":{cast_to:[76,2,1,""],compare_dataframe_to_schema:[76,2,1,""],create_at_any_location:[76,2,1,""],create_at_known_location:[76,2,1,""],create_from_hive_query:[76,2,1,""],download:[76,2,1,""],fetch:[76,2,1,""],from_python_std:[76,2,1,""],from_string:[76,2,1,""],get_write_partition_to_hive_table_query:[76,2,1,""],local_path:[76,2,1,""],mode:[76,2,1,""],multipart_blob:[76,2,1,""],promote_from_model:[76,2,1,""],remote_location:[76,2,1,""],remote_prefix:[76,2,1,""],type:[76,2,1,""],upload:[76,2,1,""],uri:[76,2,1,""]},"flytekit.common.types.impl.schema.SchemaType":{columns:[76,2,1,""],promote_from_model:[76,2,1,""],sdk_columns:[76,2,1,""]},"flytekit.common.types.primitives":{Boolean:[75,1,1,""],Datetime:[75,1,1,""],Float:[75,1,1,""],Generic:[75,1,1,""],Integer:[75,1,1,""],String:[75,1,1,""],Timedelta:[75,1,1,""]},"flytekit.common.types.primitives.Boolean":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.primitives.Datetime":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.primitives.Float":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.primitives.Generic":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],long_string:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.primitives.Integer":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.primitives.String":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""],verbose_string:[75,2,1,""]},"flytekit.common.types.primitives.Timedelta":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.proto":{Protobuf:[75,1,1,""],ProtobufType:[75,1,1,""],create_protobuf:[75,3,1,""]},"flytekit.common.types.proto.Protobuf":{PB_FIELD_KEY:[75,4,1,""],TAG_PREFIX:[75,4,1,""],from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.proto.ProtobufType":{descriptor:[75,2,1,""],pb_type:[75,2,1,""],tag:[75,2,1,""]},"flytekit.common.types.schema":{Schema:[75,1,1,""],SchemaInstantiator:[75,1,1,""],schema_instantiator:[75,3,1,""],schema_instantiator_from_proto:[75,3,1,""]},"flytekit.common.types.schema.Schema":{from_python_std:[75,2,1,""],from_string:[75,2,1,""],is_castable_from:[75,2,1,""],promote_from_model:[75,2,1,""],short_class_string:[75,2,1,""],short_string:[75,2,1,""],to_flyte_literal_type:[75,2,1,""],to_python_std:[75,2,1,""]},"flytekit.common.types.schema.SchemaInstantiator":{columns:[75,2,1,""],create:[75,2,1,""],create_at_known_location:[75,2,1,""],create_from_hive_query:[75,2,1,""],fetch:[75,2,1,""],schema_type:[75,2,1,""]},"flytekit.common.utils":{AutoDeletingTempDir:[70,1,1,""],Directory:[70,1,1,""],ExitStack:[70,1,1,""],PerformanceTimer:[70,1,1,""],fqdn:[70,3,1,""],fqdn_safe:[70,3,1,""],get_version_message:[70,3,1,""],load_proto_from_file:[70,3,1,""],write_proto_to_file:[70,3,1,""]},"flytekit.common.utils.AutoDeletingTempDir":{force_cleanup:[70,2,1,""],get_named_tempfile:[70,2,1,""]},"flytekit.common.utils.Directory":{list_dir:[70,2,1,""],name:[70,2,1,""]},"flytekit.common.utils.ExitStack":{enter_context:[70,2,1,""],pop_all:[70,2,1,""]},"flytekit.common.workflow":{Output:[70,1,1,""],SdkWorkflow:[70,1,1,""],build_sdk_workflow_from_metaclass:[70,3,1,""]},"flytekit.common.workflow.Output":{"var":[70,2,1,""],binding_data:[70,2,1,""],name:[70,2,1,""],rename_and_return_reference:[70,2,1,""]},"flytekit.common.workflow.SdkWorkflow":{"interface":[70,2,1,""],create_launch_plan:[70,2,1,""],entity_type_text:[70,2,1,""],fetch:[70,2,1,""],get_non_system_nodes:[70,2,1,""],get_sub_workflows:[70,2,1,""],promote_from_model:[70,2,1,""],register:[70,2,1,""],resource_type:[70,2,1,""],upstream_entities:[70,2,1,""],user_inputs:[70,2,1,""],validate:[70,2,1,""]},"flytekit.common.workflow_execution":{SdkWorkflowExecution:[70,1,1,""]},"flytekit.common.workflow_execution.SdkWorkflowExecution":{error:[70,2,1,""],fetch:[70,2,1,""],get_node_executions:[70,2,1,""],inputs:[70,2,1,""],is_complete:[70,2,1,""],node_executions:[70,2,1,""],outputs:[70,2,1,""],promote_from_model:[70,2,1,""],sync:[70,2,1,""],terminate:[70,2,1,""]},"flytekit.configuration":{TemporaryConfiguration:[77,1,1,""],auth:[77,0,0,"-"],aws:[77,0,0,"-"],common:[77,0,0,"-"],creds:[77,0,0,"-"],gcp:[77,0,0,"-"],internal:[77,0,0,"-"],platform:[77,0,0,"-"],resources:[77,0,0,"-"],sdk:[77,0,0,"-"],set_flyte_config_file:[77,3,1,""],statsd:[77,0,0,"-"]},"flytekit.configuration.auth":{ASSUMABLE_IAM_ROLE:[77,6,1,""],KUBERNETES_SERVICE_ACCOUNT:[77,6,1,""]},"flytekit.configuration.common":{FlyteBoolConfigurationEntry:[77,1,1,""],FlyteConfigurationFile:[77,1,1,""],FlyteIntegerConfigurationEntry:[77,1,1,""],FlyteRequiredBoolConfigurationEntry:[77,1,1,""],FlyteRequiredIntegerConfigurationEntry:[77,1,1,""],FlyteRequiredStringConfigurationEntry:[77,1,1,""],FlyteRequiredStringListConfigurationEntry:[77,1,1,""],FlyteStringConfigurationEntry:[77,1,1,""],FlyteStringListConfigurationEntry:[77,1,1,""],format_section_key:[77,3,1,""]},"flytekit.configuration.common.FlyteConfigurationFile":{get_bool:[77,2,1,""],get_int:[77,2,1,""],get_string:[77,2,1,""],reset_config:[77,2,1,""]},"flytekit.configuration.creds":{AUTHORIZATION_METADATA_KEY:[77,6,1,""],AUTH_MODE:[77,6,1,""],CLIENT_CREDENTIALS_SCOPE:[77,6,1,""],CLIENT_CREDENTIALS_SECRET:[77,6,1,""],CLIENT_ID:[77,6,1,""],REDIRECT_URI:[77,6,1,""]},"flytekit.configuration.internal":{look_up_version_from_image_tag:[77,3,1,""]},"flytekit.configuration.platform":{AUTH:[77,6,1,""],HTTP_URL:[77,6,1,""]},"flytekit.configuration.resources":{DEFAULT_CPU_LIMIT:[77,6,1,""],DEFAULT_CPU_REQUEST:[77,6,1,""],DEFAULT_GPU_LIMIT:[77,6,1,""],DEFAULT_GPU_REQUEST:[77,6,1,""],DEFAULT_MEMORY_LIMIT:[77,6,1,""],DEFAULT_MEMORY_REQUEST:[77,6,1,""],DEFAULT_STORAGE_LIMIT:[77,6,1,""],DEFAULT_STORAGE_REQUEST:[77,6,1,""]},"flytekit.configuration.sdk":{EXECUTION_ENGINE:[77,6,1,""],LAUNCH_PLAN_NAME_FORMAT:[77,6,1,""],LOCAL_SANDBOX:[77,6,1,""],LOGGING_LEVEL:[77,6,1,""],NAME_FORMAT:[77,6,1,""],PARQUET_ENGINE:[77,6,1,""],ROLE:[77,6,1,""],SDK_PYTHON_VENV:[77,6,1,""],TASK_NAME_FORMAT:[77,6,1,""],TYPE_ENGINES:[77,6,1,""],WORKFLOW_NAME_FORMAT:[77,6,1,""],WORKFLOW_PACKAGES:[77,6,1,""]},"flytekit.contrib":{sensors:[79,0,0,"-"]},"flytekit.contrib.sensors":{base_sensor:[79,0,0,"-"],impl:[79,0,0,"-"],task:[79,0,0,"-"]},"flytekit.contrib.sensors.base_sensor":{Sensor:[79,1,1,""]},"flytekit.contrib.sensors.base_sensor.Sensor":{sense:[79,2,1,""],sense_with_wait_hint:[79,2,1,""]},"flytekit.contrib.sensors.impl":{HiveFilteredPartitionSensor:[79,1,1,""],HiveNamedPartitionSensor:[79,1,1,""],HiveTableSensor:[79,1,1,""]},"flytekit.contrib.sensors.task":{SensorTask:[79,1,1,""],sensor_task:[79,3,1,""]},"flytekit.engines":{common:[80,0,0,"-"],flyte:[81,0,0,"-"],loader:[80,0,0,"-"],unit:[82,0,0,"-"]},"flytekit.engines.common":{BaseExecutionEngineFactory:[80,1,1,""],BaseLaunchPlanExecutor:[80,1,1,""],BaseNodeExecution:[80,1,1,""],BaseTaskExecution:[80,1,1,""],BaseTaskExecutor:[80,1,1,""],BaseWorkflowExecution:[80,1,1,""],BaseWorkflowExecutor:[80,1,1,""],EngineContext:[80,1,1,""]},"flytekit.engines.common.BaseExecutionEngineFactory":{fetch_latest_task:[80,2,1,""],fetch_launch_plan:[80,2,1,""],fetch_task:[80,2,1,""],fetch_workflow:[80,2,1,""],fetch_workflow_execution:[80,2,1,""],get_launch_plan:[80,2,1,""],get_node_execution:[80,2,1,""],get_task:[80,2,1,""],get_task_execution:[80,2,1,""],get_workflow:[80,2,1,""],get_workflow_execution:[80,2,1,""]},"flytekit.engines.common.BaseLaunchPlanExecutor":{execute:[80,2,1,""],register:[80,2,1,""],sdk_launch_plan:[80,2,1,""],update:[80,2,1,""]},"flytekit.engines.common.BaseNodeExecution":{get_inputs:[80,2,1,""],get_outputs:[80,2,1,""],get_subworkflow_executions:[80,2,1,""],get_task_executions:[80,2,1,""],sdk_node_execution:[80,2,1,""],sync:[80,2,1,""]},"flytekit.engines.common.BaseTaskExecution":{get_child_executions:[80,2,1,""],get_inputs:[80,2,1,""],get_outputs:[80,2,1,""],sdk_task_execution:[80,2,1,""],sync:[80,2,1,""]},"flytekit.engines.common.BaseTaskExecutor":{execute:[80,2,1,""],register:[80,2,1,""],sdk_task:[80,2,1,""]},"flytekit.engines.common.BaseWorkflowExecution":{get_inputs:[80,2,1,""],get_node_executions:[80,2,1,""],get_outputs:[80,2,1,""],sdk_workflow_execution:[80,2,1,""],sync:[80,2,1,""],terminate:[80,2,1,""]},"flytekit.engines.common.BaseWorkflowExecutor":{register:[80,2,1,""],sdk_workflow:[80,2,1,""]},"flytekit.engines.common.EngineContext":{execution_date:[80,2,1,""],execution_id:[80,2,1,""],logging:[80,2,1,""],stats:[80,2,1,""],working_directory:[80,2,1,""]},"flytekit.engines.flyte":{engine:[81,0,0,"-"]},"flytekit.engines.flyte.engine":{FlyteEngineFactory:[81,1,1,""],FlyteLaunchPlan:[81,1,1,""],FlyteNodeExecution:[81,1,1,""],FlyteTask:[81,1,1,""],FlyteTaskExecution:[81,1,1,""],FlyteWorkflow:[81,1,1,""],FlyteWorkflowExecution:[81,1,1,""]},"flytekit.engines.flyte.engine.FlyteEngineFactory":{fetch_latest_task:[81,2,1,""],fetch_launch_plan:[81,2,1,""],fetch_task:[81,2,1,""],fetch_workflow:[81,2,1,""],fetch_workflow_execution:[81,2,1,""],get_launch_plan:[81,2,1,""],get_node_execution:[81,2,1,""],get_task:[81,2,1,""],get_task_execution:[81,2,1,""],get_workflow:[81,2,1,""],get_workflow_execution:[81,2,1,""]},"flytekit.engines.flyte.engine.FlyteLaunchPlan":{execute:[81,2,1,""],register:[81,2,1,""],update:[81,2,1,""]},"flytekit.engines.flyte.engine.FlyteNodeExecution":{get_inputs:[81,2,1,""],get_outputs:[81,2,1,""],get_subworkflow_executions:[81,2,1,""],get_task_executions:[81,2,1,""],sync:[81,2,1,""]},"flytekit.engines.flyte.engine.FlyteTask":{execute:[81,2,1,""],register:[81,2,1,""]},"flytekit.engines.flyte.engine.FlyteTaskExecution":{get_child_executions:[81,2,1,""],get_inputs:[81,2,1,""],get_outputs:[81,2,1,""],sync:[81,2,1,""]},"flytekit.engines.flyte.engine.FlyteWorkflow":{register:[81,2,1,""]},"flytekit.engines.flyte.engine.FlyteWorkflowExecution":{get_inputs:[81,2,1,""],get_node_executions:[81,2,1,""],get_outputs:[81,2,1,""],sync:[81,2,1,""],terminate:[81,2,1,""]},"flytekit.engines.loader":{get_engine:[80,3,1,""]},"flytekit.engines.unit":{engine:[82,0,0,"-"],mock_stats:[82,0,0,"-"]},"flytekit.engines.unit.engine":{DynamicTask:[82,1,1,""],HiveTask:[82,1,1,""],ReturnOutputsTask:[82,1,1,""],UnitTestEngineFactory:[82,1,1,""],UnitTestEngineTask:[82,1,1,""]},"flytekit.engines.unit.engine.DynamicTask":{execute_array_task:[82,2,1,""],fulfil_bindings:[82,2,1,""],has_workflow_node:[82,2,1,""]},"flytekit.engines.unit.engine.UnitTestEngineFactory":{fetch_latest_task:[82,2,1,""],fetch_launch_plan:[82,2,1,""],fetch_task:[82,2,1,""],fetch_workflow:[82,2,1,""],fetch_workflow_execution:[82,2,1,""],get_launch_plan:[82,2,1,""],get_node_execution:[82,2,1,""],get_task:[82,2,1,""],get_task_execution:[82,2,1,""],get_workflow:[82,2,1,""],get_workflow_execution:[82,2,1,""]},"flytekit.engines.unit.engine.UnitTestEngineTask":{execute:[82,2,1,""],register:[82,2,1,""]},"flytekit.engines.unit.mock_stats":{MockStats:[82,1,1,""]},"flytekit.engines.unit.mock_stats.MockStats":{current_tags:[82,2,1,""],current_value:[82,2,1,""],decr:[82,2,1,""],gauge:[82,2,1,""],incr:[82,2,1,""],timer:[82,2,1,""],timing:[82,2,1,""]},"flytekit.interfaces":{data:[84,0,0,"-"],random:[83,0,0,"-"],stats:[89,0,0,"-"]},"flytekit.interfaces.data":{common:[84,0,0,"-"],data_proxy:[84,0,0,"-"],gcs:[85,0,0,"-"],http:[86,0,0,"-"],local:[87,0,0,"-"],s3:[88,0,0,"-"]},"flytekit.interfaces.data.common":{DataProxy:[84,1,1,""]},"flytekit.interfaces.data.common.DataProxy":{download:[84,2,1,""],download_directory:[84,2,1,""],exists:[84,2,1,""],get_random_directory:[84,2,1,""],get_random_path:[84,2,1,""],upload:[84,2,1,""],upload_directory:[84,2,1,""]},"flytekit.interfaces.data.data_proxy":{Data:[84,1,1,""],LocalDataContext:[84,1,1,""],LocalWorkingDirectoryContext:[84,1,1,""],RemoteDataContext:[84,1,1,""]},"flytekit.interfaces.data.data_proxy.Data":{data_exists:[84,2,1,""],get_data:[84,2,1,""],get_remote_directory:[84,2,1,""],get_remote_path:[84,2,1,""],put_data:[84,2,1,""]},"flytekit.interfaces.data.data_proxy.LocalWorkingDirectoryContext":{get:[84,2,1,""]},"flytekit.interfaces.data.gcs":{gcs_proxy:[85,0,0,"-"]},"flytekit.interfaces.data.gcs.gcs_proxy":{GCSProxy:[85,1,1,""]},"flytekit.interfaces.data.gcs.gcs_proxy.GCSProxy":{download:[85,2,1,""],download_directory:[85,2,1,""],exists:[85,2,1,""],get_random_directory:[85,2,1,""],get_random_path:[85,2,1,""],upload:[85,2,1,""],upload_directory:[85,2,1,""]},"flytekit.interfaces.data.http":{http_data_proxy:[86,0,0,"-"]},"flytekit.interfaces.data.http.http_data_proxy":{HttpFileProxy:[86,1,1,""]},"flytekit.interfaces.data.http.http_data_proxy.HttpFileProxy":{download:[86,2,1,""],download_directory:[86,2,1,""],exists:[86,2,1,""],get_random_directory:[86,2,1,""],get_random_path:[86,2,1,""],upload:[86,2,1,""],upload_directory:[86,2,1,""]},"flytekit.interfaces.data.local":{local_file_proxy:[87,0,0,"-"]},"flytekit.interfaces.data.local.local_file_proxy":{LocalFileProxy:[87,1,1,""]},"flytekit.interfaces.data.local.local_file_proxy.LocalFileProxy":{download:[87,2,1,""],download_directory:[87,2,1,""],exists:[87,2,1,""],get_random_directory:[87,2,1,""],get_random_path:[87,2,1,""],upload:[87,2,1,""],upload_directory:[87,2,1,""]},"flytekit.interfaces.data.s3":{s3proxy:[88,0,0,"-"]},"flytekit.interfaces.data.s3.s3proxy":{AwsS3Proxy:[88,1,1,""]},"flytekit.interfaces.data.s3.s3proxy.AwsS3Proxy":{download:[88,2,1,""],download_directory:[88,2,1,""],exists:[88,2,1,""],get_random_directory:[88,2,1,""],get_random_path:[88,2,1,""],upload:[88,2,1,""],upload_directory:[88,2,1,""]},"flytekit.interfaces.random":{random:[83,6,1,""],seed_flyte_random:[83,3,1,""]},"flytekit.interfaces.stats":{client:[89,0,0,"-"],taggable:[89,0,0,"-"]},"flytekit.interfaces.stats.client":{ScopeableStatsProxy:[89,1,1,""],StatsClientProxy:[89,1,1,""],get_base_stats:[89,3,1,""],get_stats:[89,3,1,""]},"flytekit.interfaces.stats.client.ScopeableStatsProxy":{EXTENDABLE_FUNC:[89,4,1,""],get_stats:[89,2,1,""],pipeline:[89,2,1,""]},"flytekit.interfaces.stats.taggable":{TaggableStats:[89,1,1,""],get_stats:[89,3,1,""]},"flytekit.interfaces.stats.taggable.TaggableStats":{EXTENDABLE_FUNC:[89,4,1,""],clear_tags:[89,2,1,""],extend_tags:[89,2,1,""],full_prefix:[89,2,1,""],get_stats:[89,2,1,""],pipeline:[89,2,1,""]},"flytekit.models":{"interface":[90,0,0,"-"],admin:[91,0,0,"-"],array_job:[90,0,0,"-"],common:[90,0,0,"-"],core:[92,0,0,"-"],dynamic_job:[90,0,0,"-"],execution:[90,0,0,"-"],filters:[90,0,0,"-"],launch_plan:[90,0,0,"-"],literals:[90,0,0,"-"],named_entity:[90,0,0,"-"],node_execution:[90,0,0,"-"],presto:[90,0,0,"-"],project:[90,0,0,"-"],qubole:[90,0,0,"-"],schedule:[90,0,0,"-"],task:[90,0,0,"-"],types:[90,0,0,"-"],workflow_closure:[90,0,0,"-"]},"flytekit.models.admin":{common:[91,0,0,"-"],task_execution:[91,0,0,"-"],workflow:[91,0,0,"-"]},"flytekit.models.admin.common":{Sort:[91,1,1,""]},"flytekit.models.admin.common.Sort":{Direction:[91,1,1,""],direction:[91,2,1,""],from_flyte_idl:[91,2,1,""],from_python_std:[91,2,1,""],key:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.admin.common.Sort.Direction":{ASCENDING:[91,4,1,""],DESCENDING:[91,4,1,""]},"flytekit.models.admin.task_execution":{TaskExecution:[91,1,1,""],TaskExecutionClosure:[91,1,1,""]},"flytekit.models.admin.task_execution.TaskExecution":{closure:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],input_uri:[91,2,1,""],is_parent:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.admin.task_execution.TaskExecutionClosure":{created_at:[91,2,1,""],duration:[91,2,1,""],error:[91,2,1,""],from_flyte_idl:[91,2,1,""],logs:[91,2,1,""],output_uri:[91,2,1,""],phase:[91,2,1,""],started_at:[91,2,1,""],to_flyte_idl:[91,2,1,""],updated_at:[91,2,1,""]},"flytekit.models.admin.workflow":{Workflow:[91,1,1,""],WorkflowClosure:[91,1,1,""],WorkflowSpec:[91,1,1,""]},"flytekit.models.admin.workflow.Workflow":{closure:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.admin.workflow.WorkflowClosure":{compiled_workflow:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.admin.workflow.WorkflowSpec":{from_flyte_idl:[91,2,1,""],sub_workflows:[91,2,1,""],template:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.array_job":{ArrayJob:[90,1,1,""]},"flytekit.models.array_job.ArrayJob":{from_dict:[90,2,1,""],min_successes:[90,2,1,""],parallelism:[90,2,1,""],size:[90,2,1,""],to_dict:[90,2,1,""]},"flytekit.models.common":{Annotations:[90,1,1,""],EmailNotification:[90,1,1,""],FlyteABCMeta:[90,1,1,""],FlyteCustomIdlEntity:[90,1,1,""],FlyteIdlEntity:[90,1,1,""],FlyteType:[90,1,1,""],Labels:[90,1,1,""],NamedEntityIdentifier:[90,1,1,""],Notification:[90,1,1,""],PagerDutyNotification:[90,1,1,""],SlackNotification:[90,1,1,""],UrlBlob:[90,1,1,""]},"flytekit.models.common.Annotations":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],values:[90,2,1,""]},"flytekit.models.common.EmailNotification":{from_flyte_idl:[90,2,1,""],recipients_email:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.common.FlyteCustomIdlEntity":{from_dict:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_dict:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.common.FlyteIdlEntity":{is_empty:[90,2,1,""],short_string:[90,2,1,""],to_flyte_idl:[90,2,1,""],verbose_string:[90,2,1,""]},"flytekit.models.common.FlyteType":{from_flyte_idl:[90,2,1,""],short_class_string:[90,2,1,""],verbose_class_string:[90,2,1,""]},"flytekit.models.common.Labels":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],values:[90,2,1,""]},"flytekit.models.common.NamedEntityIdentifier":{domain:[90,2,1,""],from_flyte_idl:[90,2,1,""],name:[90,2,1,""],project:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.common.Notification":{email:[90,2,1,""],from_flyte_idl:[90,2,1,""],pager_duty:[90,2,1,""],phases:[90,2,1,""],slack:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.common.PagerDutyNotification":{from_flyte_idl:[90,2,1,""],recipients_email:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.common.SlackNotification":{from_flyte_idl:[90,2,1,""],recipients_email:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.common.UrlBlob":{bytes:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],url:[90,2,1,""]},"flytekit.models.core":{compiler:[92,0,0,"-"],condition:[92,0,0,"-"],errors:[92,0,0,"-"],execution:[92,0,0,"-"],identifier:[92,0,0,"-"],types:[92,0,0,"-"],workflow:[92,0,0,"-"]},"flytekit.models.core.compiler":{CompiledTask:[92,1,1,""],CompiledWorkflow:[92,1,1,""],CompiledWorkflowClosure:[92,1,1,""],ConnectionSet:[92,1,1,""]},"flytekit.models.core.compiler.CompiledTask":{from_flyte_idl:[92,2,1,""],template:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.compiler.CompiledWorkflow":{connections:[92,2,1,""],from_flyte_idl:[92,2,1,""],template:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.compiler.CompiledWorkflowClosure":{from_flyte_idl:[92,2,1,""],primary:[92,2,1,""],sub_workflows:[92,2,1,""],tasks:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.compiler.ConnectionSet":{IdList:[92,1,1,""],downstream:[92,2,1,""],from_flyte_idl:[92,2,1,""],to_flyte_idl:[92,2,1,""],upstream:[92,2,1,""]},"flytekit.models.core.compiler.ConnectionSet.IdList":{from_flyte_idl:[92,2,1,""],ids:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.condition":{BooleanExpression:[92,1,1,""],ComparisonExpression:[92,1,1,""],ConjunctionExpression:[92,1,1,""],Operand:[92,1,1,""]},"flytekit.models.core.condition.BooleanExpression":{comparison:[92,2,1,""],conjunction:[92,2,1,""],from_flyte_idl:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.condition.ComparisonExpression":{Operator:[92,1,1,""],from_flyte_idl:[92,2,1,""],left_value:[92,2,1,""],operator:[92,2,1,""],right_value:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.condition.ComparisonExpression.Operator":{EQ:[92,4,1,""],GT:[92,4,1,""],GTE:[92,4,1,""],LT:[92,4,1,""],LTE:[92,4,1,""],NEQ:[92,4,1,""]},"flytekit.models.core.condition.ConjunctionExpression":{LogicalOperator:[92,1,1,""],from_flyte_idl:[92,2,1,""],left_expression:[92,2,1,""],operator:[92,2,1,""],right_expression:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.condition.ConjunctionExpression.LogicalOperator":{AND:[92,4,1,""],OR:[92,4,1,""]},"flytekit.models.core.condition.Operand":{"var":[92,2,1,""],from_flyte_idl:[92,2,1,""],primitive:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.errors":{ContainerError:[92,1,1,""],ErrorDocument:[92,1,1,""]},"flytekit.models.core.errors.ContainerError":{Kind:[92,1,1,""],code:[92,2,1,""],from_flyte_idl:[92,2,1,""],kind:[92,2,1,""],message:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.errors.ContainerError.Kind":{NON_RECOVERABLE:[92,4,1,""],RECOVERABLE:[92,4,1,""]},"flytekit.models.core.errors.ErrorDocument":{error:[92,2,1,""],from_flyte_idl:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.execution":{ExecutionError:[92,1,1,""],NodeExecutionPhase:[92,1,1,""],TaskExecutionPhase:[92,1,1,""],TaskLog:[92,1,1,""],WorkflowExecutionPhase:[92,1,1,""]},"flytekit.models.core.execution.ExecutionError":{code:[92,2,1,""],error_uri:[92,2,1,""],from_flyte_idl:[92,2,1,""],message:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.execution.NodeExecutionPhase":{ABORTED:[92,4,1,""],FAILED:[92,4,1,""],FAILING:[92,4,1,""],QUEUED:[92,4,1,""],RUNNING:[92,4,1,""],SKIPPED:[92,4,1,""],SUCCEEDED:[92,4,1,""],TIMED_OUT:[92,4,1,""],UNDEFINED:[92,4,1,""],enum_to_string:[92,2,1,""]},"flytekit.models.core.execution.TaskExecutionPhase":{ABORTED:[92,4,1,""],FAILED:[92,4,1,""],QUEUED:[92,4,1,""],RUNNING:[92,4,1,""],SUCCEEDED:[92,4,1,""],UNDEFINED:[92,4,1,""],enum_to_string:[92,2,1,""]},"flytekit.models.core.execution.TaskLog":{MessageFormat:[92,1,1,""],from_flyte_idl:[92,2,1,""],message_format:[92,2,1,""],name:[92,2,1,""],to_flyte_idl:[92,2,1,""],ttl:[92,2,1,""],uri:[92,2,1,""]},"flytekit.models.core.execution.TaskLog.MessageFormat":{CSV:[92,4,1,""],JSON:[92,4,1,""],UNKNOWN:[92,4,1,""]},"flytekit.models.core.execution.WorkflowExecutionPhase":{ABORTED:[92,4,1,""],FAILED:[92,4,1,""],FAILING:[92,4,1,""],QUEUED:[92,4,1,""],RUNNING:[92,4,1,""],SUCCEEDED:[92,4,1,""],SUCCEEDING:[92,4,1,""],TIMED_OUT:[92,4,1,""],UNDEFINED:[92,4,1,""],enum_to_string:[92,2,1,""]},"flytekit.models.core.identifier":{Identifier:[92,1,1,""],NodeExecutionIdentifier:[92,1,1,""],ResourceType:[92,1,1,""],TaskExecutionIdentifier:[92,1,1,""],WorkflowExecutionIdentifier:[92,1,1,""]},"flytekit.models.core.identifier.Identifier":{domain:[92,2,1,""],from_flyte_idl:[92,2,1,""],name:[92,2,1,""],project:[92,2,1,""],resource_type:[92,2,1,""],to_flyte_idl:[92,2,1,""],version:[92,2,1,""]},"flytekit.models.core.identifier.NodeExecutionIdentifier":{execution_id:[92,2,1,""],from_flyte_idl:[92,2,1,""],node_id:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.identifier.ResourceType":{LAUNCH_PLAN:[92,4,1,""],TASK:[92,4,1,""],UNSPECIFIED:[92,4,1,""],WORKFLOW:[92,4,1,""]},"flytekit.models.core.identifier.TaskExecutionIdentifier":{from_flyte_idl:[92,2,1,""],node_execution_id:[92,2,1,""],retry_attempt:[92,2,1,""],task_id:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.identifier.WorkflowExecutionIdentifier":{domain:[92,2,1,""],from_flyte_idl:[92,2,1,""],name:[92,2,1,""],project:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.types":{BlobType:[92,1,1,""]},"flytekit.models.core.types.BlobType":{BlobDimensionality:[92,1,1,""],dimensionality:[92,2,1,""],format:[92,2,1,""],from_flyte_idl:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.types.BlobType.BlobDimensionality":{MULTIPART:[92,4,1,""],SINGLE:[92,4,1,""]},"flytekit.models.core.workflow":{Alias:[92,1,1,""],BranchNode:[92,1,1,""],IfBlock:[92,1,1,""],IfElseBlock:[92,1,1,""],Node:[92,1,1,""],NodeMetadata:[92,1,1,""],TaskNode:[92,1,1,""],WorkflowMetadata:[92,1,1,""],WorkflowMetadataDefaults:[92,1,1,""],WorkflowNode:[92,1,1,""],WorkflowTemplate:[92,1,1,""]},"flytekit.models.core.workflow.Alias":{"var":[92,2,1,""],alias:[92,2,1,""],from_flyte_idl:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.BranchNode":{from_flyte_idl:[92,2,1,""],if_else:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.IfBlock":{condition:[92,2,1,""],from_flyte_idl:[92,2,1,""],then_node:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.IfElseBlock":{"case":[92,2,1,""],else_node:[92,2,1,""],error:[92,2,1,""],from_flyte_idl:[92,2,1,""],other:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.Node":{branch_node:[92,2,1,""],from_flyte_idl:[92,2,1,""],id:[92,2,1,""],inputs:[92,2,1,""],metadata:[92,2,1,""],output_aliases:[92,2,1,""],target:[92,2,1,""],task_node:[92,2,1,""],to_flyte_idl:[92,2,1,""],upstream_node_ids:[92,2,1,""],workflow_node:[92,2,1,""]},"flytekit.models.core.workflow.NodeMetadata":{from_flyte_idl:[92,2,1,""],interruptible:[92,2,1,""],name:[92,2,1,""],retries:[92,2,1,""],timeout:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.TaskNode":{from_flyte_idl:[92,2,1,""],reference_id:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.WorkflowMetadata":{from_flyte_idl:[92,2,1,""],queuing_budget:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.WorkflowMetadataDefaults":{from_flyte_idl:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.WorkflowNode":{from_flyte_idl:[92,2,1,""],launchplan_ref:[92,2,1,""],reference:[92,2,1,""],sub_workflow_ref:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.core.workflow.WorkflowTemplate":{"interface":[92,2,1,""],failure_node:[92,2,1,""],from_flyte_idl:[92,2,1,""],id:[92,2,1,""],metadata:[92,2,1,""],metadata_defaults:[92,2,1,""],nodes:[92,2,1,""],outputs:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.dynamic_job":{DynamicJobSpec:[90,1,1,""]},"flytekit.models.dynamic_job.DynamicJobSpec":{from_flyte_idl:[90,2,1,""],min_successes:[90,2,1,""],nodes:[90,2,1,""],outputs:[90,2,1,""],subworkflows:[90,2,1,""],tasks:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution":{Execution:[90,1,1,""],ExecutionClosure:[90,1,1,""],ExecutionMetadata:[90,1,1,""],ExecutionSpec:[90,1,1,""],LiteralMapBlob:[90,1,1,""],NodeExecutionGetDataResponse:[90,1,1,""],NotificationList:[90,1,1,""],TaskExecutionGetDataResponse:[90,1,1,""],WorkflowExecutionGetDataResponse:[90,1,1,""]},"flytekit.models.execution.Execution":{closure:[90,2,1,""],from_flyte_idl:[90,2,1,""],id:[90,2,1,""],spec:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution.ExecutionClosure":{error:[90,2,1,""],from_flyte_idl:[90,2,1,""],outputs:[90,2,1,""],phase:[90,2,1,""],started_at:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution.ExecutionMetadata":{ExecutionMode:[90,1,1,""],from_flyte_idl:[90,2,1,""],mode:[90,2,1,""],nesting:[90,2,1,""],principal:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution.ExecutionMetadata.ExecutionMode":{MANUAL:[90,4,1,""],SCHEDULED:[90,4,1,""],SYSTEM:[90,4,1,""]},"flytekit.models.execution.ExecutionSpec":{annotations:[90,2,1,""],disable_all:[90,2,1,""],from_flyte_idl:[90,2,1,""],labels:[90,2,1,""],launch_plan:[90,2,1,""],metadata:[90,2,1,""],notifications:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution.LiteralMapBlob":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],uri:[90,2,1,""],values:[90,2,1,""]},"flytekit.models.execution.NodeExecutionGetDataResponse":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution.NotificationList":{from_flyte_idl:[90,2,1,""],notifications:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution.TaskExecutionGetDataResponse":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.execution.WorkflowExecutionGetDataResponse":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.filters":{Contains:[90,1,1,""],Equal:[90,1,1,""],Filter:[90,1,1,""],FilterList:[90,1,1,""],GreaterThan:[90,1,1,""],GreaterThanOrEqual:[90,1,1,""],LessThan:[90,1,1,""],LessThanOrEqual:[90,1,1,""],NotEqual:[90,1,1,""],SetFilter:[90,1,1,""],ValueIn:[90,1,1,""]},"flytekit.models.filters.Filter":{from_flyte_idl:[90,2,1,""],from_python_std:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.filters.FilterList":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.interface":{Parameter:[90,1,1,""],ParameterMap:[90,1,1,""],TypedInterface:[90,1,1,""],Variable:[90,1,1,""],VariableMap:[90,1,1,""]},"flytekit.models.interface.Parameter":{"default":[90,2,1,""],"var":[90,2,1,""],behavior:[90,2,1,""],from_flyte_idl:[90,2,1,""],required:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.interface.ParameterMap":{from_flyte_idl:[90,2,1,""],parameters:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.interface.TypedInterface":{from_flyte_idl:[90,2,1,""],inputs:[90,2,1,""],outputs:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.interface.Variable":{description:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],type:[90,2,1,""]},"flytekit.models.interface.VariableMap":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],variables:[90,2,1,""]},"flytekit.models.launch_plan":{Auth:[90,1,1,""],LaunchPlan:[90,1,1,""],LaunchPlanClosure:[90,1,1,""],LaunchPlanMetadata:[90,1,1,""],LaunchPlanSpec:[90,1,1,""],LaunchPlanState:[90,1,1,""]},"flytekit.models.launch_plan.Auth":{assumable_iam_role:[90,2,1,""],from_flyte_idl:[90,2,1,""],kubernetes_service_account:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.launch_plan.LaunchPlan":{closure:[90,2,1,""],from_flyte_idl:[90,2,1,""],id:[90,2,1,""],spec:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.launch_plan.LaunchPlanClosure":{expected_inputs:[90,2,1,""],expected_outputs:[90,2,1,""],from_flyte_idl:[90,2,1,""],state:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.launch_plan.LaunchPlanMetadata":{from_flyte_idl:[90,2,1,""],notifications:[90,2,1,""],schedule:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.launch_plan.LaunchPlanSpec":{annotations:[90,2,1,""],auth:[90,2,1,""],default_inputs:[90,2,1,""],entity_metadata:[90,2,1,""],fixed_inputs:[90,2,1,""],from_flyte_idl:[90,2,1,""],labels:[90,2,1,""],to_flyte_idl:[90,2,1,""],workflow_id:[90,2,1,""]},"flytekit.models.launch_plan.LaunchPlanState":{ACTIVE:[90,4,1,""],INACTIVE:[90,4,1,""],enum_to_string:[90,2,1,""]},"flytekit.models.literals":{Binary:[90,1,1,""],Binding:[90,1,1,""],BindingData:[90,1,1,""],BindingDataCollection:[90,1,1,""],BindingDataMap:[90,1,1,""],Blob:[90,1,1,""],BlobMetadata:[90,1,1,""],Literal:[90,1,1,""],LiteralCollection:[90,1,1,""],LiteralMap:[90,1,1,""],Primitive:[90,1,1,""],RetryStrategy:[90,1,1,""],Scalar:[90,1,1,""],Schema:[90,1,1,""],Void:[90,1,1,""]},"flytekit.models.literals.Binary":{from_flyte_idl:[90,2,1,""],tag:[90,2,1,""],to_flyte_idl:[90,2,1,""],value:[90,2,1,""]},"flytekit.models.literals.Binding":{"var":[90,2,1,""],binding:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.literals.BindingData":{collection:[90,2,1,""],from_flyte_idl:[90,2,1,""],map:[90,2,1,""],promise:[90,2,1,""],scalar:[90,2,1,""],to_flyte_idl:[90,2,1,""],to_literal_model:[90,2,1,""],value:[90,2,1,""]},"flytekit.models.literals.BindingDataCollection":{bindings:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.literals.BindingDataMap":{bindings:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.literals.Blob":{from_flyte_idl:[90,2,1,""],metadata:[90,2,1,""],to_flyte_idl:[90,2,1,""],uri:[90,2,1,""]},"flytekit.models.literals.BlobMetadata":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],type:[90,2,1,""]},"flytekit.models.literals.Literal":{collection:[90,2,1,""],from_flyte_idl:[90,2,1,""],map:[90,2,1,""],scalar:[90,2,1,""],to_flyte_idl:[90,2,1,""],value:[90,2,1,""]},"flytekit.models.literals.LiteralCollection":{from_flyte_idl:[90,2,1,""],literals:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.literals.LiteralMap":{from_flyte_idl:[90,2,1,""],literals:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.literals.Primitive":{"boolean":[90,2,1,""],datetime:[90,2,1,""],duration:[90,2,1,""],float_value:[90,2,1,""],from_flyte_idl:[90,2,1,""],integer:[90,2,1,""],string_value:[90,2,1,""],to_flyte_idl:[90,2,1,""],value:[90,2,1,""]},"flytekit.models.literals.RetryStrategy":{from_flyte_idl:[90,2,1,""],retries:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.literals.Scalar":{binary:[90,2,1,""],blob:[90,2,1,""],error:[90,2,1,""],from_flyte_idl:[90,2,1,""],generic:[90,2,1,""],none_type:[90,2,1,""],primitive:[90,2,1,""],schema:[90,2,1,""],to_flyte_idl:[90,2,1,""],value:[90,2,1,""]},"flytekit.models.literals.Schema":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],type:[90,2,1,""],uri:[90,2,1,""]},"flytekit.models.literals.Void":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.named_entity":{NamedEntityIdentifier:[90,1,1,""],NamedEntityMetadata:[90,1,1,""],NamedEntityState:[90,1,1,""]},"flytekit.models.named_entity.NamedEntityIdentifier":{domain:[90,2,1,""],from_flyte_idl:[90,2,1,""],name:[90,2,1,""],project:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.named_entity.NamedEntityMetadata":{description:[90,2,1,""],from_flyte_idl:[90,2,1,""],state:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.named_entity.NamedEntityState":{ACTIVE:[90,4,1,""],ARCHIVED:[90,4,1,""],enum_to_string:[90,2,1,""]},"flytekit.models.node_execution":{NodeExecution:[90,1,1,""],NodeExecutionClosure:[90,1,1,""]},"flytekit.models.node_execution.NodeExecution":{closure:[90,2,1,""],from_flyte_idl:[90,2,1,""],id:[90,2,1,""],input_uri:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.node_execution.NodeExecutionClosure":{duration:[90,2,1,""],error:[90,2,1,""],from_flyte_idl:[90,2,1,""],output_uri:[90,2,1,""],phase:[90,2,1,""],started_at:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.presto":{PrestoQuery:[90,1,1,""]},"flytekit.models.presto.PrestoQuery":{catalog:[90,2,1,""],from_flyte_idl:[90,2,1,""],routing_group:[90,2,1,""],schema:[90,2,1,""],statement:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.project":{Project:[90,1,1,""]},"flytekit.models.project.Project":{description:[90,2,1,""],from_flyte_idl:[90,2,1,""],id:[90,2,1,""],name:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.qubole":{HiveQuery:[90,1,1,""],HiveQueryCollection:[90,1,1,""],QuboleHiveJob:[90,1,1,""]},"flytekit.models.qubole.HiveQuery":{from_flyte_idl:[90,2,1,""],query:[90,2,1,""],retry_count:[90,2,1,""],timeout_sec:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.qubole.HiveQueryCollection":{from_flyte_idl:[90,2,1,""],queries:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.qubole.QuboleHiveJob":{cluster_label:[90,2,1,""],from_flyte_idl:[90,2,1,""],query:[90,2,1,""],query_collection:[90,2,1,""],tags:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.schedule":{Schedule:[90,1,1,""]},"flytekit.models.schedule.Schedule":{FixedRate:[90,1,1,""],FixedRateUnit:[90,1,1,""],cron_expression:[90,2,1,""],from_flyte_idl:[90,2,1,""],kickoff_time_input_arg:[90,2,1,""],rate:[90,2,1,""],schedule_expression:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.schedule.Schedule.FixedRate":{from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],unit:[90,2,1,""],value:[90,2,1,""]},"flytekit.models.schedule.Schedule.FixedRateUnit":{DAY:[90,4,1,""],HOUR:[90,4,1,""],MINUTE:[90,4,1,""],enum_to_string:[90,2,1,""]},"flytekit.models.task":{CompiledTask:[90,1,1,""],Container:[90,1,1,""],Resources:[90,1,1,""],RuntimeMetadata:[90,1,1,""],SidecarJob:[90,1,1,""],SparkJob:[90,1,1,""],Task:[90,1,1,""],TaskClosure:[90,1,1,""],TaskMetadata:[90,1,1,""],TaskSpec:[90,1,1,""],TaskTemplate:[90,1,1,""]},"flytekit.models.task.CompiledTask":{from_flyte_idl:[90,2,1,""],template:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.Container":{args:[90,2,1,""],command:[90,2,1,""],config:[90,2,1,""],env:[90,2,1,""],from_flyte_idl:[90,2,1,""],image:[90,2,1,""],resources:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.Resources":{ResourceEntry:[90,1,1,""],ResourceName:[90,1,1,""],from_flyte_idl:[90,2,1,""],limits:[90,2,1,""],requests:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.Resources.ResourceEntry":{from_flyte_idl:[90,2,1,""],name:[90,2,1,""],to_flyte_idl:[90,2,1,""],value:[90,2,1,""]},"flytekit.models.task.Resources.ResourceName":{CPU:[90,4,1,""],GPU:[90,4,1,""],MEMORY:[90,4,1,""],STORAGE:[90,4,1,""],UNKNOWN:[90,4,1,""]},"flytekit.models.task.RuntimeMetadata":{RuntimeType:[90,1,1,""],flavor:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""],type:[90,2,1,""],version:[90,2,1,""]},"flytekit.models.task.RuntimeMetadata.RuntimeType":{FLYTE_SDK:[90,4,1,""],OTHER:[90,4,1,""]},"flytekit.models.task.SidecarJob":{from_flyte_idl:[90,2,1,""],pod_spec:[90,2,1,""],primary_container_name:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.SparkJob":{application_file:[90,2,1,""],executor_path:[90,2,1,""],from_flyte_idl:[90,2,1,""],hadoop_conf:[90,2,1,""],main_class:[90,2,1,""],spark_conf:[90,2,1,""],spark_type:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.Task":{closure:[90,2,1,""],from_flyte_idl:[90,2,1,""],id:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.TaskClosure":{compiled_task:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.TaskMetadata":{deprecated_error_message:[90,2,1,""],discoverable:[90,2,1,""],discovery_version:[90,2,1,""],from_flyte_idl:[90,2,1,""],interruptible:[90,2,1,""],retries:[90,2,1,""],runtime:[90,2,1,""],timeout:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.TaskSpec":{from_flyte_idl:[90,2,1,""],template:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.task.TaskTemplate":{"interface":[90,2,1,""],container:[90,2,1,""],custom:[90,2,1,""],from_flyte_idl:[90,2,1,""],id:[90,2,1,""],metadata:[90,2,1,""],to_flyte_idl:[90,2,1,""],type:[90,2,1,""]},"flytekit.models.types":{LiteralType:[90,1,1,""],OutputReference:[90,1,1,""],SchemaType:[90,1,1,""],SimpleType:[90,1,1,""]},"flytekit.models.types.LiteralType":{blob:[90,2,1,""],collection_type:[90,2,1,""],from_flyte_idl:[90,2,1,""],map_value_type:[90,2,1,""],metadata:[90,2,1,""],schema:[90,2,1,""],simple:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.types.OutputReference":{"var":[90,2,1,""],from_flyte_idl:[90,2,1,""],node_id:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.types.SchemaType":{SchemaColumn:[90,1,1,""],columns:[90,2,1,""],from_flyte_idl:[90,2,1,""],to_flyte_idl:[90,2,1,""]},"flytekit.models.types.SchemaType.SchemaColumn":{SchemaColumnType:[90,1,1,""],from_flyte_idl:[90,2,1,""],name:[90,2,1,""],to_flyte_idl:[90,2,1,""],type:[90,2,1,""]},"flytekit.models.types.SchemaType.SchemaColumn.SchemaColumnType":{BOOLEAN:[90,4,1,""],DATETIME:[90,4,1,""],DURATION:[90,4,1,""],FLOAT:[90,4,1,""],INTEGER:[90,4,1,""],STRING:[90,4,1,""]},"flytekit.models.types.SimpleType":{BINARY:[90,4,1,""],BOOLEAN:[90,4,1,""],DATETIME:[90,4,1,""],DURATION:[90,4,1,""],ERROR:[90,4,1,""],FLOAT:[90,4,1,""],INTEGER:[90,4,1,""],NONE:[90,4,1,""],STRING:[90,4,1,""],STRUCT:[90,4,1,""]},"flytekit.models.workflow_closure":{WorkflowClosure:[90,1,1,""]},"flytekit.models.workflow_closure.WorkflowClosure":{from_flyte_idl:[90,2,1,""],tasks:[90,2,1,""],to_flyte_idl:[90,2,1,""],workflow:[90,2,1,""]},"flytekit.sdk":{exceptions:[94,0,0,"-"],spark_types:[94,0,0,"-"],tasks:[94,0,0,"-"],test_utils:[94,0,0,"-"],types:[94,0,0,"-"],workflow:[94,0,0,"-"]},"flytekit.sdk.exceptions":{RecoverableException:[94,5,1,""]},"flytekit.sdk.spark_types":{SparkType:[94,1,1,""]},"flytekit.sdk.spark_types.SparkType":{JAVA:[94,4,1,""],PYTHON:[94,4,1,""],R:[94,4,1,""],SCALA:[94,4,1,""]},"flytekit.sdk.tasks":{dynamic_task:[94,3,1,""],generic_spark_task:[94,3,1,""],hive_task:[94,3,1,""],inputs:[94,3,1,""],outputs:[94,3,1,""],python_task:[94,3,1,""],qubole_hive_task:[94,3,1,""],qubole_spark_task:[94,3,1,""],sidecar_task:[94,3,1,""],spark_task:[94,3,1,""]},"flytekit.sdk.test_utils":{LocalTestFileSystem:[94,1,1,""],flyte_test:[94,3,1,""]},"flytekit.sdk.types":{Types:[94,1,1,""]},"flytekit.sdk.types.Types":{Blob:[94,1,1,""],Boolean:[94,1,1,""],CSV:[94,1,1,""],Datetime:[94,1,1,""],Float:[94,1,1,""],Generic:[94,1,1,""],Integer:[94,1,1,""],List:[94,2,1,""],MultiPartBlob:[94,1,1,""],MultiPartCSV:[94,1,1,""],Proto:[94,2,1,""],Schema:[94,2,1,""],String:[94,1,1,""],Timedelta:[94,1,1,""]},"flytekit.sdk.types.Types.Blob":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.types.Types.Boolean":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.types.Types.CSV":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""]},"flytekit.sdk.types.Types.Datetime":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.types.Types.Float":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.types.Types.Generic":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],long_string:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.types.Types.Integer":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.types.Types.MultiPartBlob":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.types.Types.MultiPartCSV":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""]},"flytekit.sdk.types.Types.String":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""],verbose_string:[94,2,1,""]},"flytekit.sdk.types.Types.Timedelta":{from_python_std:[94,2,1,""],from_string:[94,2,1,""],is_castable_from:[94,2,1,""],promote_from_model:[94,2,1,""],short_class_string:[94,2,1,""],short_string:[94,2,1,""],to_flyte_literal_type:[94,2,1,""],to_python_std:[94,2,1,""]},"flytekit.sdk.workflow":{Input:[94,1,1,""],Output:[94,1,1,""],workflow:[94,3,1,""],workflow_class:[94,3,1,""]},"flytekit.tools":{lazy_loader:[95,0,0,"-"],module_loader:[95,0,0,"-"],subprocess:[95,0,0,"-"]},"flytekit.tools.lazy_loader":{LazyLoadPlugin:[95,1,1,""],lazy_load_module:[95,3,1,""]},"flytekit.tools.lazy_loader.LazyLoadPlugin":{LAZY_LOADING_PLUGINS:[95,4,1,""],get_extras_require:[95,2,1,""]},"flytekit.tools.module_loader":{iterate_modules:[95,3,1,""],iterate_registerable_entities_in_order:[95,3,1,""],load_workflow_modules:[95,3,1,""]},"flytekit.tools.subprocess":{check_call:[95,3,1,""]},"flytekit.type_engines":{"default":[97,0,0,"-"],common:[96,0,0,"-"]},"flytekit.type_engines.common":{TypeEngine:[96,1,1,""]},"flytekit.type_engines.common.TypeEngine":{get_sdk_type_from_literal_type:[96,2,1,""],infer_sdk_type_from_literal:[96,2,1,""],python_std_to_sdk_type:[96,2,1,""]},"flytekit.type_engines.default":{flyte:[97,0,0,"-"]},"flytekit.type_engines.default.flyte":{FlyteDefaultTypeEngine:[97,1,1,""]},"flytekit.type_engines.default.flyte.FlyteDefaultTypeEngine":{get_sdk_type_from_literal_type:[97,2,1,""],infer_sdk_type_from_literal:[97,2,1,""],python_std_to_sdk_type:[97,2,1,""]},flytekit:{bin:[64,0,0,"-"],clients:[65,0,0,"-"],clis:[66,0,0,"-"],common:[70,0,0,"-"],configuration:[77,0,0,"-"],contrib:[78,0,0,"-"],engines:[80,0,0,"-"],interfaces:[83,0,0,"-"],models:[90,0,0,"-"],plugins:[93,0,0,"-"],sdk:[94,0,0,"-"],tools:[95,0,0,"-"],type_engines:[96,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","function","Python function"],"4":["py","attribute","Python attribute"],"5":["py","exception","Python exception"],"6":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:function","4":"py:attribute","5":"py:exception","6":"py:data"},terms:{"000000000z07":15,"02t15":15,"0x1e9a568":83,"1000m":133,"100s":103,"10s":7,"123accountid":120,"15s":7,"1757c8c0d7a149b79f2c202c2c78b378":129,"1757c8c0d7a149b79f2c202c2c78b378_tmp":129,"1oq8oblzxgv8pvjftlf0qf":123,"29t17":15,"30m":7,"30s":7,"32g":94,"5000gi":10,"5tb":10,"60s":7,"999999999z07":15,"9a7b8cdb982161daebd5618fc7cb5041":123,"abstract":[14,22,41,70,73,75,80,90,96,104,112],"boolean":[22,39,46,48,75,90,94],"break":[90,121],"byte":[20,23,46,75,83,90],"case":[0,2,8,15,17,20,22,23,25,27,28,29,34,35,36,42,47,49,77,83,92,94,102,111,116,128,133],"catch":[49,92,113],"class":[20,65,67,69,70,71,73,74,75,76,77,79,80,81,82,84,85,86,87,88,89,90,91,92,94,95,96,97,112,116,117,122,131],"default":[4,5,7,9,10,12,13,15,17,20,23,25,27,28,33,39,40,41,42,43,45,47,48,49,54,59,63,66,70,76,77,79,90,94,96,112,114,117,123,131],"enum":[10,15,65,70,73,74,80,81,90,91,92,94],"export":2,"final":[17,22,39,40,49,90,92,105,119,128],"float":[22,48,75,90,94],"function":[14,15,20,65,66,69,70,72,73,74,77,79,82,83,94,95,100,101,108,112,113,121,122,127],"import":[0,13,15,20,30,39,73,94,108,116,117,122,131,132],"int":[4,7,10,22,65,69,70,72,73,74,75,77,79,80,81,83,90,91,92,94],"long":[65,79,94],"new":[0,7,11,13,15,20,22,23,38,51,65,76,89,100,102,112,119,121,122],"null":[46,79,94],"public":77,"return":[20,22,23,25,27,29,34,35,36,65,66,67,69,70,71,72,73,74,75,76,77,79,80,81,82,84,85,86,87,88,89,90,91,92,94,95,97,111,127,129,132],"static":[22,25,46,49,75,82,94,109,128],"super":120,"switch":[13,65],"throw":[49,92],"transient":[79,94],"true":[2,11,23,25,49,66,67,70,76,89,90,94,95,102,121,122,131],"try":[8,70,73,79,90,100,102,124],"var":[11,13,39,45,46,48,49,70,90,92],"void":[75,90],"while":[0,2,15,20,94,95,103,117,132],AKS:8,AND:[22,39,92],AWS:[0,6,8,10,13,33,47,70,77,109],And:[70,117,131,132],But:20,DOS:2,EKS:8,FOR:8,For:[0,2,7,8,10,11,13,14,15,17,20,22,25,38,47,51,73,74,77,90,104,108,112,113,114,115,117,123,132],GCS:13,Going:[9,102],INTO:[94,131],K8s:[7,10,20,22,28,47,133],MBs:4,NOT:[48,74,75,94],Not:[22,42],One:[15,17,20,49,109,128,133],RDS:13,SNS:14,SQS:14,That:[20,27,34,49,73,102,129],The:[0,2,4,5,7,8,10,11,12,13,14,15,17,19,20,21,22,23,25,26,29,30,35,38,40,41,46,47,48,49,51,53,58,65,69,70,73,74,75,76,77,79,80,90,92,94,100,101,102,103,107,108,110,111,112,113,114,117,119,121,122,123,127,128,129,131,132,133],Then:131,There:[13,19,22,46,90,94,110,128],These:[0,2,7,8,10,11,13,14,15,18,19,20,25,26,27,44,46,47,55,74,90,94,109,113,116,119],Use:[7,10,65,66,70,94,100,114,122],Used:[25,46,65,76,77,95],Uses:[33,75,94],Using:[13,18,22,94,108,112,116,132],WITH:131,With:[13,115,122],__future__:[122,131,132],__stories__:17,_base_sdk_typ:75,_common_pb2:90,_commondatarespons:90,_execution_model:70,_execution_pb2:90,_extendedschedul:70,_flyteconfigurationentri:77,_flyterequiredconfigurationentri:77,_hivesensor:79,_identifi:[70,73,74],_instancetrack:73,_instantiated_in:73,_interfac:82,_node_execution_model:70,_node_execution_pb2:90,_outputdatacontext:84,_presto:90,_qubol:90,_register:70,_request:122,_schema_impl:75,_sdk_runnabl:74,_struct:90,_task:[74,90],_task_execution_model:74,_task_execution_pb2:90,_task_funct:[79,94],_task_templ:94,_type:95,_workflow:90,_workflow_metaclass:94,a_sidecar_task:94,ab_project:10,abc123:69,abc:[90,94],abcmeta:90,abil:[45,70,103,109,121],abl:[13,79,94,122],abort:[25,40,42,92,118],abort_caus:25,abort_metadata:25,about:[0,8,10,15,18,20,21,22,24,25,42,46,47,49,51,55,65,72,90,92,100,102,112,113,114,123,128,129,131],abov:[7,10,11,15,16,20,23,28,70,73,94,102,111,117,119,122,133],absenc:[10,109],absolut:[40,54,70,90,102],absolute_import:[122,131,132],accept:[0,65,67,94,113,117,119,132],access:[0,4,8,9,11,13,17,20,23,42,69,76,77,94,114,122,123,124],access_token:[65,67],accesskei:[4,13],accident:119,accomplish:94,accordingli:123,account:[70,77,90,120],acct:120,achiev:[13,110,111,133],ack:7,acl:25,acquir:7,across:[0,5,9,11,14,15,16,20,23,25,51,65,74,92,103,113,114,121],act:7,action:[7,25,70,72],activ:[0,15,23,27,65,70,90,102,109,114,117],activate_all_impl:69,actual:[14,20,22,23,25,54,65,101,102,119,129,131],acycl:[0,22,36,49,101,108,113],adapt:[72,94,102],add:[7,11,13,23,47,69,72,74,79,89,94,100,102,122,133],add_input:74,add_one_and_print:127,add_output:74,added:[0,11,20,25,65,74,127],adding:[13,20,119,120,121],addit:[11,15,17,20,25,27,29,35,36,49,51,74,83,90,92,94,109,113,119,132],additional_msg:72,address:[7,8,11,23,30,42,47],adher:94,adjac:38,adjust:117,admin:[5,9,10,13,17,18,19,52,53,63,65,70,74,77,80,81,82,90,92,107,111,114],admin_api_url:17,admindeploy:[10,11,13],adminent:17,administ:15,administr:[0,2,10,19,21,99,101,102,114],advanc:[70,73,74],advantag:113,advis:[46,112],affect:[15,83],aforement:[19,20],after:[2,15,25,27,38,49,73,92,112,114,122,128],again:79,against:[7,13,20,94,108],aggreg:[13,19,94],agil:102,aid:2,aim:[0,102,119],algorithm:94,alia:92,alias:[22,49,92],aliv:58,all:[0,5,6,7,9,10,11,13,14,17,20,21,22,23,25,27,28,29,34,35,36,38,41,42,47,49,51,52,53,54,62,65,69,70,73,74,83,89,90,92,94,95,102,103,107,111,112,113,114,117,119,127,128,132],allevi:129,allow:[4,10,12,15,16,17,22,46,47,48,49,51,70,72,74,77,79,90,94,103,108,109,110,112,114,131,133],allowed_failure_ratio:[74,94],along:[2,10,16,25,74,129],alongsid:[20,36,94],alpin:[94,132],alreadi:[25,40,65,70,73,77,94,114,117,124,132,133],already_in_terminal_st:24,also:[0,2,8,10,14,15,20,22,38,65,72,73,75,76,83,90,94,100,102,104,108,109,111,112,113,114,117,119,121,122,127,133],alsologtostderr:7,alter:[13,22,49,76,100,113,129],altern:[0,6,8,15,76,111,120],alwai:[10,20,22,25,38,46,48,51,70,72,90,102,109,112,113,117,121],amazon:[8,14,122],amend:129,amongst:2,amount:[17,25,29,35,70,73,79,90,94],an_alternative_input:117,an_integer_input:117,analyz:[49,108],ani:[0,2,7,8,10,15,17,20,22,25,27,36,38,46,47,49,51,54,65,72,73,74,76,77,79,80,90,92,94,95,100,101,102,103,108,109,111,112,113,119,121,123,128,133],anim:22,annot:[25,27,70,73,80,81,90,94,115,125,127,131],annotation_overrid:[70,73,80,81],anoth:[2,8,17,25,46,48,69,90,95,114,117,121,131],anyon:100,api:[0,7,10,14,15,17,23,47,58,65,90,94,99,111,122,129,132],apimachineri:47,apivers:11,app:[77,123],appear:[49,65,69,92],append:[15,23,47,76,94,128,131],append_to_partit:76,appli:[10,11,13,23,25,27,28,32,37,47,65,74,77,90,94,119,120,132],applic:[2,10,14,15,17,42,70,90,101],application_fil:90,applicationtyp:59,approach:22,appropri:[0,14,20,69,72,74,94],april:102,arbitrari:[90,94,116,128],arbitrarili:94,architect:21,architectur:[1,11,19,99,100],archiv:[23,90],area:102,aren:20,arg:[47,65,66,70,73,74,77,82,90,94,114,132],argument:[66,79,90,94,109,113,114,120,122,132],arn:120,around:[13,20,22,65,67,119],arrai:[15,46,54,83,90,113],arrang:[17,34,113],array_input:82,array_job:[55,63,98],arrayjob:90,artifact:[16,63,70,74],artifactdata:16,artifacttag:16,ascend:[15,23,91],aspect:[65,102,119],assembl:[105,128],assert:[90,94,132],assert_and_cr:94,assertionerror:72,assign:[10,14,22,25,28,46,54,73,74,114,117],assign_custom_and_return:74,assign_id_and_return:70,assign_type_and_return:74,assigne:102,assist:0,associ:[0,2,6,10,16,22,23,27,29,36,46,48,51,65,76,90,94,102,108,109,111,121],assum:[2,7,11,73,74],assumable_iam_rol:[27,70,77,90,120],async:14,atleast:38,attach:11,attempt:[47,51,70,77,79,90,95,109],attr:69,attribut:[10,15,23,25,27,28,29,32,34,35,37,70,94,114,116],auth:[2,4,11,13,63,66,69,70,90,98,120],auth_cod:67,auth_endpoint:67,auth_mod:77,authent:[1,9,13,25,65,77,114],author:[2,10,25,67,69,77,90,94,101,112,122],authorization_cli:67,authorization_endpoint:67,authorization_head:69,authorization_metadata_kei:77,authorizationcli:67,authorizationcod:67,authorizationendpoint:67,authtyp:4,auto:[47,65,70,90],auto_assign_nam:73,autodeletingtempdir:[70,74,80,122],autogener:92,autom:2,automat:[2,22,77,94,102,103,109,110,111,114,119,131],autonom:103,autorefreshcach:20,avail:[2,4,5,7,8,9,10,42,47,55,65,74,94,100,108,109,111,113,114],avoid:[14,47,94,112,119],awai:22,awesom:101,awk:11,aws:[63,70,90,98,120],awss3proxi:88,azur:[8,13],b64:75,b78e1502cef04d5db8bef64a2226f707:129,back:[0,14,20,25,45,51,52,74,77,94,119],backend:[1,9,94,108],background:[18,21],backoff:[7,42],backward:[47,102],bad:89,bak:13,balanc:[0,11],bar:[15,116,131,132],base64:69,base:[0,2,7,10,13,15,16,20,23,25,27,28,34,35,36,49,51,63,65,67,69,70,71,73,74,75,76,77,79,80,81,82,84,85,86,87,88,89,90,91,92,94,95,96,97,121,128],base_literal_typ:[75,94],base_model:[70,71,74],base_sdk_typ:[63,70,74,76,94,96,97,131],base_sensor:[63,78],base_url:17,baseexecutionenginefactori:[80,81,82],basehttprequesthandl:67,basehttpserv:67,baselaunchplanexecutor:[80,81,82],basenodeexecut:[80,81,82],basetaskexecut:[80,81,82],basetaskexecutor:[80,81,82],baseworkflowexecut:[80,81,82],baseworkflowexecutor:[80,81,82],basi:[90,102],basic:[0,2,20,69,73,77,80,110,122],basic_auth:[63,66],batch:[0,7,10,47,74,94,103],batch_hiv:70,batch_hive_task:70,battl:112,baz:15,bearer:69,becaus:[8,15,19,22,47,65,77,94,113,117,121,131],becom:[40,47],been:[5,11,13,83,119,122,129],befor:[7,13,17,19,20,21,46,47,65,73,75,76,77,79,90,94,100,122,123,127,129,132],beforehand:128,began:[25,29,35],begin:[15,20,77,122],behalf:0,behav:[109,121],behavior:[2,13,17,20,21,22,34,41,48,74,77,79,83,90,94],behind:[25,102,131],being:[2,38,47,74,75,76,94,102],belong:[23,25,27,43,81,127],below:[0,8,10,13,14,15,19,121],benchmark:4,bespok:[79,94],best:[21,90,119],better:[74,94],between:[7,15,22,24,31,47,48,65,72,73,83,94,102,119,121],beyond:[1,9],bill:110,bin:[63,94,98,114,132],binari:[17,39,48,76,90,92,111,114,122],bind:[22,40,49,67,70,90,92,105,117,128],bind_and_activ:67,bindindg:105,binding_data:[70,82],bindingdata:[49,70,82,90],bindingdatacollect:90,bindingdatamap:90,bit:[20,73],blob:[4,14,22,29,35,47,48,63,65,70,90,92,94,122,128],blobdimension:92,blobinstanti:75,blobmetadata:90,blobtyp:[46,90,92],block:[22,34,49,101,122],bodi:[30,118,132],bool:[4,6,7,22,25,35,45,46,47,49,66,67,70,73,74,75,76,77,79,82,84,85,86,87,88,90,91,94,95],booleanexpress:[49,92],boom:117,both:[2,15,94,132],bottom:[10,123],bottom_trim:72,bound:[22,47,49,79,92,94,107,109,111,113,129],box:120,branch:[19,49,92,108],branch_nod:[49,92],branchnod:92,brief:[2,20],bring:[22,54,58,90,94,132],broader:129,broadli:[20,22],broken:14,brought:94,browser:[17,77],bucket:[7,13,129,131],budget:[70,94],buffer:[7,22,44,46,52,53,55,101],bug:100,build:[8,11,13,14,21,74,75,76,101,122,127,128,133],build_sdk_workflow_from_metaclass:70,builder:19,built:[0,12,20,47,82,119,122,127],bundl:[0,17],burst:7,busi:[14,103],button:123,cacert:11,cach:[4,7,12,16,20,90,94,112,113,115,125],cache_vers:[16,94,121,127,128],caches:7,cadenc:[12,13,27],calcul:133,call:[0,2,4,11,13,14,20,29,47,65,70,72,73,74,77,83,89,94,107,112,119,122,123],callback:[67,77],caller:79,can:[0,2,4,7,8,10,11,13,14,15,16,17,19,20,22,23,24,25,26,27,28,29,34,35,36,39,41,42,43,46,47,48,49,51,54,65,70,72,74,75,76,77,79,83,89,90,92,94,95,100,101,103,105,108,109,110,111,112,113,114,116,117,118,119,120,121,122,123,124,128,129,131,132,133],candid:7,canni:122,cannot:[8,15,46,49,90,92,94,109,110,113,117,121],canon:[2,77],capabl:[2,27,100,119],capac:7,captur:[108,110,113,119],car_blue_l:123,cardin:119,care:[102,112,131],carri:22,cast:[74,75,94],cast_to:76,cat:22,catalog:[1,5,9,18,21,56,74,90,131],categor:[109,116],categori:127,caus:[25,65,70,80,81,119,121],caveat:[15,65,119,132],central:14,cert:77,certain:[22,23,33,47,77,94,112],certpath:11,chang:[8,13,14,15,25,27,51,65,69,90,94,114,117,121,122,123],changelog:102,channel:52,charact:112,character:112,characterist:108,check:[0,13,16,20,22,47,48,73,74,76,94,119],check_cal:95,child:[7,25,29,74,113],child_workflow:25,choos:[65,128],chose:20,chosen:13,chunk:94,circumst:112,citi:131,clariti:76,classifi:31,classmethod:[70,71,74,75,76,84,90,91,92,94,95],clean:[72,75,76,77,94],cleanup:[70,131],clear_tag:89,cli:[8,9,10,13,22,63,98,108,111,115,125],click:[66,69,109,123],client:[0,4,7,8,9,14,16,17,63,69,77,83,98,111],client_address:67,client_credentials_scop:77,client_credentials_secret:[69,77],client_credentials_secret_loc:69,client_id:[67,69,77],client_secret:69,clock:112,clone:[13,19,114,122],close:102,closur:[25,27,29,34,35,36,38,90,91,107,111],cloud:[8,13,14,51],cloud_provid:84,cloudprovid:70,cloudstorag:7,cloudwatch:6,cls:[70,79,94],cluster1:11,cluster2:11,cluster3:11,cluster:[0,7,8,9,11,13,15,17,25,28,57,90,94,100,102,112,129,133],cluster_1:11,cluster_1_cacert:11,cluster_1_token:11,cluster_2:11,cluster_2_cacert:11,cluster_2_token:11,cluster_3:11,cluster_3_cacert:11,cluster_3_token:11,cluster_credenti:11,cluster_label:[57,74,90,94],cluster_resourc:28,cluster_resource_attribut:28,clusterresourc:10,clusterresourceattribut:10,cmd_arg:95,code:[0,2,4,7,14,17,19,20,22,41,42,67,72,73,74,77,79,92,94,100,103,108,111,114,118,119,122,128,132],codebas:2,cogniz:20,collabor:102,collect:[2,4,7,15,22,40,46,48,50,57,70,75,90,112,113],collection_typ:[48,90],collectiontyp:75,collid:74,collis:83,column:[48,75,76,90,94],column_subset:76,com:[8,10,11,13,16,46,47,75,77,94,102,117,122],combin:[10,17,23,32,37,39,51,109,112,113,118],come:[0,19,20,34,95,101,103,112,113],comfort:2,comma:77,command:[0,2,8,9,11,47,65,69,74,77,90,94,115,123,132],commandlin:[5,9],comment:[65,74,94],commit:[19,77],common:[5,9,15,17,19,20,22,26,63,65,79,81,82,83,85,86,87,88,92,94,95,97,98,114,116,122,129,131],common_pb2:[70,90,91],commonli:[31,67,113,114,121],commun:[0,17,26,41,46,52,65,102],commut:39,compani:[10,101,114],compar:48,compare_dataframe_to_schema:76,comparison:[22,39,92],comparisonexpress:92,compat:[14,22,47,76,102,131],compil:[0,14,17,19,20,21,34,36,44,47,49,63,70,73,77,90,91,107,111,113],compiled_task:[34,90],compiled_workflow:[36,91],compiledtask:[34,90,92],compiledworkflow:92,compiledworkflowclosur:[36,70,91,92],compiler_pb2:[90,92],complet:[0,2,7,13,20,27,33,38,40,49,54,70,73,74,90,92,94,102,103,111,117,119,123,132],complex:[0,10,22,48,103],complic:20,compon:[0,1,5,9,11,13,17,20,21,22,29,30,47,54,83,99,102,107,114],component_nod:[63,98],compos:[13,15,34,103,108,114,122],composit:7,compris:[19,48],comput:[0,11,16,22,25,27,29,34,35,40,54,90,94,103,111,112],computed_input:25,concat_then_split:94,concept:[10,22,99,114,117,122,125,128],concern:[15,22],concis:90,concret:20,concurr:[54,90,94,99,101],condit:[22,44,49,63,90,113],condition_pb2:92,config:[2,4,5,6,7,9,10,11,13,14,47,69,74,77,90,94,114,120,122,123,133],config_file_path:[69,77],configmap:[11,13],configpars:66,configur:[0,1,8,9,11,12,14,15,17,23,25,27,28,34,52,63,65,67,69,79,90,94,95,98,100,104,108,112,117,120,122,131,132],conform:[2,49,69,76,92,103],confus:94,conistitut:112,conjoin:39,conjunct:[39,92,94],conjunctionexpress:92,connect:[4,7,13,38,92,94],connectionset:92,connector:131,consecut:119,consid:[2,23,25,43,48,76,90,94,112,117,128],consist:[0,15,17,22,74,94,101,102,103,119,127],consol:[0,6,8,13,18,21,111,123],constant:[14,39,49,63,66,77,98],constraint:14,construct:[10,17,23,29,35,49,66,77,92,94],construct_literal_map_from_parameter_map:66,construct_literal_map_from_variable_map:66,constructor:76,consum:[22,46,47,48,49,51,90,92,111,128],contact:0,contain:[0,2,4,5,7,9,11,13,14,15,19,20,22,23,25,27,28,29,34,35,36,38,41,46,48,52,58,63,70,74,79,90,92,94,95,101,103,109,111,112,113,122,125,128,129,130,133],container:133,container_arrai:70,container_array_task:70,container_port:47,containercr:42,containererror:92,containertask:127,content:[10,19,23,30,42,98],context:[11,23,25,49,69,70,72,73,74,76,80,81,82,90,92,94,114],context_stat:70,continu:[2,20,101,103],contract:102,contrast:73,contrib:[63,98],contribut:[18,21,94,99,100,102,111],contributor:[19,99,101,102],control:[2,5,7,9,20,23,26,49,52,53,94,101,103,105,112,113,128],convei:47,conveni:22,convert:[14,20,90,96],cool:120,coordin:113,copi:[11,13,20,21,54,75,85,88,129],copy_tag:89,core:[0,5,9,10,20,22,23,25,27,29,34,35,36,51,53,58,60,63,65,69,70,73,74,75,79,80,81,82,90,91,94,101,108,109,132,133],correct:[2,71,94,96,133],correctli:[72,119],correl:121,correspond:[2,14,43,47,108,109,117],corrupt:121,cors_proxi:17,cors_proxy_prefix:17,cost:103,costli:47,could:[8,11,15,23,60,102,117,121],count:[40,82,119,133],counter:119,coupl:[127,129],cours:[117,119],cover:20,coverag:102,cpu:[10,13,20,28,47,77,79,90,94],cpu_limit:[74,79,94,132],cpu_request:[74,79,94,132],crd:0,creat:[0,4,8,9,11,14,15,16,19,20,22,25,27,29,34,35,36,38,65,66,70,72,73,74,75,76,79,80,83,90,94,99,101,102,103,108,109,111,114,116,117,119,120,121,128,129,131],create_at_any_loc:76,create_at_known_loc:[75,76],create_bindings_for_input:70,create_execut:65,create_from_hive_queri:[75,76,129],create_launch_plan:[65,70,73,116,117,120],create_part:76,create_protobuf:75,create_task:65,create_workflow:65,created_at:[15,25,27,29,34,35,36,91],createexecut:10,createexecutionrequest:[25,27],creation:[28,34,73,109,114,117,122],cred:[63,98],credenti:[11,63,65,66,77],criteria:[40,54,90,112],critic:[2,10,20],cron:[12,13,108,117],cron_express:[33,70,90,109],cronschedul:[70,117],crt:11,csv:[42,48,75,92,94],csvinstanti:75,cte:[75,76],ctfasset:123,ctx:69,cumbersom:102,cumul:42,curl:[10,122],current:[0,10,12,14,15,23,30,40,48,54,65,70,76,77,79,83,90,94,102,105,112,114,118,127,129],current_phas:24,current_tag:82,current_valu:82,custom:[0,2,10,13,21,22,23,27,28,32,35,37,42,47,51,56,57,59,74,77,79,90,94,102,103,119,132,133],custom_info:[35,51],customiz:[1,9,15,28,47,118,132],customst:20,cv2:122,cycl:[20,77],cyclic:14,daemon:8,dag:[0,108,113],dai:[33,90,109,117],dashboard:[102,110],data:[1,4,7,9,10,15,17,18,20,21,22,25,29,34,35,44,46,47,51,53,54,63,67,70,74,75,76,77,83,90,92,94,99,101,103,112,117,119,121,122,129,131,132],data_exist:84,data_fram:76,data_proxi:[63,83],databas:[0,8,9,10,14,15,65,107],datacatalog:[13,16,99,102],datacatalog_config:13,datafram:[90,94,112],dataplan:[0,11,52],dataplane_gener:11,dataproxi:[84,85,86,87,88],dataset:16,datastor:[13,111],date:117,datefram:76,datetim:[46,48,70,73,74,75,79,80,90,91,92,94,117],dbname:13,deadlin:[7,102],deal:94,debug:[0,9,15,51,74,100,111,121],decid:[20,102,112,117],declar:[22,79,94,107,108,128],decod:17,decor:[20,72,74,79,94,122,129],decr:[82,89],decreas:10,deep:[100,109],deeper:108,deepli:[90,94,102],def:[70,73,94,121,122,127,128,129,131,132,133],default_cpu_limit:77,default_cpu_request:77,default_gpu_limit:77,default_gpu_request:77,default_input:[27,70,90,117],default_memory_limit:77,default_memory_request:77,default_storage_limit:77,default_storage_request:77,defin:[0,7,10,14,15,20,22,23,25,26,27,28,33,39,41,45,46,47,48,49,50,53,54,57,70,73,75,77,79,90,92,94,102,103,105,109,111,112,113,116,117,122,127,128,132,133],definit:[0,2,10,14,15,20,25,27,52,53,65,70,76,79,90,94,107,108,109,111,113,117,127,132],defint:[62,74],defualt:49,delai:[7,49],delet:[13,15,70,94,129],delimit:77,deliv:52,demand:[10,103,108],demo:133,demonstr:122,demystifi:0,denorm:38,denot:[46,131],depdend:[49,92],depend:[13,14,21,22,25,46,48,49,74,92,95,113,114,132,133],deploi:[8,11,13,77,100,104,132],deploy:[0,1,9,10,20,77,100,104],deprec:[47,70,74,79,90,94],deprecated_error_messag:[47,90],deprovis:103,depth:2,dequeu:14,deriv:34,descend:[15,23,91],describ:[0,1,4,11,13,20,22,23,40,45,46,54,79,90,92,94,111],descript:[4,6,7,15,23,31,42,45,48,75,90,102,119],descriptor:[75,94],deseri:94,design:[0,2,5,8,13,14,15,65,112],desir:[27,47,58,75,76,79,90,94,128,132],detail:[0,1,8,18,21,22,24,27,29,35,38,41,42,44,48,53,77,111,117,123,133],detect:[94,123],detect_unreferenced_ent:95,determin:[0,10,15,28,49,65,79,90,92,94,113,120],determinist:[34,121],develop:[0,4,14,18,23,31,46,77,101,102,104,112,114,122,123],diagnos:119,diagram:9,dict:[66,70,73,74,75,76,79,80,81,82,90,92,94,95,131],dictat:[41,70,73,74,113],dictionari:[66,73,74,76,82,90,94],did:122,differ:[2,8,14,15,17,20,22,31,46,47,49,65,74,77,92,104,108,109,112,113,114,117,118,121,131,132],differenti:[31,72],digest:0,dimens:10,dimension:[22,48,92],direct:[0,9,15,22,36,49,75,91,101,108,113],directli:[2,7,20,74,77,94,131],directori:[7,11,13,14,17,19,70,74,77,84,85,88,94,114,122],disabl:[4,7,25,70,73,104,109,117],disable_al:[25,90],discard:25,discourag:2,discov:[67,70,77,95,102],discover:[47,74,79,90,94],discoveri:[2,47,63,66,77,90,94],discovery_url:67,discovery_vers:[47,74,79,90],discoverycli:67,discret:119,discuss:[2,10,20,129],disjunct:39,disk:[13,76,79,94],dispatch:72,displai:[17,31,48],distinguish:[47,65,132],distribut:[0,99,101,103,112,133],dive:[14,108,109],divid:102,divis:122,do_get:67,doc:[8,9,11,13,46,99,101,114],docker:[8,47,103,122,123],docker_build:122,docker_registry_password:122,docker_registry_usernam:122,dockerfil:[77,133],dockerhub:122,document:[0,1,2,4,6,10,20,21,22,53,79,94,99,100,117,125,129,131,133],doe:[0,2,10,12,15,16,19,25,73,94,112,114,116,121,123,127,129,131,132],doesn:[4,10,20,22,27,30,36,74,76,117,129],doing:95,domain:[10,14,15,16,17,23,25,27,28,32,37,43,65,69,70,71,73,74,80,81,90,92,94,108,109,110,112,113,118,119,121,123,125],don:[20,72,114,117,131],done:[17,47,83,94,111,119,122],dot:95,doubl:46,down:[103,123],download:[4,76,84,85,86,87,88,94,123],download_directori:[84,85,86,87,88],downstream:[0,7,38,49,92,94,129],drill:103,drive:[73,74],driven:22,driver:[94,103,133],drop:[129,131],due:[17,54,74],dump:90,duplic:47,durabl:20,durat:[7,15,25,29,35,42,46,47,48,49,51,70,73,90,91,94,119],dure:[20,28,41,77,111,113,127],dynam:[9,10,28,40,65,70,90,94,103,109,117,125,129,130,131],dynamic_job:[44,63,98],dynamic_job_pb2:90,dynamic_task:[70,73,94,128,131],dynamicjob:51,dynamicjobspec:[90,105],dynamictask:82,each:[0,8,10,11,13,14,17,20,21,22,29,30,39,49,66,74,75,92,94,100,102,108,109,110,112,114,131],earlier:[13,112],easi:[102,103,109,111,117],easier:[17,22],easiest:[8,13,122],easili:[0,74,109],easist:114,east:4,echo:[94,132],ecr:122,edg:[122,123],edge_detection_canni:122,edgedetectorwf:[122,123],edit:[13,121],effect:[0,2,10,108,112],effici:131,effort:[90,102,122],either:[8,10,14,19,20,22,28,38,46,69,77,94,109,111,114,117],elabor:47,elect:[5,9],element:[21,65,69,75],elif:94,els:[22,49,94],else_nod:[49,92],email:[23,30,70,90,117,118],emailnotif:90,embed:36,emit:[7,119],emphas:102,empti:[7,23,25,27,29,32,34,35,36,37,70,73,94],emptydir:[94,132],emptydirvolumesourc:[94,132],enabl:[6,7,11,12,17,47,72,79,94,99,101,102,108,109,115],enact:70,encapsul:[22,23,25,28,29,34,35,36,43,46,47,49,74,108,112,113],enclos:[38,50,113],encod:[51,69,75,94],encompass:25,encourag:119,encrypt:77,end:[0,15,20,25,47,70,73,77,102,103,112,113,119,129],end_dat:117,endpoint:[2,4,7,8,10,11,13,15,17,26,62,67,107,114,122,123],enforc:[14,22,76],engag:103,engin:[0,14,20,41,47,49,52,63,70,73,74,77,92,94,98,105,110,119,129,131],engine_nam:80,enginecontext:[74,80],enhanc:77,enqu:14,enqueu:[7,14],ensur:[13,47,49,72,74,76,83,92,94,102,103,107,112],enter:[13,72,77,94],enter_context:70,entered_stack:70,enthusiast:100,entir:[0,4,5,11,22,29,49,94,109,113,116],entiti:[0,14,18,22,23,25,27,29,31,35,43,44,53,65,73,74,77,90,95,108,111],entity_metadata:[27,90],entity_typ:70,entity_type_text:[70,73,74],entrant:72,entri:[11,65,66,121],entropi:83,entrypoint:[2,47,63,77,98,112,127,133],enum_to_str:[90,92],enumer:94,env:[13,47,74,90,114,132],environ:[2,8,19,47,65,69,74,77,79,90,94,103,104,108,114,121,131,132],epic:102,equal:[15,22,46,79,90,94],equir:[46,50],equival:94,errimagepul:42,error:[7,25,29,35,42,44,46,49,51,63,65,70,72,73,74,76,90,91,94,103,111,112],error_cod:72,error_messag:72,error_uri:[42,92],errordocu:92,errors_pb2:92,especi:[70,94],essenti:[94,114],eta:103,etc:[8,14,20,22,23,31,47,48,51,70,74,75,90,94,96,97,101,108,112,114],etcd:20,etl:131,eval:7,evalu:[7,22,39,49,92,113],evaluation_interv:79,even:[2,20,27,29,36,72,74,77,101,102,113,122],event:[0,5,9,15,25,26,53,94,111,118,119],eventsink:7,eventu:108,ever:72,everi:[7,16,22,33,38,72,74,77,102,112,117,119,121],everyth:[8,11,110],evolut:102,evolv:[13,103],exact:[111,121],exactli:[65,102],exampl:[5,9,11,13,15,17,70,74,77,104,108,113,114,115,117,121,122,124,125,127,128,129,130,131,133],exc_tb:72,exc_typ:72,exc_valu:72,exce:[11,112],exceed:[42,79],excel:14,except:[63,65,70,73,74,75,76,79,95,98,114,128],exchang:112,execut:[0,2,5,7,8,9,11,12,13,14,17,18,20,22,23,24,26,27,28,29,31,33,35,36,38,40,41,43,44,46,47,49,51,52,54,57,60,63,65,66,70,77,79,80,81,82,91,94,98,101,108,109,111,112,114,115,117,120,121,125,128,131,132,133],executable_sdk_object:70,executableent:[70,73],execute_array_task:82,execute_with_liter:[70,73],execution_clust:25,execution_cluster_label:28,execution_created_at:15,execution_d:[74,80],execution_engin:77,execution_ev:14,execution_id:[43,51,74,80,92],execution_pb2:[90,92],execution_queu:28,execution_queue_attribut:28,execution_spec:65,execution_updated_at:15,executionartifact:[70,73,74],executionclosur:90,executionerror:[25,29,35,51,70,73,74,90,91,92],executionid:29,executionmetadata:90,executionmod:90,executionnam:16,executionparamet:74,executionqueueattribut:10,executionspec:[65,90],executionvers:16,executor:[20,51,58,94,132,133],executor_path:90,executorpath:59,exercis:0,exeuct:0,exist:[2,4,10,11,14,15,16,22,25,38,48,65,69,74,76,81,84,85,86,87,88,90,94,122,133],exit:[52,75,76,94,112,127],exitstack:70,expand:[8,9],expect:[47,94,109,112,128],expected_input:[27,90],expected_output:[27,90],expected_typ:72,experi:102,expir:[67,69],expiri:42,explain:[0,9,15,21,77,102,114],explan:[2,14],explicit:[15,65],explicitli:[49,77,79,94,113,131],explor:100,expos:[0,14,15,22,23,30,47,112],express:[15,22,39,79,92,103,108,112,117],extend:[21,22,48,70,77,94,99,100,102,113,116,132],extend_tag:89,extendable_func:89,extendedsdktyp:[70,75],extens:[20,21,47,51,70,79,90,94,112],extern:[5,9,12,14,17,53,129,131],external_loc:131,extra:[17,47,49,90,92,132],extrem:[5,103],face:[0,25],facilit:[77,113],fact:[13,20,36,73,119,129],fact_airport_sess:131,fail:[0,15,25,35,40,42,46,49,74,92,94,109,111,118,119],failed_node_id:48,failur:[7,11,41,47,54,72,79,90,94,103,111,112,113,119],failure_nod:[49,92],fall:77,fallback:77,fals:[47,65,66,69,74,76,84,92,94,117],far:22,fashion:102,faster:[121,131],fault:[0,108],favor:25,featur:[7,12,47,99,102,104,108,125],feed:[10,74],feedback:102,feel:[102,114],fetch:[2,17,23,25,27,29,34,35,36,70,74,75,76,80,81,82,94,107,111],fetch_latest:74,fetch_latest_task:[80,81,82],fetch_launch_plan:[80,81,82],fetch_task:[80,81,82],fetch_workflow:[80,81,82],fetch_workflow_execut:[80,81,82],few:[8,19,103,123,128,132],field1:94,field2:94,field:[10,15,20,23,25,30,34,36,38,40,43,46,48,49,51,56,57,65,73,74,90,92,94,119,121,132],file:[2,7,10,11,13,14,19,20,23,28,41,46,51,65,69,73,74,76,77,84,85,86,87,88,90,94,95,102,114,122,123,132],file_path:[11,84,85,88],filenam:[17,74],filepath:70,filesystem:76,fill:[10,38,45,66,77],filter:[14,23,29,35,63,65,70,74,80,81,98],filter_list:90,filterlist:90,find:[10,13,14,27,95,123],fine:117,finish:[17,22,112],first:[1,11,13,20,47,49,65,69,73,74,75,79,92,94,107,112,114,123,124,125,129],first_task:94,fit:[0,21],fix:[25,27,90,100,117],fixed_input:[27,70,90,109,117],fixedr:[70,90,117],fixedrateunit:90,flag:[17,102],flavor:[47,90,113,118],flexibl:[22,112,113],float_valu:[46,90],flow:[9,49,67,77,100,101,108,113],flush:42,flyte:[0,1,4,7,8,10,11,12,14,15,19,21,23,27,34,43,47,49,63,65,70,74,77,79,80,90,92,94,96,101,102,104,109,110,111,112,116,120,121,124,125,127,128,129,133],flyte_cach:16,flyte_cli:[63,66],flyte_credentials_auth_mod:2,flyte_credentials_authorization_metadata_kei:2,flyte_credentials_client_id:2,flyte_credentials_client_secret:2,flyte_credentials_client_secret_from_env_var:2,flyte_credentials_client_secret_from_fil:2,flyte_credentials_scop:2,flyte_gener:[8,11,13],flyte_input_fil:47,flyte_internal_imag:77,flyte_output_fil:47,flyte_platform_auth:2,flyte_platform_url:[122,123],flyte_sdk:[47,90],flyte_task:16,flyte_temporary_t:131,flyte_test:94,flyteabcmeta:90,flyteadmin:[0,5,7,9,10,11,13,18,21,99,107,108,111,114],flyteadmin_config:13,flyteassert:[70,72],flyteauthenticationexcept:72,flyteboolconfigurationentri:77,flytecli:[0,109,114],flyteconfigurationfil:77,flyteconsol:[0,8,14,18,111],flytecustomidlent:90,flytedefaulttypeengin:97,flyteenginefactori:81,flyteentityalreadyexistsexcept:[65,72],flyteentitynotexistexcept:72,flyteentrypointnotload:72,flyteexcept:72,flyteidl:[1,7,20,53,65,70,75,90,91,92,102],flyteidlent:[70,74,81,82,90,91,92],flyteintegerconfigurationentri:77,flytekit:[0,2,14,19,20,99,101,102,108,114,116,122,131,132,133],flytekit_install_spark:133,flytekit_spark_entrypoint:133,flytelaunchplan:81,flytenodeexecut:81,flytenotimplementedexcept:72,flyteplugin:[0,99],flytepropel:[0,13,14,47,99,102],flyteproto:132,flyterecoverableexcept:[72,94],flyterequiredboolconfigurationentri:77,flyterequiredintegerconfigurationentri:77,flyterequiredstringconfigurationentri:77,flyterequiredstringlistconfigurationentri:77,flytescopedexcept:72,flytescopedsystemexcept:72,flytescopeduserexcept:72,flytesdk:127,flytesdktyp:[70,74,75,76,94,96,97,131],flytesdkvalu:[74,75,94],flytesnack:[122,123],flytestdlib:[4,5,14],flytestringconfigurationentri:77,flytestringlistconfigurationentri:77,flytesystemassert:72,flytesystemexcept:72,flytetask:81,flytetaskexecut:81,flytetimeout:72,flytetyp:[70,90],flytetypeexcept:[72,75,94],flyteuserexcept:72,flytevalidationexcept:72,flytevalueexcept:[72,74],flyteworkflow:[0,11,81],flyteworkflowexecut:81,focu:[102,103],focus:102,folder:[19,69,95],follow:[1,2,7,10,11,17,77,102,112,114,117,119,120,123,127,128,129,131,132,133],foo:[15,65,131,132],forbidden:76,forc:[2,7,10,76,77,94],force_auth_flow:65,force_cleanup:70,forget:117,form:[10,48,49,75,94,96,97,101,114,121,123],format:[0,4,14,17,22,25,41,46,48,51,70,71,73,74,75,76,77,92,94,96,107,122,127,131,132,133],format_section_kei:77,formatt:4,formatted_query_1:129,formatted_query_2:129,former:109,forward:[30,102],found:[2,14,47,65,70,73],four:10,fqdn:70,fqdn_safe:70,fraction:[79,94],frame:[76,90],framework:108,fraud:103,free:[10,48],frequenc:[7,33],friendli:[49,63,94,98,109],friendlyworkflownam:13,from:[0,2,7,10,11,13,14,17,19,20,22,27,30,34,36,38,40,41,42,46,48,49,52,65,66,69,70,72,73,74,75,76,77,79,80,81,82,90,91,92,94,96,99,103,104,109,110,116,117,119,121,122,123,129,131,132],from_dict:[90,94],from_flyte_idl:[70,75,90,91,92],from_path:[86,87],from_python_std:[70,71,75,76,90,91,94],from_str:[75,76,94],front:103,fulfil:[0,11,92,103,122,123],fulfil_bind:82,fulfilled_promis:82,full:[2,14,22,42,105],full_prefix:89,fullfil:[0,49],fulli:[15,90,110,112],func:15,fundament:101,further:[0,25,90,119],furthermor:[65,72],futur:[19,20,23,25,27,32,37,49,74,90,102,115],fyi:77,gain:100,garbag:[4,7],gate:25,gatewai:[14,15],gauarante:47,gaug:[82,89],gcp:[8,13,63,70,98],gcs:[63,83,84],gcs_proxi:[63,83,84],gcsproxi:85,gener:[0,2,13,19,20,22,25,28,40,41,46,47,51,65,70,75,76,77,83,90,94,99,109,112,114,119,121,128,129,131,132],generate_doc:19,generate_oth:128,generate_pod_spec_for_task:[94,132],generate_queri:129,generate_simple_queri:129,generated_pb2:[74,94,132],generatedprotocolmessagetyp:75,generic_spark_task:[63,70,94],get:[1,9,10,11,13,14,15,20,22,25,28,46,49,73,84,90,92,99,103,111,114,122,123,125,128,131,132],get_active_launch_plan:65,get_authorization_endpoint:67,get_base_stat:89,get_basic_authorization_head:69,get_bool:77,get_child_execut:[74,80,81],get_client:67,get_command:69,get_data:84,get_engin:80,get_execut:65,get_execution_data:65,get_extras_requir:95,get_input:[80,81],get_int:77,get_launch_plan:[65,80,81,82],get_named_tempfil:70,get_node_execut:[65,70,80,81,82],get_node_execution_data:65,get_non_system_nod:70,get_output:[80,81],get_pod_spec:132,get_random_directori:[84,85,86,87,88],get_random_path:[84,85,86,87,88],get_remote_directori:84,get_remote_path:84,get_sdk_type_from_literal_typ:[75,96,97],get_sdk_value_from_liter:75,get_secret:69,get_spark_context:74,get_stat:89,get_str:77,get_sub_workflow:70,get_subworkflow_execut:[80,81],get_supported_literal_types_to_pandas_typ:76,get_task:[65,80,81,82],get_task_execut:[65,80,81,82],get_task_execution_data:65,get_token:69,get_version_messag:70,get_workflow:[65,80,81,82],get_workflow_execut:[80,81,82],get_write_partition_to_hive_table_queri:76,getcustomst:20,getlaunchplan:107,git:[13,114,122],github:[13,16,19,47,75,94,102,114,122],githubusercont:8,give:[7,73,74],given:[14,20,25,27,38,47,51,54,65,66,69,70,74,77,90,95,109,114,121,123,131],gizmo:14,gke:8,global:[10,22,47,49,70,83,90,92],globalsparkcontext:74,glossari:41,goal:[0,102,110,112],godoc:4,goe:[73,119],golang:[0,4,5,20,22,47,90],golden:102,gone:13,goodnight:94,googl:[8,14,25,27,29,34,35,36,42,46,47,48,49,51,90,122],gorm:14,gormimpl:14,got:117,gpu:[10,28,47,77,79,90,94,112],gpu_limit:[74,79,94],gpu_request:[74,79,94],grab:94,grace:112,grade:9,grant:17,graph:[0,22,29,36,48,49,90,101,103,108,113],greater:[15,22,39,65],greaterthan:90,greaterthanorequ:90,grep:11,greter:15,group:[6,27,42,69,74,108,110,114,131],grow:10,grpc:[0,2,7,14,15,26,53,65,77,114],gte:[15,39,92],guarante:[14,38,47,79,90,94,108,112],guid:[0,19,124,125],guidanc:66,guidelin:[21,102],had:[20,117,122],hadoop:[90,94,133],hadoop_conf:[74,90,94,133],hadoopconf:59,hand:73,handbook:8,handl:[0,1,7,8,9,14,47,65,67,72,74,77,103,112,119,131],handle_authorization_cod:67,handle_login:67,handler:[14,20,47,113,119,122],happen:[16,19,128,129],hard:[22,118],hardcod:77,hardwar:103,has:[0,5,7,8,10,13,14,15,17,20,22,24,38,45,49,54,73,74,90,92,94,102,103,112,117,119,121,122],has_valid_nam:73,has_workflow_nod:82,hash:[16,63,70,74,114,121],hash_string_task:121,hashonreferencemixin:[70,73,74],have:[2,8,10,11,12,13,15,16,17,19,20,22,23,25,27,29,36,40,42,45,48,49,66,70,73,74,77,80,81,82,83,90,92,94,102,103,108,109,112,113,122,124,128,129,132,133],haven:132,havoc:119,head:14,header:[2,10,69],headless:2,hear:102,held:70,hello:[8,94],hello_spark:133,help:[0,2,13,17,19,46,70,72,74,77,90,94,101,102,118,119,122,131],helper:[63,70,98],henc:133,her:[77,100],here:[0,2,10,11,13,14,20,23,25,42,53,72,77,102,109,112,114,117,122,128],hidden:102,hierarchi:9,high:[0,11,19,20,53,102,112,119,131],highest:102,highlevel:119,highli:[99,101],highlight:102,his:77,histor:111,histori:102,hit:[2,7,10,16,72],hive:[0,51,57,70,74,75,76,94,112,125,130,131],hive_job:[70,74],hive_result:129,hive_sensor:95,hive_task:[20,63,70,94,129],hivefilteredpartitionsensor:79,hivenamedpartitionsensor:79,hivequeri:90,hivequerycollect:90,hivetablesensor:79,hivetask:82,hmsclient:95,hold:[13,22,36,90],home:[7,73],homepag:123,homogen:48,honor:[70,73],hook:74,hop:17,host:[8,13,17,19,79,100,122,123,125],hour:[7,33,90,109],hous:[14,19],how:[0,1,8,9,10,13,18,20,21,22,23,40,46,47,49,77,79,90,92,94,99,101,105,112,117,119,127,128],howev:[2,11,14,15,17,27,47,73,77,94,109,113,117,132],html:[19,77],http:[2,8,10,13,14,15,16,17,46,47,63,67,69,75,77,83,84,94,123],http_data_proxi:[63,83,84],http_url:77,httpfileproxi:86,httpserver:67,hub:99,human:[0,15,90],hundr:0,hydrat:[70,74],hyperparamet:112,hysteresi:122,iam:[4,13,70,77,90,115],idea:[73,102],ideal:[77,79,103],idempot:[79,94,112],ident:[2,13,14,22,25,65,112,121],identif:[43,116],identifi:[13,15,22,23,25,27,29,34,35,36,38,44,47,48,49,51,63,65,70,73,74,77,80,81,82,90,91,111,114,116],identifier_pb2:92,idl:[0,2,19,70,90],idl_dict:90,idl_object:90,idlist:92,idp:[9,69,77],ids:[15,38,40,49,90,92],ietf:77,if_els:[49,92],ifblock:92,ifelseblock:92,ignor:[38,65,95],ignore_ent:95,ignore_schedul:69,iktp762nh:131,imag:[8,20,22,47,74,77,90,94,122,123,127,132,133],image_input:[122,123],image_loc:122,image_nam:122,ime:25,img:122,immedi:[40,70,102],immut:[15,113],impl:[63,70,75,78,94],implement:[0,2,7,14,15,18,22,47,48,62,67,69,75,79,80,94,101,119,127],impli:[14,25,109],implicit:[49,92],implicitli:15,impliment:21,importantli:[8,20],importerror:95,impos:2,imposs:[40,77,112],improved_sea_launch_plan:117,imread:122,imwrit:122,in1:[94,132],in2:94,in3:94,inact:[15,27,65,90,117],inadvert:121,inbound:10,includ:[0,4,7,8,10,11,13,14,15,20,21,23,25,27,34,35,42,47,49,51,74,77,90,92,94,95,103,107,108,110,113,114,118,119,127,132],include_ent:95,inclus:94,incom:14,incomplet:27,incr:[82,89],increas:[8,9,10,11,102,103],increment:[25,51],indefinit:[79,94],indentifi:22,independ:[54,102,108,112,114],index:[14,16,19,83,128],indic:[7,23,25,27,29,35,42,43,47,51,102,121],individu:[0,5,9,15,22,25,29,51,75,94,103,109,110,128],inevit:112,infer:[65,96],infer_sdk_type_from_liter:[75,96,97],infinit:73,influenc:83,info:[8,23,29,35,42,127],inform:[0,7,8,10,15,16,17,18,19,20,22,23,25,29,33,35,38,42,47,48,49,51,55,65,79,90,92,94,110,111,112,113,114,119,129],ingenu:73,ingress:[8,17],inher:[112,119],inherit:[14,70],init:[13,122],initi:[4,14,42,67,77,117,122],inject:[74,79,94,113,119,132],inlin:[2,38],inner:48,input:[16,20,22,25,27,29,33,34,35,36,39,45,46,47,49,51,54,65,66,70,73,74,75,79,80,81,82,90,92,94,96,97,107,108,111,112,113,121,122,123,127,128,131,132],input_a:94,input_argu:66,input_b:[66,94],input_blob:94,input_c:66,input_link:70,input_map:74,input_uri:[29,35,51,90,91],insecur:[7,65],insert:[76,94,123,129,131],insid:[11,94,114],insight:110,instal:[1,8,13,19,94,99,101,122,123,124,130,133],instanc:[2,16,20,31,54,70,73,74,83,90,94,108,113,114,122,129,133],instanti:[25,35,70,73,94,113],instantiabletyp:75,instantiated_in:73,instead:[2,7,8,13,15,47,70,121,129,131],instruct:[105,128],int64:[23,40,46,54,105],int_list:94,int_valu:[90,92],integ:[15,46,48,70,73,74,75,79,90,92,94,96,97,117,127,128,131],integr:[2,20],intend:[4,25],intens:0,intention:46,interact:[0,2,22,46,80,100,115],interest:100,interfac:[0,14,20,22,44,46,47,48,49,53,63,65,66,74,76,80,92,94,98,103,112,115,121,127],interface_pb2:90,interfer:119,intermedi:[105,113],intern:[15,20,23,30,38,53,63,98],internal_overrid:77,interoper:48,interpret:[47,73],interrupt:[47,49,74,79,90,92,94],interv:[7,12],introduc:[109,112,114],introduct:[99,117],invari:22,inventori:108,invest:19,investig:2,invoc:[25,109,112,116],invok:20,involv:103,irrevers:25,is_castable_from:[75,94],is_complet:[70,73,74],is_empti:90,is_multipart:84,is_par:[35,91],is_schedul:70,isfil:[94,132],isn:[73,94],isol:[0,11,104,108],issu:[2,14,102,103,119],item:[7,22,46],iter:[19,23,65,69,76,95,102,112],iter_chunk:94,iteract:114,iterate_modul:95,iterate_node_execut:65,iterate_registerable_entities_in_ord:95,iterate_task_execut:65,its:[0,8,10,15,17,20,22,23,30,38,47,49,92,102,105,108,112,114,127,128],itself:[0,2,20,45,58,73,77,94,122],java:[22,59,94],javascript:0,job:[40,46,54,58,74,83,90,94,102,112,128,133],join:69,jpg:122,json:[4,10,20,22,42,75,92,94,111],jsonpath:11,jump:100,just:[8,11,20,49,73,77,81,82,113,114,122,129],jwt:2,k8s:[7,8,47,58,90,94,95,132],kafka:14,katib:112,katrogan:23,keep:[20,58,70,102,119],kei:[4,10,11,13,14,15,20,23,28,46,48,69,70,76,77,90,91,94,116,121],keyvaluepair:47,keyword:[79,94],kick:[33,51,114,117],kickoff:33,kickoff_time_input_arg:[33,70,90,117],kind:[11,42,72,80,81,82,92,112],kit:[114,122],knob:[100,103],know:[22,42,72,73,112,121,127,128,129],knowledg:36,known:[39,47,67,73,75,76,112],known_loc:[75,76],known_remote_loc:76,kube:[7,120],kubeapi:11,kubeconfig:7,kubectl:[8,11,13],kuberent:8,kubernet:[0,1,5,7,8,9,10,13,15,28,47,70,77,79,90,94,107,115,116,132,133],kubernetes_service_account:[27,70,77,90,120],kustom:[10,11,13],kwarg:[65,70,72,73,74,79,82,94,95],l187:20,l27:20,l30:47,l623:20,l80:47,l92:20,label:[9,11,25,27,28,70,73,80,81,90,94,102,115,125],label_overrid:[70,73,80,81],lack:[51,83],lambda:[79,112],languag:[0,21,46,96,99,101,108,111,112],lanugag:111,larg:[7,20,25,90,102,128],larger:22,last:[7,25,27,29,35,79,117],latenc:[17,90,119],later:[95,111,129],latest:[47,74,77,80,81,82],lauch_plan:15,launch:[0,2,7,10,11,12,14,15,22,23,25,27,29,45,49,51,54,60,65,66,70,73,74,77,80,81,90,92,95,103,107,108,111,113,114,115,117,120,123,125,128],launch_plan:[14,15,25,26,28,43,63,65,66,80,81,82,92,98],launch_plan_id:[80,81,82],launch_plan_identif:65,launch_plan_name_format:77,launch_plan_pb2:[70,90],launch_plan_spec:65,launcher:[5,9],launchplan:[22,23,65,70,80,81,82,90,104,108,128],launchplan_ref:[49,70,92],launchplanabstractgroup:69,launchplanclosur:90,launchplanexecutegroup:69,launchplanmetadata:90,launchplanspec:[65,70,90],launchplanst:[65,70,80,81,90,117],layer:[14,20,22,38,47,48,90],lazy_load:[63,98],lazy_load_modul:95,lazy_loading_plugin:95,lazyloadplugin:95,lead:[2,112],leader:[5,9],leaderelector:7,leadership:7,leak:72,learn:[8,99,101],leas:7,least:13,leav:123,left:92,left_express:[39,92],left_valu:[39,92],leg:2,less:[15,22,39,46,77],lessthan:90,lessthanorequ:90,let:[10,11,13,16,22,112,117,122],level:[0,4,5,7,9,11,14,15,19,20,21,25,31,39,46,47,49,53,77,79,90,92,94,110,112,114,119,127,131],leverag:[0,14,23,73],lexicograph:76,libari:17,librari:[14,77,94,119,122],lifecycl:[15,103,132],lifetim:25,like:[0,2,10,11,12,13,15,17,20,23,31,42,44,48,51,65,66,73,77,90,94,101,102,109,111,112,113,117,122,128,129,131,132],likewis:11,limit:[4,7,10,11,13,15,23,27,28,29,35,47,48,65,77,90,104,110,131],line:[0,2,7,11,13,30,65,94,103,115,122],lineag:12,link:[5,9,23,25,29,35,42,49,70,74,79,94,101,108,122,123],linux:77,list:[2,6,8,10,13,14,15,16,22,23,25,27,29,30,34,35,36,38,40,42,47,48,49,65,69,70,73,74,75,76,77,80,81,90,91,92,94,95,102,114,117,123],list_active_launch_plans_pagin:65,list_command:69,list_dir:70,list_executions_pagin:65,list_launch_plan_ids_pagin:65,list_launch_plans_pagin:65,list_node_execut:65,list_node_executions_for_task_pagin:65,list_node_executions_pagin:65,list_project:65,list_task_executions_pagin:65,list_task_ids_pagin:65,list_tasks_pagin:65,list_workflow_ids_pagin:65,list_workflows_pagin:65,listexecut:15,listimpl:75,listlaunchplan:15,listnodeexecut:15,listtask:15,listtaskexecut:15,listtaskid:15,listworkflow:15,listworkflowid:15,liter:[16,22,44,45,49,63,65,66,70,73,74,75,76,80,81,82,92,94,96,97,98],literal_input:[70,73],literal_map:75,literal_model:[75,94],literal_typ:[70,75,96,97],literalcollect:90,literalmap:[25,27,29,35,65,66,70,73,74,75,80,81,82,90],literalmapblob:90,literals_pb2:[75,90],literaltyp:[45,46,70,75,90,94,96,97],littl:128,live:[11,13,17,90,101,119],load:[0,1,8,9,11,14,17,69,73,75,94,95],load_proto_from_fil:70,load_workflow_modul:95,loader:[63,70,73,74,98],local:[4,8,13,17,21,22,63,74,76,77,83,84,90,94,100,122,125],local_execut:74,local_file_proxi:[63,83,84],local_path:[75,76,84,85,88],local_sandbox:77,localdatacontext:84,localfileproxi:87,localhost:[8,17,122,123],localstorag:17,localtestfilesystem:94,localworkingdirectorycontext:84,locat:[4,7,16,17,19,75,76,77,83,94,103,122,129],lock:7,log:[0,4,5,7,9,17,35,42,51,74,77,79,80,91,94,122,127],log_backtrace_at:7,log_dir:7,logger:[5,9],logging_level:77,logic:[0,14,15,20,22,34,47,74,75,79,90,94,103,108,114],logicaloper:92,logtostderr:7,long_str:[75,94],longer:[11,13,23],longhand:94,look:[0,2,11,13,17,20,73,77,117,122,131],look_up_version_from_image_tag:77,lookup:[2,47],loop:[7,20],lose:47,lot:131,love:102,low:[21,83,127],lower:[79,94,104],lp_argument:69,lsof:77,lte:[15,39,92],lyft:[2,8,13,16,20,49,92,99,101,102,103,104,114,122,123],lytekit:75,mac:8,machin:[0,8,13,76,99,101,103,122],made:[2,20,77,90,121],mai:[2,10,23,25,27,28,29,32,33,35,37,39,42,45,46,48,49,51,94,102,108,121,122,123],main:[11,14,19,38,63,66,90,119],main_application_fil:[74,94],main_class:[74,90,94],mainapplicationfil:59,mainclass:[59,94],mainli:51,mainta:102,maintain:[83,99,101,102],major:[0,21,102],make:[8,10,11,13,17,19,20,22,47,72,76,101,102,103,107,111,112,117,121,122],makefil:122,manag:[0,1,5,7,10,12,13,15,75,76,90,94,101],mani:[15,34,102,109,113,117,119,121,128],manipul:128,manual:[17,22,25,90,102,121],map:[7,15,20,22,23,25,28,34,36,38,45,46,48,59,66,70,74,75,76,90,92,110,112,127,128,133],map_of_bind:70,map_value_typ:[48,90],mark:[40,45,54,90,94,102,112,121,122],marshal:20,massiv:[0,112],master:[7,8,19,47,94],match:[10,22,28,45,46,48,49,54,65,73,76,79,90,92,94,102,107,109,122],matchabl:[10,15],matchable_attribut:10,matchable_resourc:26,matchableresourc:[32,37],matching_attribut:[32,37],matchingattribut:[10,32,37],matter:94,matthewphsmith:73,max:[7,47,79,94],max_concurr:[74,94],max_failur:79,max_size_mb:4,maxdownloadmb:4,maximum:[4,7,65,94],mean:[15,17,20,65,73,77,90,109,113,121,129],meaningless:132,meant:[10,13,70,73,104,116],measur:[7,119],mechan:108,medium:[46,94,102,132],meet:102,mem:4,memoiz:[18,108],memori:[4,10,13,20,28,47,73,77,79,90,94,112,132,133],memory_limit:[74,79,94],memory_request:[74,79,94],mention:[20,102],mere:74,merg:[19,23,25],messag:[14,15,17,20,22,25,28,29,35,41,42,46,48,52,56,57,76,92,94,103,105,114,118,132],message_format:[42,92],messageformat:92,met:[40,54,90],meta:[16,65],metaclass:[70,73],metadata:[5,7,9,11,16,23,25,27,29,34,35,36,38,42,46,47,48,49,51,65,70,74,77,90,92,114,116],metadata_default:[49,70,92],metadataprefix:7,metastor:[111,129],metat:76,method:[9,14,20,25,65,66,70,72,73,74,76,79,89,90,94,112],metric:[7,72,82,89,90,115,125],microsoft:8,might:[48,54,65,72,74,76,83,112,119,128],migrat:77,migration_model:14,mileston:101,mimic:79,min:47,min_success:[40,54,90,105],mind:20,minikub:8,minim:[13,17,22],minimum:[4,54,90],minio:[4,123],miniostorag:123,minut:[7,33,90,109,117],miscellan:130,miss:66,mixin:[63,70,74,95],mkdir:[11,122],mock_stat:[63,80],mockstat:82,mode:[15,23,25,49,76,77,90,92],model:[22,63,65,66,69,70,71,73,74,75,76,79,80,81,82,94,96,97,98,103,112,116,131],modif:[13,21],modifi:[13,100,132],modul:[0,5,17,98,114],module_load:[63,98],moduletyp:95,moment:[8,13,123],monitor:[15,20,94,101,111,132],month:[33,102],monthli:102,moon:94,more:[0,2,8,10,14,15,19,20,22,23,25,27,29,34,35,36,38,42,54,72,74,76,77,94,101,105,108,112,113,114,117,119,128,129,131,132],most:[0,2,8,15,17,20,25,27,49,54,90,94,102,109,114,122],mostli:[73,102],mount:[11,13,19,77,132],mountpath:[11,94,132],move:[102,119],much:[109,112],multi:[8,10,76,108,114],multipart:[48,76,92],multipart_blob:76,multipartblob:[75,76,94],multipartblobinstanti:75,multipartcsv:[75,94],multipartcsvinstanti:75,multipl:[0,15,20,22,23,25,27,29,34,35,36,39,51,54,65,74,102,108,109,110,112,114,117,121,132],multiple_presto_queri:131,must:[10,14,15,17,25,27,38,46,47,48,49,65,66,70,73,74,76,79,80,90,92,94,103,112,117,122,124],mutabl:15,mute:4,my_contain:132,my_cron_launch_plan:117,my_fixed_rate_launch_plan:117,my_input:70,my_launch_plan:[73,116],my_lp:120,my_nod:94,my_other_task:94,my_output:70,my_pod_spec:132,my_protos_pb2:94,my_queu:10,my_schedul:117,my_second_task_inst:70,my_sidecar_task:132,my_sub_task:94,my_task:[70,94],my_task_inst:70,my_workflow_id:94,myemail:117,myexecutionlabel:116,myflytedomain:117,myflyteproject:[117,122],myimag:77,myscheduledworkflow:117,mystr:66,mytag:129,myuniqueworkflow:13,myworkflow:[94,116,117,120],name:[7,10,11,13,14,16,22,23,25,27,28,31,33,37,42,43,45,46,47,48,49,65,66,69,70,71,73,74,75,76,77,79,80,81,89,90,92,94,104,107,109,110,112,113,117,119,121,122,127,132],name_format:77,named_ent:[63,65,98],named_entity_act:23,named_entity_archiv:23,named_task:[80,81,82],namedentityidentifi:[27,65,80,81,82,90,92],namedentityidentifiermetadata:65,namedentitymetadata:90,namedentityst:90,namespac:[7,10,11,17,31,65,90,119,122],nativ:[73,132],natur:[113,128],neccessarili:121,necessari:[0,2,13,17,20,25,66,74,76,79,94,103,109,111,114,117],necessarili:[22,27,109,132],need:[0,2,7,8,11,13,16,17,19,20,22,30,36,47,49,50,51,66,70,72,73,74,76,90,92,94,112,113,117,122,123,127,128,131,132,133],neg:54,neither:14,neq:[39,92],nest:[25,29,39,46,89,90,94,108],nested:25,net:[10,114,123],netloc:77,network:[54,122,123],never:[23,117],new_client:89,new_config_path:77,new_nam:70,new_typ:74,newer:[79,94],newer_cli:89,newli:[0,19],next:[11,13,17,20,23,25,27,29,34,35,36,65,74,102,103,121,122],nil:[20,46],node1:94,node2:94,node:[8,14,15,22,24,25,29,35,38,39,40,42,43,44,46,47,48,51,63,65,74,80,81,82,90,92,94,98,108,119,123,125,128],node_exec:[80,81,82],node_execut:[14,15,26,63,65,70,80,81,94,98],node_execution_created_at:15,node_execution_ev:14,node_execution_id:[35,43,71,92],node_execution_identifi:65,node_execution_pb2:90,node_execution_updated_at:15,node_id:[15,43,48,70,90,92],nodea:22,nodec:22,nodeexecut:[51,65,70,90],nodeexecutionclosur:90,nodeexecutionev:[15,24],nodeexecutiongetdatarespons:[65,90],nodeexecutionidentifi:[25,29,35,51,65,90,92],nodeexecutionphas:92,nodej:17,nodemetadata:92,nodeoutput:70,nodeport:8,non:[7,15,25,27,29,54,90,94,116],non_recover:[41,92],none:[25,46,48,49,65,67,69,70,72,73,74,75,76,77,79,80,81,82,84,89,90,91,92,94,95],none_typ:[46,90],nonetyp:75,noop:7,nor:14,normal:[20,77],note:[8,10,13,17,20,21,30,54,65,70,72,73,77,79,94,95,112,114,117,122,123,128,131],notequ:90,noth:[117,129],notic:[11,121],notif:[14,24,25,26,27,63,73,80,81,90,98,103,109,111,115,117,125],notifi:[47,117],notification_overrid:[70,73,80,81],notificationlist:90,notimplementederror:72,notion:10,now:[11,13,20,114,117,122,123],npm:17,num_rides_complet:131,number:[7,23,27,29,35,40,46,47,49,51,54,65,77,79,83,90,94,103,112,128,129],numpi:95,nwdwxc7fjnksj9rtzdvbm894pjlvdgrm_extern:131,nwdwxc7fjnksj9rtzdvbm894pjlvdgrm_temp:131,oauth2:[2,77],oauth:[2,77,114],oauthcallbackhandl:67,oauthhttpserv:67,object:[2,7,8,9,20,23,25,27,30,38,48,56,57,65,67,69,70,73,74,75,76,77,79,80,82,83,84,89,90,91,92,94,95,96,97,116,117,119,122,131],observ:[7,27,70,73,74,123],obsess:102,obtain:[66,111],obviou:2,occur:[24,51,121],occurred_at:51,off:[0,11,33,51,100,114,117,119],offer:[14,22,112,120,122,128],offici:[114,131],offload:[0,14,16,46,90,122],offset:65,often:[20,102,108,114],okta:2,old:[13,121],older:121,omv4ybckx:2,onc:[8,11,17,20,65,70,74,90,109,117,128],one:[2,8,11,13,15,17,19,20,22,23,25,27,28,29,33,35,38,39,45,46,48,49,51,65,83,90,92,94,95,102,103,105,108,109,117,119,121,122,127,128,131,132],one_dai:117,one_last_execut:117,oneof:[46,47],ones:13,ongo:102,oni:11,onli:[2,4,5,8,9,10,11,15,17,20,21,22,23,25,27,28,29,33,35,38,39,45,46,48,49,50,51,65,70,72,74,76,77,90,92,94,95,100,105,109,110,113,114,117,128],opaqu:[11,119],open:[2,11,13,47,77,102,122,123],openid:[2,67],oper:[0,14,15,22,74,92,94,100,112],operand:[22,92],opfil:122,oppos:65,opt:112,optim:[20,100],optimist:54,option:[1,7,8,9,15,20,22,23,25,27,29,33,35,38,40,45,46,47,49,65,70,73,75,76,77,79,90,92,94,102,108,109,112,114,116,131],order:[0,8,10,11,13,19,22,23,27,29,34,35,36,39,48,49,69,70,76,77,92,94,112,113,121,124,131],ordiat:102,ordinari:132,ordinarili:113,org:77,organ:[1,2,100,103,122,125],origin:[17,25,51,66,121],other:[2,7,10,13,17,20,22,27,30,36,47,49,54,65,73,75,90,92,94,95,107,110,111,112,113,114,117,123,127,128,131],other_env_vari:2,other_task:128,other_task_out:128,other_typ:76,otherwis:[47,70,73,74,77,79,119],our:[0,2,10,11,13,14,20,42,72,75,102,103,117,122,123],out1:[94,132],out2:94,out:[2,7,13,14,36,42,58,67,70,73,90,94,100,112,120,127,128,133],out_list:94,outcom:128,output:[8,15,16,20,22,25,27,29,34,35,36,38,40,45,46,47,48,49,51,54,63,65,70,73,75,76,81,82,90,92,94,108,112,113,114,121,122,123,127,128,129,131,132,133],output_a:131,output_alias:[49,92],output_bind:70,output_fil:122,output_link:70,output_m:131,output_result:[25,29],output_schema:[74,131],output_uri:[29,35,51,90,91],outputparametermapp:70,outputrefer:[46,49,70,74,90],over:[14,25,26,69,76,102,103,114,117,132],overal:[29,47,49,102],overhead:[17,103],overlai:[10,11,13],overrid:[7,10,13,15,20,23,27,70,74,79,80,81,90,94,119],overridden:[109,117],overriden:117,overview:[1,14,15,108,109,125],overwrit:[65,76,83,129],overwritten:[76,132],own:[0,2,9,17,20,30,83,110,116,119,133],owner:[2,47,72,102],p_task:131,pack_python_std_map_to_literal_map:75,packag:[2,14,50,98,114],page:[14,19,23,25,27,29,34,35,36,65,119,123],pager_duti:[23,70,90],pagerduti:[23,70,118],pagerdutynotif:90,pagin:65,pair:[10,46,73,90,94,116],panda:[76,94,95],parallel:[54,90,94,105,108,113,133],param:[15,16,65,66,69,70,71,74,75,76,79,80,81,82,83,90,94,95,96],paramet:[5,9,49,65,66,69,70,71,73,74,75,76,77,79,80,81,82,84,85,86,87,88,90,91,92,94,95,97,108,109,112,114,116,118,119,121,130],parameter:16,parameter_map:66,parametermap:[27,66,90],parametermapp:70,parent:[36,51,74,90],parent_id:51,parent_node_execut:25,parent_node_execution_id:51,parent_task_metadata:51,parquet:[48,77,94,129,131],parquet_engin:77,pars:[0,46,66,67,71,75,77,94],parse_args_into_dict:66,parsed_imag:122,part:[15,20,38,46,47,70,76,102,114,121,132,133],parti:2,particular:110,particularli:[49,92],partit:[54,76,133],partition_filt:79,partition_nam:79,partitions_in_t:76,pass:[15,22,23,25,27,29,35,36,70,72,74,77,79,80,90,94,103,109,114,118,120,122,127,128,132],password:[2,13,69,77,122,123],passwordpath:13,past:0,patch:[13,102],path:[2,7,15,29,35,47,69,70,76,77,84,85,86,87,88,90,94,95,123,132],pattern:[0,15,17,129],payload:17,pb2_objct:92,pb2_object:[70,75,90,91,92],pb2_type:70,pb_field_kei:75,pb_object:75,pb_type:[75,94],pend:[25,94],per:[4,7,10,47,49,65,77,94,108,109],percentag:4,perfectli:117,perform:[103,114,131],performancetim:70,perhap:74,period:[0,7,20,112,121],perman:129,permiss:[27,120],permit:15,persist:[0,13,14],persona:100,phase:[14,15,23,25,27,29,35,51,60,70,90,91,118,119],phase_vers:51,photo:123,physic:[79,94],pi_val:133,piec:[54,76],pillar:102,pip:[114,132],pipe:17,pipelin:[2,89],pitfal:102,pkce:[2,67,77],pkg:[14,47,69,95],place:[13,76,77,117,123],plan:[0,2,7,10,14,15,22,23,25,27,45,49,65,66,70,73,74,77,80,81,90,92,95,107,108,113,114,115,117,120,123,125],plane:[1,2,7,9,20,26,52,53,122],plane_fnam:122,platform:[17,23,25,27,63,70,72,73,74,79,94,98,99,101,102,113,114,119],platform_valid_nam:73,playground:8,pleas:[2,8,10,19,20,22,65,77,102,112,119,133],plug:22,pluggabl:131,plugin:[0,5,9,13,19,22,34,35,42,47,51,53,63,90,98,100,112,129,132],plugin_nam:95,plugin_requir:95,png:123,pod:[0,8,11,13,47,58,74],pod_spec:[58,74,90,94,132],podiniti:42,podspec:[58,74,90,94,132],point:[11,13,23,54,73,76,77,90,102,127,131],poll:[0,73],poll_interv:73,pollut:119,pop_al:70,popul:[23,27,30,32,35,37,47,74,94],port:[7,13,17,47,77,79],portabl:22,portion:[17,77,79,94],posit:[54,90],posix:70,possibl:[2,41,65,111,112,113,119],post:122,postgr:[13,14],postgresql:[8,13],potenti:[100,102,128],power:[22,103,129],practic:103,pre:[0,22],prebuilt:114,preced:47,predefin:[27,47,109,117],prefer:[25,102,116],prefix:[7,17,74,77,89,114,119],prepar:94,prerequisit:9,present:[27,70,73,74],pressur:129,presto:[55,63,70,74,98,125,130],presto_dynam:131,presto_result:131,presto_task:[63,70,131],prestoqueri:90,prestoworkflow:131,presum:66,pretti:[129,133],prevent:[7,17],previou:[25,111],previous:[20,65,107,122],price:103,primari:[14,15,20,38,58,74,92,94,117,129],primarili:[14,114],primary_contain:[94,132],primary_container_nam:[58,74,90,94,132],primit:[15,22,39,63,70,90,92,94,100,108,114,122],primtiv:49,princip:[2,25,90],print0:13,print:[11,127,132,133],print_funct:[122,132],priori:129,priorit:102,prioriti:102,privileg:120,proactiv:102,problem:103,process:[0,7,8,13,14,19,22,25,34,38,51,54,90,99,101,102,103,108,112,113,114,122,125],produc:[20,22,25,34,35,36,40,41,48,66,74,75,76,94,105,108,112,113,119,121,123,129],producer_id:51,product:[1,8,9,10,31,74,102,103,104,114,119,121],prof:7,profil:7,program:[0,46,69,70,79,94,99,101,108,111,112],programmat:117,progress:[7,20,25,52,70,73,74,102,111,112],project:[9,10,14,15,16,17,23,25,26,27,28,32,37,43,63,65,69,70,71,73,74,80,81,92,94,98,108,109,112,113,120,121,123,125,132],project_domain_attribut:[10,26],project_pb2:[65,90],projectdomain:28,projectdomainattribut:15,projectnam:10,projectquotacpu:10,projectquotamemori:10,projectregisterrespons:65,promis:[46,63,82,90,94,98],promiseoutputrefer:74,promot:70,promote_from_model:[70,71,74,75,76,94],prompt:77,propag:41,propel:[5,9,13,15,16,19,36,51,74,90,119],proper:[15,74],properli:[75,76,77,103],properti:[21,47,67,70,72,73,74,75,76,80,82,89,90,91,92,94],propos:102,protect:[11,83],proto:[10,14,15,20,26,44,52,55,62,63,70,90,91,92,94,95,118,132],protobuf:[0,15,20,25,27,29,34,35,36,42,46,47,48,49,51,75,90,94,102,105,108,111,113,132],protobuftyp:75,protocol:[17,22,44,46,52,53,55,101],prototyp:102,proven:[12,103],provid:[0,1,2,5,8,9,13,14,17,18,21,22,23,25,27,29,34,35,36,41,43,44,47,51,53,55,62,65,70,73,74,76,79,90,94,103,104,108,110,111,112,115,121,122,133],provis:103,proxi:[15,89],pseudo:83,ptional:50,pub:111,publicli:123,publish:[7,14,19,30,77,111],pubsub:[14,52],pull:[49,92,114,119],pure:[108,111,112],purpos:[8,15,47,77,94],purposefulli:[23,27,32,37],push:[8,74],put:[10,94],put_data:84,pyarrow:95,pyflyt:[63,66,77,122,123],pyspark:95,python3:114,python:[0,19,20,22,47,51,59,66,70,73,74,77,82,90,94,95,96,101,114,122,130,132],python_std_to_sdk_typ:[75,96,97],python_task:[70,73,94,121,122,127],pythonpath:94,pytimepars:[75,94],q64oxuoxt:2,q8mvene1wzq4:123,qualifi:[90,110],qualiti:102,quantiti:[47,90],qubol:[6,55,63,74,94,98,129],qubole_hive_task:[94,129],qubole_spark_task:94,qubole_work:20,qubolehivejob:90,queri:[8,14,15,16,20,22,23,25,27,29,34,35,36,57,65,74,75,76,81,90,94,111,112,131],query_collect:[57,90],question:90,queu:[15,42,70,90,92,94,119],queue:[5,9,14,28,49,67,119],queuing_budget:[49,70,92,94],quick:[108,124,125],quickli:19,quota:[10,28,42],rais:[41,65,70,73,74,75,76,94,95],ran:25,randint:94,random:[63,94,98,112],randomli:[65,76,114],rang:[117,128,133],rapid:102,rate:[7,33,79,90,108,117],rate_unit:109,ratelimit:7,rather:[25,76,129],ratio:94,raw:[8,10,15,63,98,102],raw_valu:74,rawsynchronousflytecli:65,reach:[36,40,70,73,74,108],read:[8,10,13,21,65,66,69,76,77,94,99,101,102,111,112,122,131],readabl:[15,82,90],reader:94,readi:[8,13],real:108,realiz:[102,117],realtim:111,reason:[17,20,22,25,41,77,131],receiv:[22,30,65,90,94,102,111,119,121,132],received_typ:72,received_valu:72,recent:[25,94],recipi:[23,30,118],recipients_email:[23,30,70,90],recogn:0,recommend:[17,79,83,94,100,112],reconcil:74,reconcile_partial_pod_spec_and_task:74,record:[7,13,25,29,35,51,107],recov:[79,94],recover:[41,46,90,92],recoverableexcept:[79,94],recurs:[70,94,128],redefin:[14,109,117],redi:47,redirect:[2,77],redirect_path:67,redirect_uri:[67,77],reduc:[112,128,133],reeval:7,ref:14,refer:[6,7,8,9,10,13,20,22,25,27,32,37,38,46,48,49,50,52,70,90,92,95,100,102,109,110,112,113,114,117,124,131,133],referenc:[15,22,23,25,27,40,50,70,90,105,111,113],reference_execut:25,reference_id:[49,70,92],refil:7,refin:129,reflect:[102,109,122],reformat:72,refresh:[2,7,15,77],refresh_access_token:67,regard:[16,27,79,94],regardless:[4,27,51,65,94],region:[4,6,13,116,117],regisri:8,regist:[8,13,14,15,16,20,22,27,36,47,63,65,66,70,73,74,77,80,81,82,95,108,111,113,114,122,123,127],register:[63,70,74,95],register_al:69,register_project:65,register_tasks_onli:69,registerableent:[70,73,74,95],registertask:111,registerworkflow:111,registr:[2,14,22,23,27,77,108,109,113,125,127,132],registri:[8,122],relat:[0,25,29,51,90,109,119],related_modul:95,relaunch:25,relaunch_execut:65,releas:101,relev:[0,2,70,133],reli:[13,20,121],reliabl:[8,9,13,47,103],remain:[2,65],remot:[7,8,11,13,14,29,35,74,76,79,85,88,94,122],remote_loc:76,remote_path:[75,76,84,85,88],remote_prefix:76,remotedatacontext:84,remov:[11,13,14,74,102,121,122],rename_and_return_refer:70,render:22,renew:7,repeat:[15,40,46,105,112,119],repeatedli:[29,112],replac:[0,13,111,122],repo:[13,21,102,122,133],repons:14,report:[25,110,119],repos:14,repositori:[10,13,19,69,102,108,114,122],repres:[0,10,16,22,23,25,27,28,29,30,33,34,35,36,38,42,48,51,60,65,70,74,90,92,94,108,112,113,122],represent:[0,22,34,36,90,111,131],request:[0,7,10,14,17,23,24,25,27,28,29,34,35,36,47,65,67,77,90,107,108,109,111,117,122,131],request_access_token:67,request_id:24,requesthandlerclass:67,requir:[0,2,4,7,13,15,17,20,22,23,25,27,33,38,40,45,47,48,49,54,66,67,77,90,92,94,102,107,108,109,110,111,113,114,117,122,128,131,132,133],requisit:90,reregist:15,rerun:112,res:128,reserv:[49,92],reset_config:77,resid:114,resolv:[47,77,117],resourc:[0,1,2,9,11,13,14,15,20,23,25,27,28,29,35,42,43,63,65,74,79,80,81,82,90,94,98,103,104,108,110,111,112,114,116,132],resource_typ:[10,23,28,32,37,43,65,70,71,73,74,92],resourceentri:90,resourcenam:90,resourcetyp:[23,65,70,73,74,92],respect:[14,15],respons:[0,14,17,20,23,25,27,28,29,34,35,58,65,94,102],response_blob:94,rest:[0,15,20,22,26,53,90,129],restart:20,restrict:[46,54,109,128],result:[23,25,27,29,34,35,36,39,65,76,77,79,83,94,108,121,128,131],retain:7,retri:[7,41,46,47,49,51,74,79,90,92,94,103,112],retriev:[0,2,11,16,20,23,29,35,46,48,65,69,73,107,111,112,131],retry_attempt:[15,43,51,71,92],retry_count:90,retryabl:94,retryattempt:51,retrycount:57,retrystrategi:[47,49,90,92],returnoutputstask:82,reusabl:34,revers:[15,76],revis:[16,34,36],rewritten:15,rfc1808:77,rfc3339nano:15,rfc:9,rich:103,right:[73,92],right_express:[39,92],right_valu:[39,92],roadmap:[99,101],robust:103,role:[13,27,70,77,90,115,125],roll:2,root:[39,114],root_input_path:82,rout:[17,74,131],routin:14,routing_group:[56,74,90,131],row:65,rpc:[0,65],rpcerror:65,rst:21,rtype:[65,66,69,70,71,73,74,75,76,79,80,81,82,85,86,87,88,90,91,92,94,96,97],rule:[111,128],run:[0,2,7,8,10,11,12,13,15,16,18,19,20,25,28,29,33,35,40,42,47,49,51,54,73,74,75,76,77,79,92,94,102,105,109,113,114,117,119,121,122,127,128,129,131,132,133],run_dat:117,run_edge_detect:122,runbook:19,runnabl:54,runtim:[47,49,75,77,90,113],runtimemetadata:[90,127],runtimetyp:90,s3proxi:[63,83,84],safe:70,sai:[10,117],said:[27,102],same:[13,17,19,20,22,29,49,65,66,70,77,89,90,92,102,109,110,111,112,113,114,117,121,122],sampl:[10,117],sample_s:117,sample_task:73,sandbox:[9,10,14,84,87,122,123,124],satisfi:[20,49,80,90],satsifi:22,save:[20,103,108,113,122,131],scala:[59,94],scalabl:[0,8,11,99,100,101],scalar:[70,75,90],scale:[0,1,7,8,9,100,102,103],scan:73,scenario:102,scene:131,schedul:[0,9,14,15,25,26,27,49,63,65,92,98,103,104,108,121,125],schedule_express:90,schedule_pb2:90,scheduled_at:25,schema:[0,22,48,56,63,70,74,90,94,95,119,131],schema_1:129,schema_2:129,schema_instanti:75,schema_instantiator_from_proto:75,schema_to_table_name_map:[75,76],schema_typ:[75,76],schemacolumn:[76,90],schemacolumntyp:90,schemainstanti:75,schematyp:[46,75,76,90],scienc:103,scope:[2,15,22,63,69,70,77,82,89,119],scopeablestatsproxi:89,scratch:[94,122],script:[2,94],scroll:123,sdk:[0,2,19,22,47,48,56,57,63,66,70,74,79,80,90,96,98,101,109,113,119,122,127,129,131,132],sdk_base:[63,75,98],sdk_branch:70,sdk_column:76,sdk_default:70,sdk_dynam:[63,70,94],sdk_in_contain:[63,66],sdk_launch_plan:[70,80,81,82],sdk_node:70,sdk_node_execut:80,sdk_python_venv:77,sdk_requir:70,sdk_runnabl:[20,63,70,79,80,94],sdk_runnable_task:74,sdk_task:[70,80,81,82],sdk_task_execut:80,sdk_type:[70,74,75,94,122,131],sdk_valu:74,sdk_wf_exec:[80,81],sdk_workflow:[70,80,81,82],sdk_workflow_execut:80,sdkdynamictask:[74,94],sdkgenericsparktask:74,sdkhivejob:74,sdkhivetask:[74,94],sdklaunchplan:[70,80,81,82],sdknode:[70,94],sdknodeexecut:[70,74,80,81,82],sdkprestotask:[74,131],sdkrunnablecontain:74,sdkrunnablelaunchplan:70,sdkrunnablesparkcontain:74,sdkrunnabletask:[20,74,79,80,94],sdksidecartask:74,sdksparktask:[74,94],sdktask:[20,70,74,80,81,82],sdktaskexecut:[70,74,80,81,82],sdktasknod:70,sdktasktyp:70,sdkworkflow:[70,80,81,82,94],sdkworkflowexecut:[70,80,81,82,94],sdkworkflownod:70,sea:[116,117],sea_launch_plan:117,seamlessli:2,searchabl:102,second:[7,15,51,65,69,79,94,132],second_task:94,secondari:[94,132],secondary_contain:[94,132],secret:[2,4,11,13,69,77],secretnam:11,section:[1,11,13,14,18,52,62,77,100,102,108,114,123],secur:77,sed:13,see:[10,13,14,16,17,19,20,36,47,65,77,94,102,109,114,119,123,129,132],seed:[83,112],seed_flyte_random:83,seen:2,select:[75,76,94,129,131],select_queri:[75,76,129],self:[2,34,90],send:[0,2,11,15,24,51,131],sender:30,sender_email:30,sens:[10,47,72,79,102,117],sense_with_wait_hint:79,sensit:28,sensor:[63,70,78],sensor_task:[70,79],sensortask:79,sent:[30,51,74,131],separ:[0,11,19,29,83,95,108,121,128,131],seri:49,serial:[14,22,63,66,94,111],serialize_task:69,serialize_workflow:69,serv:[0,14,17],server:[2,7,23,25,27,29,34,35,36,67,77],server_address:67,servic:[0,2,5,8,9,12,14,16,18,21,24,31,52,53,65,70,77,90,102,107,108,112,114,119,120],serviceaccount:115,session_id:131,set:[2,4,7,8,10,13,14,15,17,19,22,23,25,27,28,29,32,33,34,35,37,38,39,40,44,45,46,47,48,49,51,65,70,73,74,77,79,89,90,92,94,95,100,105,109,110,111,112,114,117,119,121,122,124,127,128,129,131,132,133],set_access_token:65,set_flyte_config_fil:77,setfilt:90,setup:[8,114,130],sever:[4,7,11,20,121],sha:[77,121],share:[0,4,14,15,17,23,27,94,109,117,121,132],shared_volume_mount:[94,132],she:111,shelf:100,shim:14,ship:[2,20],short_class_str:[75,90,94],short_str:[75,90,94],shortcut:74,shorthand:94,should:[2,4,7,13,19,20,22,23,25,28,38,40,47,49,51,54,65,69,70,72,73,74,75,77,79,80,81,82,83,90,92,94,97,102,105,117,119,121,122,123,131],shouldn:[79,94],show:[4,7,123],shown:15,sibl:[83,94],side:[2,20,107,108,112],sidecar:[20,55,70,74,94,95,125,130],sidecar_task:[63,70,94,132],sidecarjob:90,sig:8,sign:[25,29,35,65],signal:[70,73],signatur:[20,112,121,122],similar:[13,94,131],similarli:15,simpl:[7,13,20,39,46,48,67,90,112,127,128,129,131,132,133],simple_sidecar_task:132,simplest:[8,9,13,122],simpletyp:90,simpli:[25,117],simplifi:[17,27,41],sinc:[10,11,13,15,20,36,46,73,74,102,104,110,112],singl:[0,8,11,13,14,15,17,19,23,25,29,35,48,65,79,92,94,109,112,113,118,131,132],single_step:122,singlesteptask:127,singleton:[20,69],sink:42,situat:[83,121],size:[4,7,23,54,65,90,117,128],skip:[16,20,42,65,92],slack:[23,70,90,118],slacknotif:90,sleep:[79,94,132],slight:13,slightli:[20,102,109,132],slip:102,slist:22,slow:19,small:34,snooz:103,sole:[0,103,114,132],solut:103,solv:[102,103],some:[8,10,11,13,14,20,22,25,44,49,51,66,73,77,90,92,102,108,114,117,122,123,128,131],some_task:73,some_test:94,somedock:77,someon:100,someth:[15,20,77,94,122,123,129,131],sometim:20,someversion123:77,someworflow:73,someworkflow:73,soon:[40,54,90,113],sort:[14,25,27,29,35,65,91,95,113],sort_bi:[15,23,27,29,35,65],sortedcontain:70,sorteddict:70,sourc:[4,7,10,19,20,51,65,66,67,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,94,95,96,97,99,100,102,108],space:[65,79,94],span:19,spark:[0,6,20,51,55,70,74,90,94,95,112,125,130],spark_conf:[74,90,94,133],spark_context:[94,133],spark_pb2:90,spark_task:[63,70,94,133],spark_typ:[63,74,90,98],sparkconf:59,sparki:94,sparkjob:90,sparkoper:133,sparktyp:94,spawn:[35,65],spec:[15,22,25,26,27,34,36,40,65,74,90,96,103,116,128],speci:23,special:[8,15,17,20,34,45,48,49,74,77,92,94,108,127],specif:[0,7,10,12,13,14,15,17,18,20,21,23,25,26,29,34,35,36,42,43,51,55,65,70,74,76,99,101,102,103,108,109,111,112,114,117,121,127],specifi:[0,2,4,7,10,13,15,17,20,23,25,40,41,46,47,49,51,65,69,70,73,75,76,77,79,80,81,90,92,94,95,96,101,104,107,108,112,114,127,132],speed:[19,113],spent:[25,29,35,119],sphinx:19,spike:7,spin:17,split:94,sql:[13,22],square_each:94,squish:102,ssl:4,stabil:102,stack:[7,42],stage:[10,20,104,114,121],stage_queri:[75,76],stall:17,stand:[94,114],standard:[2,7,17,70,73,74,77,96],start:[1,7,9,13,17,20,25,38,47,74,77,90,99,102,113,114,122,125,127,133],started_at:[15,25,29,35,90,91],starttask:20,stat:[63,74,80,83,115],state:[0,10,15,20,23,25,27,29,35,65,67,70,73,74,79,80,81,90,94,108,119],stateless:[0,107],statement:[56,74,90,131],statement_templ:131,statsclientproxi:89,statsd:[63,74,89,98,119],statu:[0,23,25,27,90,103,132],status:14,std:[74,82],std_map:75,stderr:7,stderrthreshold:7,step1:94,step2:94,step:[19,20,22,38,47,94,103,105,108,111,119,123,127,128,129],still:[10,15,17,47,132],storag:[5,9,10,13,14,16,17,28,46,47,77,79,90,94,103,122],storage_limit:[74,79,94],storage_request:[74,79,94],store:[0,4,6,7,8,9,10,14,15,20,25,29,35,36,38,46,90,111,112,121,122,123,129,131],stori:[17,42],stow:14,str2bool:66,str:[65,66,90],strategi:[41,46,90,112],stream:[6,94],strict:[8,103],strictli:27,string:[4,6,7,15,20,22,23,24,25,27,28,29,30,31,32,33,34,35,36,37,38,39,41,42,43,45,46,47,48,49,51,56,57,58,59,60,66,70,71,75,76,77,79,90,92,94,95,96,97,109,112,117,121,122,131,132],string_valu:[46,75,76,90,94],strong:48,strongli:[16,22,45,46,47,48,49,79,92,94,112],struct:[4,20,22,27,35,46,47,48,51,90],struct_pb2:90,structur:[0,18,22,23,25,27,29,34,35,36,44,47,49,73,96,99,100,101,108],stub:65,style:12,sub:[7,29,38,70,74,79,94,111,113,114],sub_typ:75,sub_workflow:[36,38,70,91,92],sub_workflow_ref:[49,70,92],subclass:[20,70,79,94],subcommand:69,subdirectori:[11,13],subject:[30,118],subject_lin:30,submit:[0,27,74,75,76,94,103],submodul:[63,78,98],subpackag:98,subprocess:[63,98],subscrib:30,subsequ:[14,22,112,113,121],subset:[15,23,25,43,49,92,105],subsidiari:102,substitut:[28,82],subsystem:89,subtask:[40,54,90],subtyp:22,subworkflow:[25,36,38,40,49,70,90,92,113],succe:[25,34],succeed:[15,35,40,42,92,117,119],success:[25,40,54,65,70,90,103,111,112,114,118,119],successfulli:[13,22,25,49,92,102,114],sudo:77,suffici:[8,13],suffix:17,suit:[8,102],suitabl:2,sum:94,sum_of_list:94,summar:0,summari:[15,111],superclass:74,superset:94,supplement:109,suppli:[10,20,25,33,107],support:[0,2,14,15,17,22,46,47,65,75,76,77,79,90,94,105,112,114,128,131],suppos:127,sure:[20,107,117],surfac:0,swimlan:9,sync:[20,70,73,74,76,80,81],synchron:65,synchronousflytecli:65,syntax:[33,70,94,109],sys:94,system:[0,2,4,7,13,14,15,21,22,25,38,42,43,44,46,47,51,52,55,63,70,76,77,90,92,94,99,100,102,103,107,108,111,112,114,119,122,123,128],system_entry_point:72,system_metadata:25,t_valu:[70,75,76,94],tab:123,tabl:[14,19,75,76,129,131],table_nam:[76,79],tag1:94,tag:[10,16,28,46,57,74,75,77,82,89,90,94,102,119,129],tag_prefix:75,taggabl:[63,74,80,83],taggablestat:[74,80,89],tailor:13,take:[8,10,13,22,66,70,72,79,94,96,112,113,117,123,131,133],taken:[49,92,95],talk:[7,100],target:[4,17,19,47,49,51,90,92,113,122],target_gc_perc:4,task:[0,2,7,8,9,14,15,18,21,22,23,24,26,28,29,35,36,38,40,42,43,44,49,50,51,52,53,56,57,58,63,65,70,73,77,78,80,81,82,92,95,98,99,101,103,108,110,111,114,115,125],task_exec:[80,81,82],task_execut:[14,26,63,65,70,74,90],task_execution_created_at:15,task_execution_id:29,task_execution_identifi:65,task_execution_pb2:91,task_execution_updated_at:15,task_funct:[74,79],task_function_nam:74,task_id:[43,51,71,80,81,82,92],task_identif:65,task_input:[74,131],task_modul:[72,74],task_nam:72,task_name_format:77,task_nod:[49,92],task_pb2:90,task_resourc:28,task_resource_attribut:28,task_spec:65,task_typ:[74,79],taska:22,taskb:22,taskc:22,taskcategori:47,taskclosur:90,taskcontext:20,taskdefinit:90,taskexecut:[51,65,74,91],taskexecutionclosur:91,taskexecutionev:[15,24],taskexecutiongetdatarespons:90,taskexecutionidentifi:[29,35,51,65,71,91,92],taskexecutionphas:[91,92],taskid:47,tasklog:[35,51,91,92],taskmetadata:90,tasknam:16,tasknod:[70,92],tasks_count:128,tasks_pb2:90,taskspec:[65,90],tasktempl:[20,22,34,38,40,50,56,57,70,74,90,105],tasktyp:130,team:[0,13,101,110,121],technic:20,tediou:0,tell:[2,79,94,123],temp:[19,131],tempdir:70,templat:[10,20,27,28,34,36,38,50,70,77,90,91,92,94,102,109,113,131],templatedata:10,temporari:[74,75,76,94,129],temporaryconfigur:77,tenanc:[108,114],tend:131,tensorflow:112,term:[7,114],termin:[0,15,25,29,58,70,80,81,108,118,119],terminate_execut:65,test:[4,8,17,69,77,94,100,102,112,121,122,131],test_hiv:94,test_task:94,test_util:[63,98],text:[2,65,66,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,90,91,92,94,95,114,129,131],text_arg:66,textual:90,than:[10,15,17,20,22,25,39,46,65,74,76,94,104,123,131],thank:73,thats:8,thei:[0,2,8,10,11,17,20,22,39,69,72,81,94,100,102,107,108,116,120,129],them:[0,2,11,13,15,72,112,119,129,131],themselv:[10,72,101,113],then_nod:[49,92],thereaft:20,therefor:[22,72,94,114,132],theworst:15,thi:[0,1,2,4,7,8,9,10,11,13,14,15,17,18,19,20,22,23,24,25,27,28,29,30,32,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,51,52,54,56,57,62,65,66,69,70,72,73,74,75,76,77,79,80,81,82,83,89,90,92,94,95,100,102,103,105,107,108,111,113,114,117,119,121,122,123,125,127,128,129,131,132,133],thin:[14,65],thing:[13,65,102,117,127,129],think:[102,128],third:2,thorough:15,those:[2,20,66,79,94,102,104,112,122,128],though:[2,129],thought:[2,20],thread:7,three:[2,10,19,22,118],threshold:[7,122],threw:48,throttl:7,through:[2,10,13,15,16,17,42,100,113,119,123],throughout:[22,23,103],thrown:48,thu:[8,102],tied:[10,109,113],tighter:47,time:[2,7,10,15,20,22,23,25,27,29,33,34,35,36,47,49,58,65,70,73,74,76,77,79,82,89,90,94,102,103,109,111,112,113,114,117,119,121,128,132],timed_out:[42,92,118],timedelta:[70,73,75,79,90,91,92,94,117],timeout:[47,49,73,74,79,90,92,94,112],timeout_sec:[57,90],timer:[82,89,119],timestamp:[15,25,27,29,34,35,36,46,51],tmp:90,tmp_dir:[70,74,80],tmpdir:122,to_dict:90,to_flyte_idl:[90,91,92],to_flyte_literal_typ:[75,94],to_literal_model:90,to_path:[84,85,86,87,88],to_python_std:[75,94],tocken:7,todo:[23,47,65,74,77,79,80,90,92,94],togeth:[0,19,21,70,101,131],toggl:15,token:[2,7,11,23,25,27,29,34,35,36,65,67,69,77],token_endpoint:[67,69],tokenpath:11,toler:[0,108],too:[25,90,117],tool:[0,10,13,63,77,98,103,111,114],toolkit:14,top:[5,7,9,14,31,102,127],top_trim:72,topic:14,topolog:95,total:[11,49],touch:122,tps:7,trace:[7,24,42,51,72],traceback:72,track:[15,20,70,80,103],trackabl:102,tradit:0,tradition:77,train:103,transact:[7,65],transform:[14,20,69,112],transit:[15,25,27,90,119],translat:[20,46,107],treat:121,tree:[22,39],tri:7,triag:103,trickster:73,trigger:[7,14,23,25,27,33,47,79,90,94,109,113,117,118],triggered_tim:117,trivial:132,truth:20,tsx:17,ttl:[7,42,92],tune:[34,112],tunnel:8,tupl:[66,75,79],turn:[10,74,103,119],tutori:[8,119],tweak:10,two:[17,19,22,39,112,119,129,132],txt:[94,132],type:[0,4,6,7,9,11,13,15,16,20,21,23,28,41,42,43,44,45,46,47,49,51,56,57,63,65,66,67,69,70,71,72,73,74,77,79,80,81,82,84,85,86,87,88,89,91,95,96,97,98,99,108,109,113,117,119,121,122,125,127,128,129,131,132,133],type_engin:[63,77,98],type_map:[70,75],typedcollectiontyp:75,typedinterfac:[47,49,70,74,90,92,127],typedlistimpl:75,typeengin:96,typeerror:72,types_pb2:[90,92],typic:[8,13,77,100,104,108],uint32:[23,25,27,29,33,35,43,46,47,51,57],ultim:20,unabl:47,uncov:102,undefin:[17,42,46,92],under:[2,7,11,13,23,95,112,121,122,123],underli:[14,22,42,46,48,49,65,70,73,74,75,89,90,92,94],underneath:27,understand:[0,6,7,8,9,20,21,100,102,108,125],understood:48,unfortun:[14,15,20],unicod:112,union:83,uniqu:[14,15,16,22,23,24,25,27,29,32,34,35,36,37,38,43,46,47,48,49,51,65,70,73,77,90,92,109,110,112,114],unit:[22,33,46,49,63,74,79,80,90,94,102,108,112,113,117,122],unit_test:[74,94],unittestenginefactori:82,unittestenginetask:82,unknown:[42,47,90,92,119],unless:49,unlik:[0,131],unmanag:76,unmarsh:20,unnecessari:17,unpack:[75,90],unpack_literal_map_to_sdk_object:75,unpack_literal_map_to_sdk_python_std:75,unspecifi:[43,92],unsur:114,until:[0,17,22,58,73,128,132],untriag:102,unus:103,unvers:114,updat:[7,13,14,15,19,23,25,27,29,35,65,70,73,76,79,80,81,94,113,117,121],update_configuration_fil:69,update_launch_plan:65,update_named_ent:65,updated_at:[15,25,27,29,35,91],upload:[74,76,84,85,86,87,88,108,122],upload_directori:[84,85,86,87,88],upon:[0,70,73,74,75,76,94],upper:[15,79,94],upstream:[38,49,70,92,94],upstream_ent:[70,73,74],upstream_nod:70,upstream_node_id:[49,70,92],uri:[7,25,42,46,51,76,77,90,92],url:[4,6,17,22,23,25,29,35,47,51,65,67,77,90,114,123],urlblob:[25,29,35,90],urllib:122,urlopen:122,urlpars:77,usabl:[65,94],usag:[19,74,110,114,115,130],use:[0,2,4,7,8,10,11,13,14,15,17,19,20,22,25,27,38,46,47,51,66,74,77,79,90,94,102,104,109,111,113,121,122,123,128,131,132,133],usecas:7,used:[2,4,7,10,13,14,15,17,19,20,22,23,25,26,27,28,29,31,34,35,36,38,45,47,48,49,52,65,67,70,74,76,77,79,83,90,92,94,102,109,113,114,116,122,127,132,133],useful:[2,18,25,49,70,74,92,94,103,121],usefulli:74,user:[1,2,5,8,9,10,13,20,22,23,25,27,34,42,43,47,63,65,70,73,74,75,77,79,82,90,94,96,97,99,101,102,103,107,108,110,111,112,113,115,117,121,127,129,131,132,133],user_entry_point:72,user_id:94,user_input:70,usernam:[2,13,77,114,122,123],users_t:94,uses:[0,4,5,7,8,12,14,15,38,70,74,77,101,111,114,116,127,133],using:[0,2,4,7,13,17,25,39,47,49,66,69,77,80,92,94,100,102,103,108,109,110,111,112,113,114,119,122,123,125,127,128,129,131,132,133],usual:[2,17,49,76,96,102,114,119],util:[14,63,74,80,98,114,122],uuid:16,val:[4,6,7,90,133],valid:[0,10,14,22,23,30,46,47,48,49,70,74,77,90,92,94,103,107,109,111,113],valid_phas:70,valu:[2,5,7,9,10,14,15,16,17,20,21,23,25,27,28,29,33,34,35,36,38,40,43,45,46,47,48,49,54,65,66,69,70,72,74,75,76,77,80,81,82,90,91,92,94,96,109,114,116,117,121,122,123,127,128,132,133],value_in:15,value_to_print:127,valueerror:72,valuein:90,vari:15,variabl:[2,4,10,22,28,33,39,46,47,48,49,66,69,70,73,74,77,79,90,92,94,107,109,112],variable_dict:66,variable_proto:90,variablemap:[27,90],varieti:[34,103,113],variou:[7,22,42,44,47,49,51,53,55,100,102,112,119,131],variti:128,varriou:22,vector:2,veloc:102,venv:114,verbose_class_str:90,verbose_messag:72,verbose_str:[75,90,94],veri:[15,17,22,102,112,128],verifi:19,version:[15,16,20,22,23,27,34,36,43,47,51,65,69,70,71,73,74,77,82,90,92,94,102,107,108,109,112,114,121,123,125],via:[0,42,65,69,70,120,133],view:[0,17,65,100,111,131],virtual:[8,19,114],virtualenv:114,visibl:[22,23,119],visit:[103,122,123],visual:[0,38,111],volum:[11,94,132],volumemount:[11,94,132],volumesourc:[94,132],wai:[2,10,13,15,20,22,100,109,112,114,120,121,122,128,133],wait:[7,22,49,60,73,90,117,132],wait_for_complet:73,waitabl:[20,55],waiting_for_resourc:42,walk:[10,16],want:[2,8,10,11,13,15,19,20,42,65,83,101,102,117,131],warn:[8,79,90,94],wast:112,wastag:108,watch:7,water:108,web:[0,2,17,103,112],webpack:17,week:33,weird:72,welcom:[99,102,111],well:[2,7,8,14,17,22,25,27,34,35,44,46,67,74,100,105,109,112,116,121,128,129],were:[13,15,20,49,76,90,92],wf_exec:[80,81,82],wf_exec_id:[60,80,81,82],wf_handl:94,wf_param:[70,73,94,121,122,129,131,132],wfparam:[94,132],wfs:22,what:[10,18,19,20,21,22,29,46,72,90,99,101,108,122,128],whatsoev:20,wheel:114,when:[2,4,7,10,16,17,18,20,25,27,33,42,46,51,65,66,70,72,73,76,77,79,90,94,103,107,111,112,113,119,121,122,123,127,129],whenev:[49,92,94,114,119],where:[0,2,4,7,10,15,22,25,28,29,35,39,42,46,65,73,74,76,77,81,83,90,94,102,121,123,128,129,131,133],wherea:[20,116],wherev:47,whether:[7,15,35,47,49,70,73,74,75,76,77,79,84,85,86,87,88,90,94,112,114,119],which:[6,7,8,10,13,14,15,17,20,22,23,25,27,28,29,32,33,34,35,36,37,47,51,65,66,69,70,73,74,76,77,89,90,94,102,108,109,111,112,113,114,116,119,122,127,128,129,131,132,133],whichev:90,who:[2,83,100],whose:[49,94],why:[115,125,131],wide:120,widgetmodel:10,wildcard:77,window:[17,77],wish:[2,15,27],with_overrid:70,within:[1,2,8,23,25,27,28,31,43,47,48,70,72,73,74,79,90,94,102,107,110,113,114,132],without:[2,17,77,94,108],won:[17,22,114],word:[65,66,90,113,114],work:[0,8,47,56,57,74,79,94,100,101,103,113,115,122,130,131],workaround:46,worker:[0,7],workflow:[0,2,5,8,9,10,11,12,13,14,15,22,23,24,25,26,27,28,29,31,33,34,37,38,42,43,44,47,50,51,52,63,65,69,73,74,77,80,81,82,90,95,98,99,101,103,104,105,108,109,110,111,112,114,116,117,118,119,121,124,125,128,129,131,133],workflow_attribut:[10,26],workflow_class:[94,117,122,131],workflow_closur:[44,63,98],workflow_closure_pb2:90,workflow_execut:[63,80,81,82,98],workflow_execution_id:29,workflow_execution_identifi:65,workflow_id:[25,27,60,70,80,81,82,90,94],workflow_identifi:65,workflow_nam:119,workflow_name_format:77,workflow_nod:[49,92],workflow_node_metadata:[29,51],workflow_packag:77,workflow_paramet:[127,128,133],workflow_pb2:[91,92],workflow_spec:65,workflowattribut:[15,28],workflowclosur:[90,91],workflowexecut:[23,25,51,60,118],workflowexecutionev:[15,24],workflowexecutiongetdatarespons:[65,90],workflowexecutionidentifi:[25,29,51,60,65,71,73,80,81,82,90,92],workflowexecutionphas:[90,92,117],workflowmetadata:92,workflowmetadatadefault:92,workflownod:[29,38,70,92],workflowspec:[65,91],workflowtempl:[36,38,40,50,70,90,91,92,105],working_dir_prefix:70,working_directori:[74,80],workload:[0,90,103,128],workqueu:7,world:[10,94,108,132],worri:[20,72],worth:117,would:[10,15,17,47,73,77,83,94,102,118],wrap:[20,65,72,74,75,79,94],wrapper:[20,65,67,70,72,94],wreak:119,write:[7,20,76,81,94,101,103,113,124,125,129,132,133],write_proto_to_fil:70,writer:94,written:[4,5,19,22,76,79,94,113,123],wrobert:[75,94],wrong:117,www:77,xarg:[11,13],xrang:94,xyz:73,yaml:[7,8,10,11,13,111],yarn:17,year:[33,117],yet:[10,22,47],yield:[15,73,94,128],you:[0,2,8,10,11,13,14,15,17,20,27,65,70,73,103,107,109,117,118,119,121,122,123,124,125,128,131,132],your:[1,2,8,9,10,11,19,20,27,49,109,114,115,116,117,120,121,123,124,125,129,132,133],your_aws_access_kei:13,your_aws_secret_kei:13,your_database_password:13,your_database_usernam:13,yourself:[1,10,114],yourworkflownam:10,zero:[94,105,117]},titles:["Architecture","Administrator Docs","Authentication","FlyteAdmin Configuration","Common configuration across all backend components","Configure Flyte backend","Plugin Configuration","Propeller Configuration","Getting Started","Installing Flyte","Configuring customizable resources","Scaling Beyond Kubernetes","Optional Components","Handling Production Load","FlyteAdmin","FlyteAdmin Service Background","What is Data Catalog?","Flyte Console","Flyte System Components","Contributing to Docs","Extending Flyte","Contributor Docs","Flyte Specification Language","common.proto","event.proto","execution.proto","Flyte Admin Service entities","launch_plan.proto","matchable_resource.proto","node_execution.proto","notification.proto","project.proto","project_domain_attributes.proto","schedule.proto","task.proto","task_execution.proto","workflow.proto","workflow_attributes.proto","compiler.proto","condition.proto","dynamic_job.proto","errors.proto","execution.proto","identifier.proto","Core Flyte language specification","interface.proto","literals.proto","tasks.proto","types.proto","workflow.proto","workflow_closure.proto","event.proto","Flyte Internal and External Eventing interface","Flyte Language and API specification","array_job.proto","Flyte Task Plugins","presto.proto","qubole.proto","sidecar.proto","spark.proto","waitable.proto","admin.proto","REST and gRPC interface for the Flyte Admin Service","flytekit package","flytekit.bin package","flytekit.clients package","flytekit.clis package","flytekit.clis.auth package","flytekit.clis.flyte_cli package","flytekit.clis.sdk_in_container package","flytekit.common package","flytekit.common.core package","flytekit.common.exceptions package","flytekit.common.mixins package","flytekit.common.tasks package","flytekit.common.types package","flytekit.common.types.impl package","flytekit.configuration package","flytekit.contrib package","flytekit.contrib.sensors package","flytekit.engines package","flytekit.engines.flyte package","flytekit.engines.unit package","flytekit.interfaces package","flytekit.interfaces.data package","flytekit.interfaces.data.gcs package","flytekit.interfaces.data.http package","flytekit.interfaces.data.local package","flytekit.interfaces.data.s3 package","flytekit.interfaces.stats package","flytekit.models package","flytekit.models.admin package","flytekit.models.core package","flytekit.plugins package","flytekit.sdk package","flytekit.tools package","flytekit.type_engines package","flytekit.type_engines.default package","flytekit","Flyte","How to read these docs?","Introduction","Roadmap","What is Flyte?","Domains","Dynamic Job Spec","Timeline of a workflow execution","Overview of the Execution of a Workflow","Flyte Concepts","Launch plans","Projects","Understanding Registration process","Tasks","Workflows","Flyte CLI","Flyte Features","Labels and Annotations","Flyte Launchplans","Notifications","Metrics for your executions","Why roles?","Task Cache","Writing Your First Workflow","Quick Start Examples","Getting Started","User docs","Python SDK","Container Task","Dynamic Tasks","Hive Tasks","Flyte Task Types","Presto Tasks","Sidecar Tasks","Spark Task"],titleterms:{"default":[6,97,109,119],"enum":[23,25,27,28,33,39,41,42,43,47,48,59],"static":15,"void":46,Adding:15,For:121,Going:13,Using:[15,111],With:119,abortmetadata:25,access:2,across:4,activelaunchplanlistrequest:27,activelaunchplanrequest:27,addit:14,admin:[2,7,14,15,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,61,62,91],administr:[1,100],alia:49,all:[4,15,19],annot:[23,116],api:53,architectur:0,array_job:[54,90],arrayjob:54,artifact:73,asynchron:14,auth:[27,67,77],authent:2,avail:6,awesom:100,aws:77,backend:[4,5,111],background:[15,20],base:72,base_sdk_typ:75,base_sensor:79,basic:129,basic_auth:69,beyond:[11,13],bin:64,binari:46,bind:46,bindingdata:46,bindingdatacollect:46,bindingdatamap:46,blob:[46,75,76],blobdimension:48,blobmetadata:46,blobtyp:48,booleanexpress:39,branch:113,branchnod:49,bug:102,build:19,cach:121,catalog:[7,12,16],chang:102,characterist:112,cli:[2,66,67,68,69,107,114],client:[2,65,89],cluster:10,clusterresourceattribut:28,command:[10,114],commandlin:7,common:[4,14,23,70,71,72,73,74,75,76,77,80,84,90,91,96],compani:100,comparisonexpress:39,compil:[22,38,92],compiledtask:38,compiledworkflow:38,compiledworkflowclosur:38,compon:[2,4,12,14,18],component_nod:70,concept:108,condit:[39,92],config:3,configur:[2,3,4,5,6,7,10,13,77,114],conjunctionexpress:39,connectionset:38,consol:17,constant:[69,70],contain:[6,47,75,119,127,132],containererror:41,containerport:47,content:[63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97],continu:102,contrib:[78,79],contribut:19,contributor:[21,100],control:[0,6,11],copi:19,cor:17,core:[7,38,39,40,41,42,43,44,45,46,47,48,49,50,71,92,102],creat:[13,122,123],cred:77,credenti:67,cron:109,custom:20,customiz:10,dashboard:119,data:[0,11,12,14,16,84,85,86,87,88],data_proxi:84,databas:13,debug:[10,17],definit:112,depend:[17,19],deploy:[8,11,13],detail:14,develop:[17,103],diagram:2,direct:[2,23],discoveri:67,doc:[1,19,21,100,125],document:[19,102],domain:[31,104,114],dynam:[13,105,128],dynamic_job:[40,90],dynamicjobspec:40,egress:52,elect:7,element:22,emailmessag:30,emailnotif:23,enabl:121,engin:[80,81,82],entiti:[15,26,114],entrypoint:64,environ:[17,129],error:[14,41,48,92],errordocu:41,errorkind:42,even:100,event:[7,24,51,52],eventerroralreadyinterminalst:24,eventfailurereason:24,exampl:[3,6,7,10,20,112,116,120,123,132],except:[72,94],execut:[6,10,15,16,25,42,73,74,90,92,103,106,107,113,116,119,123,129],executionclosur:25,executionclusterlabel:28,executioncreaterequest:25,executioncreaterespons:25,executionerror:42,executionlist:25,executionmetadata:25,executionmod:25,executionqueueattribut:28,executionrelaunchrequest:25,executionspec:25,executionterminaterequest:25,executionterminaterespons:25,express:109,extend:20,extens:22,extern:[7,52],fault:112,featur:115,filter:[15,90],first:122,fix:[102,109],fixedr:33,fixedrateunit:33,flow:[2,107,111],flyte:[2,5,9,13,16,17,18,20,22,26,44,52,53,55,62,81,97,99,100,103,107,108,113,114,115,117,119,122,123,130,131],flyte_cli:68,flyteadmin:[3,14,15],flyteconsol:17,flyteidl:[0,23,24,25,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,50,51,54,56,57,58,59,60],flytekit:[63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,111],friendli:65,from:114,futur:118,gcp:77,gcs:85,gcs_proxi:85,generic_spark_task:74,get:[8,124],grade:13,grpc:62,handl:13,hash:73,have:114,help:[100,114],helper:[65,66,75],hierarchi:10,hive:[20,129],hive_task:74,hivequeri:57,hivequerycollect:57,host:114,how:[16,100,102],http:86,http_data_proxi:86,iam:120,identifi:[43,71,92],idl:20,idlist:38,idp:2,ifblock:49,ifelseblock:49,impl:[76,79],improv:102,includ:19,individu:6,initi:20,input:[109,117],instal:[9,17,100,114,132],integr:129,interact:[114,122],interfac:[45,52,62,70,83,84,85,86,87,88,89,90,114],intern:[52,77],introduct:101,job:105,keyvaluepair:46,kind:41,kubernet:[6,11,120],label:[10,23,116],languag:[22,44,53],launch:[109,116],launch_plan:[27,69,70,90],launcher:7,launchplan:[27,117],launchplanclosur:27,launchplancreaterequest:27,launchplancreaterespons:27,launchplanlist:27,launchplanmetadata:27,launchplanspec:27,launchplanst:27,launchplanupdaterequest:27,launchplanupdaterespons:27,lazy_load:95,leader:7,level:6,line:114,link:6,listmatchableattributesrequest:28,listmatchableattributesrespons:28,liter:[46,90],literalcollect:46,literalmap:46,literalmapblob:25,literaltyp:48,live:102,load:13,loader:80,local:[19,87],local_file_proxi:87,log:6,logger:4,logicaloper:39,main:68,make:100,manag:[14,100,102],matchable_resourc:28,matchableattributesconfigur:28,matchableresourc:28,matchingattribut:28,memoiz:[16,112],messageformat:42,metadata:[4,15],metric:119,mileston:102,miscellan:129,mixin:73,mock_stat:82,model:[14,90,91,92],modif:19,modul:[63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97],module_load:95,monitor:103,more:100,name:[15,114],named_ent:90,namedent:23,namedentitygetrequest:23,namedentityidentifi:23,namedentityidentifierlist:23,namedentityidentifierlistrequest:23,namedentitylist:23,namedentitylistrequest:23,namedentitymetadata:23,namedentityst:23,namedentityupdaterequest:23,namedentityupdaterespons:23,network:17,node:[49,70,105,113],node_execut:[29,90],nodeexecut:[29,42],nodeexecutionclosur:29,nodeexecutionev:51,nodeexecutioneventrequest:24,nodeexecutioneventrespons:24,nodeexecutionfortasklistrequest:29,nodeexecutiongetdatarequest:29,nodeexecutiongetdatarespons:29,nodeexecutiongetrequest:29,nodeexecutionidentifi:43,nodeexecutionlist:29,nodeexecutionlistrequest:29,nodeexecutionmetadata:29,nodemetadata:49,note:19,notif:[23,30,70,118],notificationlist:25,object:13,objectgetrequest:23,observ:102,onli:[7,19],oper:39,operand:39,option:12,output:[17,74,105],outputrefer:48,overview:107,own:13,packag:[63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97],pagerdutynotif:23,paramet:[7,45,131],parametermap:45,parenttaskexecutionmetadata:51,partial:117,phase:42,plan:[109,116],plane:[0,11],platform:[15,77],plugin:[6,20,54,55,56,57,58,59,60,93],pod:132,prerequisit:8,presto:[56,90,131],presto_task:74,prestoqueri:56,primari:132,primit:[46,75],process:111,product:13,project:[13,31,90,110,114,119,122],project_domain_attribut:32,projectdomainattribut:32,projectdomainattributesdeleterequest:32,projectdomainattributesdeleterespons:32,projectdomainattributesgetrequest:32,projectdomainattributesgetrespons:32,projectdomainattributesupdaterequest:32,projectdomainattributesupdaterespons:32,projectlistrequest:31,projectregisterrequest:31,projectregisterrespons:31,promis:70,propel:[7,20],properti:22,proto:[23,24,25,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,50,51,54,56,57,58,59,60,61,75],protobuf:17,provid:[6,109,119],proxi:17,put:15,pyflyt:69,pypi:114,python:[126,127],qubol:[20,57,90],qubolehivejob:57,queri:129,queue:[7,10],quick:123,random:83,rate:109,raw:65,read:100,real:112,recommend:114,refer:2,regist:69,register:73,registr:[111,123],releas:102,reliabl:102,repo:19,repositori:14,request:15,requir:112,resourc:[10,47,77],resourceentri:47,resourcelistrequest:23,resourcenam:47,resourcetyp:43,rest:62,retrystrategi:46,rfc:2,roadmap:102,role:120,rpc:14,rst:19,run:[17,123],runtim:14,runtimemetadata:47,runtimetyp:47,s3proxi:88,sandbox:[8,13],scalar:46,scale:11,schedul:[12,33,70,90,109,117],schema:[46,75,76,129],schemacolumn:48,schemacolumntyp:48,schematyp:48,scope:72,sdk:[20,77,94,126],sdk_base:70,sdk_dynam:74,sdk_in_contain:69,sdk_runnabl:74,sensor:79,serial:69,server:17,servic:[7,15,26,62],serviceaccount:120,setup:[123,133],sidecar:[58,132],sidecar_task:74,sidecarjob:58,simpletyp:48,slacknotif:23,sort:[15,23],sourc:114,spark:[59,133],spark_task:74,spark_typ:94,sparkappl:59,sparkjob:59,spec:[105,132],specif:[22,44,53,113],start:[8,123,124],stat:[89,119],statsd:77,storag:4,store:13,storybook:17,structur:[14,20,113],subcommand:114,submodul:[64,65,66,67,68,69,70,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,87,88,89,90,91,92,94,95,96,97],subpackag:[63,66,70,75,78,80,83,84,90,96],subprocess:95,subworkflow:105,swimlan:2,syntax:15,system:[18,72],systemmetadata:25,tab:17,taggabl:89,task:[10,16,20,34,47,55,74,79,90,94,105,112,113,119,121,122,127,128,129,130,131,132,133],task_execut:[35,91],taskclosur:34,taskcreaterequest:34,taskcreaterespons:34,taskexecut:[35,42],taskexecutionclosur:35,taskexecutionev:51,taskexecutioneventrequest:24,taskexecutioneventrespons:24,taskexecutiongetdatarequest:35,taskexecutiongetdatarespons:35,taskexecutiongetrequest:35,taskexecutionidentifi:43,taskexecutionlist:35,taskexecutionlistrequest:35,tasklist:34,tasklog:42,taskmetadata:47,tasknod:49,taskresourceattribut:28,taskresourcespec:28,taskspec:34,tasktempl:47,team:102,terminolog:114,test:114,test_util:94,timelin:106,togeth:15,toler:112,tool:95,top:6,train:102,type:[10,22,48,59,75,76,90,92,94,112,130],type_engin:[96,97],typedinterfac:45,typic:[107,111],understand:[13,111],unit:[82,109],updat:20,urlblob:23,urn:114,usag:[116,127,129,131,132,133],use:117,user:[0,6,11,72,100,114,119,125],using:107,util:70,valu:[6,22],variabl:[17,45],variablemap:45,version:113,waitabl:60,want:100,what:[16,103,109],when:117,why:120,without:111,work:[102,114,118,132],workflow:[7,36,49,70,91,92,94,100,106,107,113,122,123],workflow_attribut:37,workflow_closur:[50,90],workflow_execut:70,workflowattribut:37,workflowattributesdeleterequest:37,workflowattributesdeleterespons:37,workflowattributesgetrequest:37,workflowattributesgetrespons:37,workflowattributesupdaterequest:37,workflowattributesupdaterespons:37,workflowclosur:[36,50],workflowcreaterequest:36,workflowcreaterespons:36,workflowengin:14,workflowexecut:42,workflowexecutionev:51,workflowexecutioneventrequest:24,workflowexecutioneventrespons:24,workflowexecutiongetdatarequest:25,workflowexecutiongetdatarespons:25,workflowexecutiongetrequest:25,workflowexecutionidentifi:43,workflowlist:36,workflowmetadata:49,workflowmetadatadefault:49,workflownod:49,workflownodemetadata:[29,51],workflowspec:36,workflowtempl:49,world:112,write:[100,122],you:114,your:[13,119,122]}}) \ No newline at end of file +Search.setIndex({docnames:["administrator/architecture","administrator/index","administrator/install/authentication","administrator/install/configure/admin","administrator/install/configure/common","administrator/install/configure/index","administrator/install/configure/plugins","administrator/install/configure/propeller","administrator/install/getting_started","administrator/install/index","administrator/install/managing_customizable_resources","administrator/install/multi_cluster","administrator/install/optional_components","administrator/install/production","contributor/components/admin","contributor/components/admin_service","contributor/components/catalog","contributor/components/console","contributor/components/index","contributor/docs/index","contributor/extending/index","contributor/index","contributor/language/index","flyteidl/admin/common.proto","flyteidl/admin/event.proto","flyteidl/admin/execution.proto","flyteidl/admin/index","flyteidl/admin/launch_plan.proto","flyteidl/admin/matchable_resource.proto","flyteidl/admin/node_execution.proto","flyteidl/admin/notification.proto","flyteidl/admin/project.proto","flyteidl/admin/project_domain_attributes.proto","flyteidl/admin/schedule.proto","flyteidl/admin/task.proto","flyteidl/admin/task_execution.proto","flyteidl/admin/workflow.proto","flyteidl/admin/workflow_attributes.proto","flyteidl/core/compiler.proto","flyteidl/core/condition.proto","flyteidl/core/dynamic_job.proto","flyteidl/core/errors.proto","flyteidl/core/execution.proto","flyteidl/core/identifier.proto","flyteidl/core/index","flyteidl/core/interface.proto","flyteidl/core/literals.proto","flyteidl/core/tasks.proto","flyteidl/core/types.proto","flyteidl/core/workflow.proto","flyteidl/core/workflow_closure.proto","flyteidl/event/event.proto","flyteidl/event/index","flyteidl/index","flyteidl/plugins/array_job.proto","flyteidl/plugins/index","flyteidl/plugins/presto.proto","flyteidl/plugins/pytorch.proto","flyteidl/plugins/qubole.proto","flyteidl/plugins/sidecar.proto","flyteidl/plugins/spark.proto","flyteidl/plugins/waitable.proto","flyteidl/service/admin.proto","flyteidl/service/index","flytekit/flytekit","flytekit/flytekit.bin","flytekit/flytekit.clients","flytekit/flytekit.clis","flytekit/flytekit.clis.auth","flytekit/flytekit.clis.flyte_cli","flytekit/flytekit.clis.sdk_in_container","flytekit/flytekit.common","flytekit/flytekit.common.core","flytekit/flytekit.common.exceptions","flytekit/flytekit.common.mixins","flytekit/flytekit.common.tasks","flytekit/flytekit.common.types","flytekit/flytekit.common.types.impl","flytekit/flytekit.configuration","flytekit/flytekit.contrib","flytekit/flytekit.contrib.sensors","flytekit/flytekit.engines","flytekit/flytekit.engines.flyte","flytekit/flytekit.engines.unit","flytekit/flytekit.interfaces","flytekit/flytekit.interfaces.data","flytekit/flytekit.interfaces.data.gcs","flytekit/flytekit.interfaces.data.http","flytekit/flytekit.interfaces.data.local","flytekit/flytekit.interfaces.data.s3","flytekit/flytekit.interfaces.stats","flytekit/flytekit.models","flytekit/flytekit.models.admin","flytekit/flytekit.models.core","flytekit/flytekit.plugins","flytekit/flytekit.sdk","flytekit/flytekit.tools","flytekit/flytekit.type_engines","flytekit/flytekit.type_engines.default","flytekit/index","index","introduction/docs_overview","introduction/index","introduction/roadmap","introduction/whatis","user/concepts/domains","user/concepts/dynamic_spec","user/concepts/execution_timeline","user/concepts/executions","user/concepts/index","user/concepts/launchplans_schedules","user/concepts/projects","user/concepts/registration","user/concepts/tasks","user/concepts/workflows_nodes","user/features/flytecli","user/features/index","user/features/labels_annotations","user/features/lanuchplans","user/features/notifications","user/features/observability","user/features/roles","user/features/task_cache","user/getting_started/create_first","user/getting_started/examples","user/getting_started/index","user/index","user/sdk/index","user/tasktypes/container","user/tasktypes/dynamic","user/tasktypes/hive","user/tasktypes/index","user/tasktypes/presto","user/tasktypes/sidecar","user/tasktypes/spark"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,sphinx:56},filenames:["administrator/architecture.rst","administrator/index.rst","administrator/install/authentication.rst","administrator/install/configure/admin.rst","administrator/install/configure/common.rst","administrator/install/configure/index.rst","administrator/install/configure/plugins.rst","administrator/install/configure/propeller.rst","administrator/install/getting_started.rst","administrator/install/index.rst","administrator/install/managing_customizable_resources.rst","administrator/install/multi_cluster.rst","administrator/install/optional_components.rst","administrator/install/production.rst","contributor/components/admin.rst","contributor/components/admin_service.rst","contributor/components/catalog.rst","contributor/components/console.rst","contributor/components/index.rst","contributor/docs/index.rst","contributor/extending/index.rst","contributor/index.rst","contributor/language/index.rst","flyteidl/admin/common.proto.rst","flyteidl/admin/event.proto.rst","flyteidl/admin/execution.proto.rst","flyteidl/admin/index.rst","flyteidl/admin/launch_plan.proto.rst","flyteidl/admin/matchable_resource.proto.rst","flyteidl/admin/node_execution.proto.rst","flyteidl/admin/notification.proto.rst","flyteidl/admin/project.proto.rst","flyteidl/admin/project_domain_attributes.proto.rst","flyteidl/admin/schedule.proto.rst","flyteidl/admin/task.proto.rst","flyteidl/admin/task_execution.proto.rst","flyteidl/admin/workflow.proto.rst","flyteidl/admin/workflow_attributes.proto.rst","flyteidl/core/compiler.proto.rst","flyteidl/core/condition.proto.rst","flyteidl/core/dynamic_job.proto.rst","flyteidl/core/errors.proto.rst","flyteidl/core/execution.proto.rst","flyteidl/core/identifier.proto.rst","flyteidl/core/index.rst","flyteidl/core/interface.proto.rst","flyteidl/core/literals.proto.rst","flyteidl/core/tasks.proto.rst","flyteidl/core/types.proto.rst","flyteidl/core/workflow.proto.rst","flyteidl/core/workflow_closure.proto.rst","flyteidl/event/event.proto.rst","flyteidl/event/index.rst","flyteidl/index.rst","flyteidl/plugins/array_job.proto.rst","flyteidl/plugins/index.rst","flyteidl/plugins/presto.proto.rst","flyteidl/plugins/pytorch.proto.rst","flyteidl/plugins/qubole.proto.rst","flyteidl/plugins/sidecar.proto.rst","flyteidl/plugins/spark.proto.rst","flyteidl/plugins/waitable.proto.rst","flyteidl/service/admin.proto.rst","flyteidl/service/index.rst","flytekit/flytekit.rst","flytekit/flytekit.bin.rst","flytekit/flytekit.clients.rst","flytekit/flytekit.clis.rst","flytekit/flytekit.clis.auth.rst","flytekit/flytekit.clis.flyte_cli.rst","flytekit/flytekit.clis.sdk_in_container.rst","flytekit/flytekit.common.rst","flytekit/flytekit.common.core.rst","flytekit/flytekit.common.exceptions.rst","flytekit/flytekit.common.mixins.rst","flytekit/flytekit.common.tasks.rst","flytekit/flytekit.common.types.rst","flytekit/flytekit.common.types.impl.rst","flytekit/flytekit.configuration.rst","flytekit/flytekit.contrib.rst","flytekit/flytekit.contrib.sensors.rst","flytekit/flytekit.engines.rst","flytekit/flytekit.engines.flyte.rst","flytekit/flytekit.engines.unit.rst","flytekit/flytekit.interfaces.rst","flytekit/flytekit.interfaces.data.rst","flytekit/flytekit.interfaces.data.gcs.rst","flytekit/flytekit.interfaces.data.http.rst","flytekit/flytekit.interfaces.data.local.rst","flytekit/flytekit.interfaces.data.s3.rst","flytekit/flytekit.interfaces.stats.rst","flytekit/flytekit.models.rst","flytekit/flytekit.models.admin.rst","flytekit/flytekit.models.core.rst","flytekit/flytekit.plugins.rst","flytekit/flytekit.sdk.rst","flytekit/flytekit.tools.rst","flytekit/flytekit.type_engines.rst","flytekit/flytekit.type_engines.default.rst","flytekit/index.rst","index.rst","introduction/docs_overview.rst","introduction/index.rst","introduction/roadmap.rst","introduction/whatis.rst","user/concepts/domains.rst","user/concepts/dynamic_spec.rst","user/concepts/execution_timeline.rst","user/concepts/executions.rst","user/concepts/index.rst","user/concepts/launchplans_schedules.rst","user/concepts/projects.rst","user/concepts/registration.rst","user/concepts/tasks.rst","user/concepts/workflows_nodes.rst","user/features/flytecli.rst","user/features/index.rst","user/features/labels_annotations.rst","user/features/lanuchplans.rst","user/features/notifications.rst","user/features/observability.rst","user/features/roles.rst","user/features/task_cache.rst","user/getting_started/create_first.rst","user/getting_started/examples.rst","user/getting_started/index.rst","user/index.rst","user/sdk/index.rst","user/tasktypes/container.rst","user/tasktypes/dynamic.rst","user/tasktypes/hive.rst","user/tasktypes/index.rst","user/tasktypes/presto.rst","user/tasktypes/sidecar.rst","user/tasktypes/spark.rst"],objects:{"":{flytekit:[64,0,0,"-"]},"flytekit.bin":{entrypoint:[65,0,0,"-"]},"flytekit.clients":{friendly:[66,0,0,"-"],helpers:[66,0,0,"-"],raw:[66,0,0,"-"]},"flytekit.clients.friendly":{SynchronousFlyteClient:[66,1,1,""]},"flytekit.clients.friendly.SynchronousFlyteClient":{create_execution:[66,2,1,""],create_launch_plan:[66,2,1,""],create_task:[66,2,1,""],create_workflow:[66,2,1,""],get_active_launch_plan:[66,2,1,""],get_execution:[66,2,1,""],get_execution_data:[66,2,1,""],get_launch_plan:[66,2,1,""],get_node_execution:[66,2,1,""],get_node_execution_data:[66,2,1,""],get_task:[66,2,1,""],get_task_execution:[66,2,1,""],get_task_execution_data:[66,2,1,""],get_workflow:[66,2,1,""],list_active_launch_plans_paginated:[66,2,1,""],list_executions_paginated:[66,2,1,""],list_launch_plan_ids_paginated:[66,2,1,""],list_launch_plans_paginated:[66,2,1,""],list_node_executions:[66,2,1,""],list_node_executions_for_task_paginated:[66,2,1,""],list_task_executions_paginated:[66,2,1,""],list_task_ids_paginated:[66,2,1,""],list_tasks_paginated:[66,2,1,""],list_workflow_ids_paginated:[66,2,1,""],list_workflows_paginated:[66,2,1,""],raw:[66,2,1,""],register_project:[66,2,1,""],relaunch_execution:[66,2,1,""],terminate_execution:[66,2,1,""],update_launch_plan:[66,2,1,""],update_named_entity:[66,2,1,""]},"flytekit.clients.helpers":{iterate_node_executions:[66,3,1,""],iterate_task_executions:[66,3,1,""]},"flytekit.clients.raw":{RawSynchronousFlyteClient:[66,1,1,""]},"flytekit.clients.raw.RawSynchronousFlyteClient":{create_execution:[66,2,1,""],create_launch_plan:[66,2,1,""],create_task:[66,2,1,""],create_workflow:[66,2,1,""],force_auth_flow:[66,2,1,""],get_active_launch_plan:[66,2,1,""],get_execution:[66,2,1,""],get_execution_data:[66,2,1,""],get_launch_plan:[66,2,1,""],get_node_execution:[66,2,1,""],get_node_execution_data:[66,2,1,""],get_task:[66,2,1,""],get_task_execution:[66,2,1,""],get_task_execution_data:[66,2,1,""],get_workflow:[66,2,1,""],list_active_launch_plans_paginated:[66,2,1,""],list_executions_paginated:[66,2,1,""],list_launch_plan_ids_paginated:[66,2,1,""],list_launch_plans_paginated:[66,2,1,""],list_node_executions_for_task_paginated:[66,2,1,""],list_node_executions_paginated:[66,2,1,""],list_projects:[66,2,1,""],list_task_executions_paginated:[66,2,1,""],list_task_ids_paginated:[66,2,1,""],list_tasks_paginated:[66,2,1,""],list_workflow_ids_paginated:[66,2,1,""],list_workflows_paginated:[66,2,1,""],register_project:[66,2,1,""],relaunch_execution:[66,2,1,""],set_access_token:[66,2,1,""],terminate_execution:[66,2,1,""],update_launch_plan:[66,2,1,""],update_named_entity:[66,2,1,""]},"flytekit.clis":{auth:[68,0,0,"-"],flyte_cli:[69,0,0,"-"],helpers:[67,0,0,"-"],sdk_in_container:[70,0,0,"-"]},"flytekit.clis.auth":{auth:[68,0,0,"-"],credentials:[68,0,0,"-"],discovery:[68,0,0,"-"]},"flytekit.clis.auth.auth":{AuthorizationClient:[68,1,1,""],AuthorizationCode:[68,1,1,""],Credentials:[68,1,1,""],OAuthCallbackHandler:[68,1,1,""],OAuthHTTPServer:[68,1,1,""]},"flytekit.clis.auth.auth.AuthorizationClient":{credentials:[68,2,1,""],expired:[68,2,1,""],refresh_access_token:[68,2,1,""],request_access_token:[68,2,1,""]},"flytekit.clis.auth.auth.AuthorizationCode":{code:[68,2,1,""],state:[68,2,1,""]},"flytekit.clis.auth.auth.Credentials":{access_token:[68,2,1,""]},"flytekit.clis.auth.auth.OAuthCallbackHandler":{do_GET:[68,2,1,""],handle_login:[68,2,1,""]},"flytekit.clis.auth.auth.OAuthHTTPServer":{handle_authorization_code:[68,2,1,""],redirect_path:[68,2,1,""]},"flytekit.clis.auth.credentials":{get_authorization_endpoints:[68,3,1,""],get_client:[68,3,1,""]},"flytekit.clis.auth.discovery":{AuthorizationEndpoints:[68,1,1,""],DiscoveryClient:[68,1,1,""]},"flytekit.clis.auth.discovery.AuthorizationEndpoints":{auth_endpoint:[68,2,1,""],token_endpoint:[68,2,1,""]},"flytekit.clis.auth.discovery.DiscoveryClient":{authorization_endpoints:[68,2,1,""],get_authorization_endpoints:[68,2,1,""]},"flytekit.clis.flyte_cli":{main:[69,0,0,"-"]},"flytekit.clis.helpers":{construct_literal_map_from_parameter_map:[67,3,1,""],construct_literal_map_from_variable_map:[67,3,1,""],parse_args_into_dict:[67,3,1,""],str2bool:[67,3,1,""]},"flytekit.clis.sdk_in_container":{basic_auth:[70,0,0,"-"],constants:[70,0,0,"-"],launch_plan:[70,0,0,"-"],pyflyte:[70,0,0,"-"],register:[70,0,0,"-"],serialize:[70,0,0,"-"]},"flytekit.clis.sdk_in_container.basic_auth":{get_basic_authorization_header:[70,3,1,""],get_secret:[70,3,1,""],get_token:[70,3,1,""]},"flytekit.clis.sdk_in_container.launch_plan":{LaunchPlanAbstractGroup:[70,1,1,""],LaunchPlanExecuteGroup:[70,1,1,""],activate_all_impl:[70,3,1,""]},"flytekit.clis.sdk_in_container.launch_plan.LaunchPlanAbstractGroup":{get_command:[70,2,1,""],list_commands:[70,2,1,""]},"flytekit.clis.sdk_in_container.pyflyte":{update_configuration_file:[70,3,1,""]},"flytekit.clis.sdk_in_container.register":{register_all:[70,3,1,""],register_tasks_only:[70,3,1,""]},"flytekit.clis.sdk_in_container.serialize":{serialize_all:[70,3,1,""],serialize_tasks_only:[70,3,1,""]},"flytekit.common":{"interface":[71,0,0,"-"],component_nodes:[71,0,0,"-"],constants:[71,0,0,"-"],core:[72,0,0,"-"],exceptions:[73,0,0,"-"],launch_plan:[71,0,0,"-"],mixins:[74,0,0,"-"],nodes:[71,0,0,"-"],notifications:[71,0,0,"-"],promise:[71,0,0,"-"],schedules:[71,0,0,"-"],sdk_bases:[71,0,0,"-"],tasks:[75,0,0,"-"],types:[76,0,0,"-"],utils:[71,0,0,"-"],workflow:[71,0,0,"-"],workflow_execution:[71,0,0,"-"]},"flytekit.common.component_nodes":{SdkTaskNode:[71,1,1,""],SdkWorkflowNode:[71,1,1,""]},"flytekit.common.component_nodes.SdkTaskNode":{promote_from_model:[71,2,1,""],reference_id:[71,2,1,""],sdk_task:[71,2,1,""]},"flytekit.common.component_nodes.SdkWorkflowNode":{launchplan_ref:[71,2,1,""],promote_from_model:[71,2,1,""],sdk_launch_plan:[71,2,1,""],sdk_workflow:[71,2,1,""],sub_workflow_ref:[71,2,1,""]},"flytekit.common.constants":{CloudProvider:[71,1,1,""],SdkTaskType:[71,1,1,""]},"flytekit.common.constants.CloudProvider":{AWS:[71,4,1,""],GCP:[71,4,1,""]},"flytekit.common.constants.SdkTaskType":{BATCH_HIVE_TASK:[71,4,1,""],CONTAINER_ARRAY_TASK:[71,4,1,""],DYNAMIC_TASK:[71,4,1,""],HIVE_JOB:[71,4,1,""],PRESTO_TASK:[71,4,1,""],PYTHON_TASK:[71,4,1,""],PYTORCH_TASK:[71,4,1,""],SENSOR_TASK:[71,4,1,""],SIDECAR_TASK:[71,4,1,""],SPARK_TASK:[71,4,1,""]},"flytekit.common.core":{identifier:[72,0,0,"-"]},"flytekit.common.core.identifier":{Identifier:[72,1,1,""],TaskExecutionIdentifier:[72,1,1,""],WorkflowExecutionIdentifier:[72,1,1,""]},"flytekit.common.core.identifier.Identifier":{from_python_std:[72,2,1,""],promote_from_model:[72,2,1,""]},"flytekit.common.core.identifier.TaskExecutionIdentifier":{from_python_std:[72,2,1,""],promote_from_model:[72,2,1,""]},"flytekit.common.core.identifier.WorkflowExecutionIdentifier":{from_python_std:[72,2,1,""],promote_from_model:[72,2,1,""]},"flytekit.common.exceptions":{base:[73,0,0,"-"],scopes:[73,0,0,"-"],system:[73,0,0,"-"],user:[73,0,0,"-"]},"flytekit.common.exceptions.base":{FlyteException:[73,5,1,""],FlyteRecoverableException:[73,5,1,""]},"flytekit.common.exceptions.scopes":{FlyteScopedException:[73,5,1,""],FlyteScopedSystemException:[73,5,1,""],FlyteScopedUserException:[73,5,1,""],system_entry_point:[73,3,1,""],user_entry_point:[73,3,1,""]},"flytekit.common.exceptions.scopes.FlyteScopedException":{error_code:[73,2,1,""],kind:[73,2,1,""],traceback:[73,2,1,""],type:[73,2,1,""],value:[73,2,1,""],verbose_message:[73,2,1,""]},"flytekit.common.exceptions.scopes.FlyteScopedSystemException":{verbose_message:[73,2,1,""]},"flytekit.common.exceptions.scopes.FlyteScopedUserException":{verbose_message:[73,2,1,""]},"flytekit.common.exceptions.system":{FlyteEntrypointNotLoadable:[73,5,1,""],FlyteNotImplementedException:[73,5,1,""],FlyteSystemAssertion:[73,5,1,""],FlyteSystemException:[73,5,1,""]},"flytekit.common.exceptions.user":{FlyteAssertion:[73,5,1,""],FlyteAuthenticationException:[73,5,1,""],FlyteEntityAlreadyExistsException:[73,5,1,""],FlyteEntityNotExistException:[73,5,1,""],FlyteRecoverableException:[73,5,1,""],FlyteTimeout:[73,5,1,""],FlyteTypeException:[73,5,1,""],FlyteUserException:[73,5,1,""],FlyteValidationException:[73,5,1,""],FlyteValueException:[73,5,1,""]},"flytekit.common.interface":{BindingData:[71,1,1,""],TypedInterface:[71,1,1,""]},"flytekit.common.interface.BindingData":{from_python_std:[71,2,1,""],promote_from_model:[71,2,1,""]},"flytekit.common.interface.TypedInterface":{create_bindings_for_inputs:[71,2,1,""],promote_from_model:[71,2,1,""]},"flytekit.common.launch_plan":{SdkLaunchPlan:[71,1,1,""],SdkRunnableLaunchPlan:[71,1,1,""]},"flytekit.common.launch_plan.SdkLaunchPlan":{"interface":[71,2,1,""],auth:[71,2,1,""],entity_type_text:[71,2,1,""],execute_with_literals:[71,2,1,""],fetch:[71,2,1,""],id:[71,2,1,""],is_scheduled:[71,2,1,""],promote_from_model:[71,2,1,""],resource_type:[71,2,1,""],update:[71,2,1,""],validate:[71,2,1,""]},"flytekit.common.launch_plan.SdkRunnableLaunchPlan":{"interface":[71,2,1,""],fetch:[71,2,1,""],from_flyte_idl:[71,2,1,""],promote_from_model:[71,2,1,""],register:[71,2,1,""],serialize:[71,2,1,""],upstream_entities:[71,2,1,""],workflow_id:[71,2,1,""]},"flytekit.common.mixins":{artifact:[74,0,0,"-"],executable:[74,0,0,"-"],hash:[74,0,0,"-"],registerable:[74,0,0,"-"]},"flytekit.common.mixins.artifact":{ExecutionArtifact:[74,1,1,""]},"flytekit.common.mixins.artifact.ExecutionArtifact":{error:[74,2,1,""],inputs:[74,2,1,""],is_complete:[74,2,1,""],outputs:[74,2,1,""],sync:[74,2,1,""],wait_for_completion:[74,2,1,""]},"flytekit.common.mixins.executable":{ExecutableEntity:[74,1,1,""]},"flytekit.common.mixins.executable.ExecutableEntity":{execute:[74,2,1,""],execute_with_literals:[74,2,1,""]},"flytekit.common.mixins.hash":{HashOnReferenceMixin:[74,1,1,""]},"flytekit.common.mixins.registerable":{RegisterableEntity:[74,1,1,""]},"flytekit.common.mixins.registerable.RegisterableEntity":{auto_assign_name:[74,2,1,""],entity_type_text:[74,2,1,""],has_valid_name:[74,2,1,""],instantiated_in:[74,2,1,""],platform_valid_name:[74,2,1,""],register:[74,2,1,""],resource_type:[74,2,1,""],serialize:[74,2,1,""],upstream_entities:[74,2,1,""]},"flytekit.common.nodes":{OutputParameterMapper:[71,1,1,""],ParameterMapper:[71,1,1,""],SdkNode:[71,1,1,""],SdkNodeExecution:[71,1,1,""]},"flytekit.common.nodes.SdkNode":{assign_id_and_return:[71,2,1,""],executable_sdk_object:[71,2,1,""],outputs:[71,2,1,""],promote_from_model:[71,2,1,""],upstream_node_ids:[71,2,1,""],upstream_nodes:[71,2,1,""],with_overrides:[71,2,1,""]},"flytekit.common.nodes.SdkNodeExecution":{error:[71,2,1,""],executions:[71,2,1,""],inputs:[71,2,1,""],is_complete:[71,2,1,""],outputs:[71,2,1,""],promote_from_model:[71,2,1,""],sync:[71,2,1,""],task_executions:[71,2,1,""],workflow_executions:[71,2,1,""]},"flytekit.common.notifications":{Email:[71,1,1,""],Notification:[71,1,1,""],PagerDuty:[71,1,1,""],Slack:[71,1,1,""]},"flytekit.common.notifications.Email":{promote_from_model:[71,2,1,""]},"flytekit.common.notifications.Notification":{VALID_PHASES:[71,4,1,""],from_flyte_idl:[71,2,1,""]},"flytekit.common.notifications.PagerDuty":{promote_from_model:[71,2,1,""]},"flytekit.common.notifications.Slack":{promote_from_model:[71,2,1,""]},"flytekit.common.promise":{Input:[71,1,1,""],NodeOutput:[71,1,1,""]},"flytekit.common.promise.Input":{help:[71,2,1,""],name:[71,2,1,""],promise:[71,2,1,""],promote_from_model:[71,2,1,""],rename_and_return_reference:[71,2,1,""],sdk_default:[71,2,1,""],sdk_required:[71,2,1,""],sdk_type:[71,2,1,""]},"flytekit.common.promise.NodeOutput":{node_id:[71,2,1,""],promote_from_model:[71,2,1,""],sdk_node:[71,2,1,""],sdk_type:[71,2,1,""]},"flytekit.common.schedules":{CronSchedule:[71,1,1,""],FixedRate:[71,1,1,""]},"flytekit.common.schedules.CronSchedule":{promote_from_model:[71,2,1,""]},"flytekit.common.schedules.FixedRate":{promote_from_model:[71,2,1,""]},"flytekit.common.sdk_bases":{ExtendedSdkType:[71,1,1,""]},"flytekit.common.sdk_bases.ExtendedSdkType":{from_flyte_idl:[71,2,1,""],promote_from_model:[71,2,1,""]},"flytekit.common.tasks":{executions:[75,0,0,"-"],generic_spark_task:[75,0,0,"-"],hive_task:[75,0,0,"-"],output:[75,0,0,"-"],presto_task:[75,0,0,"-"],pytorch_task:[75,0,0,"-"],sdk_dynamic:[75,0,0,"-"],sdk_runnable:[75,0,0,"-"],sidecar_task:[75,0,0,"-"],spark_task:[75,0,0,"-"],task:[75,0,0,"-"]},"flytekit.common.tasks.executions":{SdkTaskExecution:[75,1,1,""]},"flytekit.common.tasks.executions.SdkTaskExecution":{error:[75,2,1,""],get_child_executions:[75,2,1,""],inputs:[75,2,1,""],is_complete:[75,2,1,""],outputs:[75,2,1,""],promote_from_model:[75,2,1,""],sync:[75,2,1,""]},"flytekit.common.tasks.generic_spark_task":{SdkGenericSparkTask:[75,1,1,""]},"flytekit.common.tasks.generic_spark_task.SdkGenericSparkTask":{add_inputs:[75,2,1,""]},"flytekit.common.tasks.hive_task":{SdkHiveJob:[75,1,1,""],SdkHiveTask:[75,1,1,""]},"flytekit.common.tasks.hive_task.SdkHiveTask":{execute:[75,2,1,""]},"flytekit.common.tasks.output":{OutputReference:[75,1,1,""]},"flytekit.common.tasks.output.OutputReference":{sdk_type:[75,2,1,""],sdk_value:[75,2,1,""],set:[75,2,1,""],value:[75,2,1,""]},"flytekit.common.tasks.presto_task":{SdkPrestoTask:[75,1,1,""]},"flytekit.common.tasks.presto_task.SdkPrestoTask":{add_inputs:[75,2,1,""],catalog:[75,2,1,""],routing_group:[75,2,1,""],schema:[75,2,1,""]},"flytekit.common.tasks.pytorch_task":{SdkPyTorchTask:[75,1,1,""],SdkRunnablePytorchContainer:[75,1,1,""]},"flytekit.common.tasks.pytorch_task.SdkRunnablePytorchContainer":{args:[75,2,1,""]},"flytekit.common.tasks.sdk_dynamic":{PromiseOutputReference:[75,1,1,""],SdkDynamicTask:[75,1,1,""]},"flytekit.common.tasks.sdk_dynamic.PromiseOutputReference":{raw_value:[75,2,1,""],set:[75,2,1,""]},"flytekit.common.tasks.sdk_dynamic.SdkDynamicTask":{execute:[75,2,1,""]},"flytekit.common.tasks.sdk_runnable":{ExecutionParameters:[75,1,1,""],SdkRunnableContainer:[75,1,1,""],SdkRunnableTask:[75,1,1,""]},"flytekit.common.tasks.sdk_runnable.ExecutionParameters":{execution_date:[75,2,1,""],execution_id:[75,2,1,""],logging:[75,2,1,""],stats:[75,2,1,""],working_directory:[75,2,1,""]},"flytekit.common.tasks.sdk_runnable.SdkRunnableContainer":{args:[75,2,1,""],env:[75,2,1,""],image:[75,2,1,""]},"flytekit.common.tasks.sdk_runnable.SdkRunnableTask":{add_inputs:[75,2,1,""],execute:[75,2,1,""],local_execute:[75,2,1,""],promote_from_model:[75,2,1,""],task_function:[75,2,1,""],task_function_name:[75,2,1,""],task_module:[75,2,1,""],unit_test:[75,2,1,""],validate:[75,2,1,""]},"flytekit.common.tasks.sidecar_task":{SdkSidecarTask:[75,1,1,""]},"flytekit.common.tasks.sidecar_task.SdkSidecarTask":{reconcile_partial_pod_spec_and_task:[75,2,1,""]},"flytekit.common.tasks.spark_task":{GlobalSparkContext:[75,1,1,""],SdkRunnableSparkContainer:[75,1,1,""],SdkSparkTask:[75,1,1,""]},"flytekit.common.tasks.spark_task.GlobalSparkContext":{get_spark_context:[75,2,1,""]},"flytekit.common.tasks.spark_task.SdkRunnableSparkContainer":{args:[75,2,1,""]},"flytekit.common.tasks.spark_task.SdkSparkTask":{execute:[75,2,1,""]},"flytekit.common.tasks.task":{SdkTask:[75,1,1,""]},"flytekit.common.tasks.task.SdkTask":{"interface":[75,2,1,""],add_inputs:[75,2,1,""],add_outputs:[75,2,1,""],assign_custom_and_return:[75,2,1,""],assign_type_and_return:[75,2,1,""],entity_type_text:[75,2,1,""],fetch:[75,2,1,""],fetch_latest:[75,2,1,""],promote_from_model:[75,2,1,""],register:[75,2,1,""],resource_type:[75,2,1,""],serialize:[75,2,1,""],upstream_entities:[75,2,1,""],validate:[75,2,1,""]},"flytekit.common.types":{base_sdk_types:[76,0,0,"-"],blobs:[76,0,0,"-"],containers:[76,0,0,"-"],helpers:[76,0,0,"-"],impl:[77,0,0,"-"],primitives:[76,0,0,"-"],proto:[76,0,0,"-"],schema:[76,0,0,"-"]},"flytekit.common.types.base_sdk_types":{FlyteSdkType:[76,1,1,""],FlyteSdkValue:[76,1,1,""],InstantiableType:[76,1,1,""],Void:[76,1,1,""]},"flytekit.common.types.base_sdk_types.FlyteSdkType":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],to_flyte_literal_type:[76,2,1,""]},"flytekit.common.types.base_sdk_types.FlyteSdkValue":{from_flyte_idl:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.base_sdk_types.Void":{from_python_std:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.blobs":{Blob:[76,1,1,""],BlobInstantiator:[76,1,1,""],CSV:[76,1,1,""],CsvInstantiator:[76,1,1,""],MultiPartBlob:[76,1,1,""],MultiPartBlobInstantiator:[76,1,1,""],MultiPartCSV:[76,1,1,""],MultiPartCsvInstantiator:[76,1,1,""]},"flytekit.common.types.blobs.Blob":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.blobs.BlobInstantiator":{create_at_known_location:[76,2,1,""],fetch:[76,2,1,""]},"flytekit.common.types.blobs.CSV":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""]},"flytekit.common.types.blobs.CsvInstantiator":{create_at_known_location:[76,2,1,""],fetch:[76,2,1,""]},"flytekit.common.types.blobs.MultiPartBlob":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.blobs.MultiPartBlobInstantiator":{create_at_known_location:[76,2,1,""],fetch:[76,2,1,""]},"flytekit.common.types.blobs.MultiPartCSV":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""]},"flytekit.common.types.blobs.MultiPartCsvInstantiator":{create_at_known_location:[76,2,1,""],fetch:[76,2,1,""]},"flytekit.common.types.containers":{CollectionType:[76,1,1,""],List:[76,3,1,""],ListImpl:[76,1,1,""],TypedCollectionType:[76,1,1,""],TypedListImpl:[76,1,1,""]},"flytekit.common.types.containers.TypedCollectionType":{sub_type:[76,2,1,""]},"flytekit.common.types.containers.TypedListImpl":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""],verbose_string:[76,2,1,""]},"flytekit.common.types.helpers":{get_sdk_type_from_literal_type:[76,3,1,""],get_sdk_value_from_literal:[76,3,1,""],infer_sdk_type_from_literal:[76,3,1,""],pack_python_std_map_to_literal_map:[76,3,1,""],python_std_to_sdk_type:[76,3,1,""],unpack_literal_map_to_sdk_object:[76,3,1,""],unpack_literal_map_to_sdk_python_std:[76,3,1,""]},"flytekit.common.types.impl":{blobs:[77,0,0,"-"],schema:[77,0,0,"-"]},"flytekit.common.types.impl.blobs":{Blob:[77,1,1,""],MultiPartBlob:[77,1,1,""]},"flytekit.common.types.impl.blobs.Blob":{create_at_any_location:[77,2,1,""],create_at_known_location:[77,2,1,""],download:[77,2,1,""],fetch:[77,2,1,""],from_python_std:[77,2,1,""],from_string:[77,2,1,""],local_path:[77,2,1,""],mode:[77,2,1,""],promote_from_model:[77,2,1,""],remote_location:[77,2,1,""],upload:[77,2,1,""]},"flytekit.common.types.impl.blobs.MultiPartBlob":{create_at_any_location:[77,2,1,""],create_at_known_location:[77,2,1,""],create_part:[77,2,1,""],download:[77,2,1,""],fetch:[77,2,1,""],from_python_std:[77,2,1,""],from_string:[77,2,1,""],local_path:[77,2,1,""],mode:[77,2,1,""],promote_from_model:[77,2,1,""],remote_location:[77,2,1,""],upload:[77,2,1,""]},"flytekit.common.types.impl.schema":{Schema:[77,1,1,""],SchemaType:[77,1,1,""],get_supported_literal_types_to_pandas_types:[77,3,1,""]},"flytekit.common.types.impl.schema.Schema":{cast_to:[77,2,1,""],compare_dataframe_to_schema:[77,2,1,""],create_at_any_location:[77,2,1,""],create_at_known_location:[77,2,1,""],create_from_hive_query:[77,2,1,""],download:[77,2,1,""],fetch:[77,2,1,""],from_python_std:[77,2,1,""],from_string:[77,2,1,""],get_write_partition_to_hive_table_query:[77,2,1,""],local_path:[77,2,1,""],mode:[77,2,1,""],multipart_blob:[77,2,1,""],promote_from_model:[77,2,1,""],remote_location:[77,2,1,""],remote_prefix:[77,2,1,""],type:[77,2,1,""],upload:[77,2,1,""],uri:[77,2,1,""]},"flytekit.common.types.impl.schema.SchemaType":{columns:[77,2,1,""],promote_from_model:[77,2,1,""],sdk_columns:[77,2,1,""]},"flytekit.common.types.primitives":{Boolean:[76,1,1,""],Datetime:[76,1,1,""],Float:[76,1,1,""],Generic:[76,1,1,""],Integer:[76,1,1,""],String:[76,1,1,""],Timedelta:[76,1,1,""]},"flytekit.common.types.primitives.Boolean":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.primitives.Datetime":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.primitives.Float":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.primitives.Generic":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],long_string:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.primitives.Integer":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.primitives.String":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""],verbose_string:[76,2,1,""]},"flytekit.common.types.primitives.Timedelta":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.proto":{Protobuf:[76,1,1,""],ProtobufType:[76,1,1,""],create_protobuf:[76,3,1,""]},"flytekit.common.types.proto.Protobuf":{PB_FIELD_KEY:[76,4,1,""],TAG_PREFIX:[76,4,1,""],from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.proto.ProtobufType":{descriptor:[76,2,1,""],pb_type:[76,2,1,""],tag:[76,2,1,""]},"flytekit.common.types.schema":{Schema:[76,1,1,""],SchemaInstantiator:[76,1,1,""],schema_instantiator:[76,3,1,""],schema_instantiator_from_proto:[76,3,1,""]},"flytekit.common.types.schema.Schema":{from_python_std:[76,2,1,""],from_string:[76,2,1,""],is_castable_from:[76,2,1,""],promote_from_model:[76,2,1,""],short_class_string:[76,2,1,""],short_string:[76,2,1,""],to_flyte_literal_type:[76,2,1,""],to_python_std:[76,2,1,""]},"flytekit.common.types.schema.SchemaInstantiator":{columns:[76,2,1,""],create:[76,2,1,""],create_at_known_location:[76,2,1,""],create_from_hive_query:[76,2,1,""],fetch:[76,2,1,""],schema_type:[76,2,1,""]},"flytekit.common.utils":{AutoDeletingTempDir:[71,1,1,""],Directory:[71,1,1,""],ExitStack:[71,1,1,""],PerformanceTimer:[71,1,1,""],fqdn:[71,3,1,""],fqdn_safe:[71,3,1,""],get_version_message:[71,3,1,""],load_proto_from_file:[71,3,1,""],write_proto_to_file:[71,3,1,""]},"flytekit.common.utils.AutoDeletingTempDir":{force_cleanup:[71,2,1,""],get_named_tempfile:[71,2,1,""]},"flytekit.common.utils.Directory":{list_dir:[71,2,1,""],name:[71,2,1,""]},"flytekit.common.utils.ExitStack":{enter_context:[71,2,1,""],pop_all:[71,2,1,""]},"flytekit.common.workflow":{Output:[71,1,1,""],SdkWorkflow:[71,1,1,""],build_sdk_workflow_from_metaclass:[71,3,1,""]},"flytekit.common.workflow.Output":{"var":[71,2,1,""],binding_data:[71,2,1,""],name:[71,2,1,""],rename_and_return_reference:[71,2,1,""]},"flytekit.common.workflow.SdkWorkflow":{"interface":[71,2,1,""],create_launch_plan:[71,2,1,""],entity_type_text:[71,2,1,""],fetch:[71,2,1,""],get_non_system_nodes:[71,2,1,""],get_sub_workflows:[71,2,1,""],promote_from_model:[71,2,1,""],register:[71,2,1,""],resource_type:[71,2,1,""],serialize:[71,2,1,""],upstream_entities:[71,2,1,""],user_inputs:[71,2,1,""],validate:[71,2,1,""]},"flytekit.common.workflow_execution":{SdkWorkflowExecution:[71,1,1,""]},"flytekit.common.workflow_execution.SdkWorkflowExecution":{error:[71,2,1,""],fetch:[71,2,1,""],get_node_executions:[71,2,1,""],inputs:[71,2,1,""],is_complete:[71,2,1,""],node_executions:[71,2,1,""],outputs:[71,2,1,""],promote_from_model:[71,2,1,""],sync:[71,2,1,""],terminate:[71,2,1,""]},"flytekit.configuration":{TemporaryConfiguration:[78,1,1,""],auth:[78,0,0,"-"],aws:[78,0,0,"-"],common:[78,0,0,"-"],creds:[78,0,0,"-"],gcp:[78,0,0,"-"],internal:[78,0,0,"-"],platform:[78,0,0,"-"],resources:[78,0,0,"-"],sdk:[78,0,0,"-"],set_flyte_config_file:[78,3,1,""],statsd:[78,0,0,"-"]},"flytekit.configuration.auth":{ASSUMABLE_IAM_ROLE:[78,6,1,""],KUBERNETES_SERVICE_ACCOUNT:[78,6,1,""]},"flytekit.configuration.common":{FlyteBoolConfigurationEntry:[78,1,1,""],FlyteConfigurationFile:[78,1,1,""],FlyteIntegerConfigurationEntry:[78,1,1,""],FlyteRequiredBoolConfigurationEntry:[78,1,1,""],FlyteRequiredIntegerConfigurationEntry:[78,1,1,""],FlyteRequiredStringConfigurationEntry:[78,1,1,""],FlyteRequiredStringListConfigurationEntry:[78,1,1,""],FlyteStringConfigurationEntry:[78,1,1,""],FlyteStringListConfigurationEntry:[78,1,1,""],format_section_key:[78,3,1,""]},"flytekit.configuration.common.FlyteConfigurationFile":{get_bool:[78,2,1,""],get_int:[78,2,1,""],get_string:[78,2,1,""],reset_config:[78,2,1,""]},"flytekit.configuration.creds":{AUTHORIZATION_METADATA_KEY:[78,6,1,""],AUTH_MODE:[78,6,1,""],CLIENT_CREDENTIALS_SCOPE:[78,6,1,""],CLIENT_CREDENTIALS_SECRET:[78,6,1,""],CLIENT_ID:[78,6,1,""],REDIRECT_URI:[78,6,1,""]},"flytekit.configuration.internal":{look_up_version_from_image_tag:[78,3,1,""]},"flytekit.configuration.platform":{AUTH:[78,6,1,""],HTTP_URL:[78,6,1,""]},"flytekit.configuration.resources":{DEFAULT_CPU_LIMIT:[78,6,1,""],DEFAULT_CPU_REQUEST:[78,6,1,""],DEFAULT_GPU_LIMIT:[78,6,1,""],DEFAULT_GPU_REQUEST:[78,6,1,""],DEFAULT_MEMORY_LIMIT:[78,6,1,""],DEFAULT_MEMORY_REQUEST:[78,6,1,""],DEFAULT_STORAGE_LIMIT:[78,6,1,""],DEFAULT_STORAGE_REQUEST:[78,6,1,""]},"flytekit.configuration.sdk":{EXECUTION_ENGINE:[78,6,1,""],LAUNCH_PLAN_NAME_FORMAT:[78,6,1,""],LOCAL_SANDBOX:[78,6,1,""],LOGGING_LEVEL:[78,6,1,""],NAME_FORMAT:[78,6,1,""],PARQUET_ENGINE:[78,6,1,""],ROLE:[78,6,1,""],SDK_PYTHON_VENV:[78,6,1,""],TASK_NAME_FORMAT:[78,6,1,""],TYPE_ENGINES:[78,6,1,""],WORKFLOW_NAME_FORMAT:[78,6,1,""],WORKFLOW_PACKAGES:[78,6,1,""]},"flytekit.contrib":{sensors:[80,0,0,"-"]},"flytekit.contrib.sensors":{base_sensor:[80,0,0,"-"],impl:[80,0,0,"-"],task:[80,0,0,"-"]},"flytekit.contrib.sensors.base_sensor":{Sensor:[80,1,1,""]},"flytekit.contrib.sensors.base_sensor.Sensor":{sense:[80,2,1,""],sense_with_wait_hint:[80,2,1,""]},"flytekit.contrib.sensors.impl":{HiveFilteredPartitionSensor:[80,1,1,""],HiveNamedPartitionSensor:[80,1,1,""],HiveTableSensor:[80,1,1,""]},"flytekit.contrib.sensors.task":{SensorTask:[80,1,1,""],sensor_task:[80,3,1,""]},"flytekit.engines":{common:[81,0,0,"-"],flyte:[82,0,0,"-"],loader:[81,0,0,"-"],unit:[83,0,0,"-"]},"flytekit.engines.common":{BaseExecutionEngineFactory:[81,1,1,""],BaseLaunchPlanExecutor:[81,1,1,""],BaseNodeExecution:[81,1,1,""],BaseTaskExecution:[81,1,1,""],BaseTaskExecutor:[81,1,1,""],BaseWorkflowExecution:[81,1,1,""],BaseWorkflowExecutor:[81,1,1,""],EngineContext:[81,1,1,""]},"flytekit.engines.common.BaseExecutionEngineFactory":{fetch_latest_task:[81,2,1,""],fetch_launch_plan:[81,2,1,""],fetch_task:[81,2,1,""],fetch_workflow:[81,2,1,""],fetch_workflow_execution:[81,2,1,""],get_launch_plan:[81,2,1,""],get_node_execution:[81,2,1,""],get_task:[81,2,1,""],get_task_execution:[81,2,1,""],get_workflow:[81,2,1,""],get_workflow_execution:[81,2,1,""]},"flytekit.engines.common.BaseLaunchPlanExecutor":{execute:[81,2,1,""],register:[81,2,1,""],sdk_launch_plan:[81,2,1,""],update:[81,2,1,""]},"flytekit.engines.common.BaseNodeExecution":{get_inputs:[81,2,1,""],get_outputs:[81,2,1,""],get_subworkflow_executions:[81,2,1,""],get_task_executions:[81,2,1,""],sdk_node_execution:[81,2,1,""],sync:[81,2,1,""]},"flytekit.engines.common.BaseTaskExecution":{get_child_executions:[81,2,1,""],get_inputs:[81,2,1,""],get_outputs:[81,2,1,""],sdk_task_execution:[81,2,1,""],sync:[81,2,1,""]},"flytekit.engines.common.BaseTaskExecutor":{execute:[81,2,1,""],register:[81,2,1,""],sdk_task:[81,2,1,""]},"flytekit.engines.common.BaseWorkflowExecution":{get_inputs:[81,2,1,""],get_node_executions:[81,2,1,""],get_outputs:[81,2,1,""],sdk_workflow_execution:[81,2,1,""],sync:[81,2,1,""],terminate:[81,2,1,""]},"flytekit.engines.common.BaseWorkflowExecutor":{register:[81,2,1,""],sdk_workflow:[81,2,1,""]},"flytekit.engines.common.EngineContext":{execution_date:[81,2,1,""],execution_id:[81,2,1,""],logging:[81,2,1,""],stats:[81,2,1,""],working_directory:[81,2,1,""]},"flytekit.engines.flyte":{engine:[82,0,0,"-"]},"flytekit.engines.flyte.engine":{FlyteEngineFactory:[82,1,1,""],FlyteLaunchPlan:[82,1,1,""],FlyteNodeExecution:[82,1,1,""],FlyteTask:[82,1,1,""],FlyteTaskExecution:[82,1,1,""],FlyteWorkflow:[82,1,1,""],FlyteWorkflowExecution:[82,1,1,""]},"flytekit.engines.flyte.engine.FlyteEngineFactory":{fetch_latest_task:[82,2,1,""],fetch_launch_plan:[82,2,1,""],fetch_task:[82,2,1,""],fetch_workflow:[82,2,1,""],fetch_workflow_execution:[82,2,1,""],get_launch_plan:[82,2,1,""],get_node_execution:[82,2,1,""],get_task:[82,2,1,""],get_task_execution:[82,2,1,""],get_workflow:[82,2,1,""],get_workflow_execution:[82,2,1,""]},"flytekit.engines.flyte.engine.FlyteLaunchPlan":{execute:[82,2,1,""],register:[82,2,1,""],update:[82,2,1,""]},"flytekit.engines.flyte.engine.FlyteNodeExecution":{get_inputs:[82,2,1,""],get_outputs:[82,2,1,""],get_subworkflow_executions:[82,2,1,""],get_task_executions:[82,2,1,""],sync:[82,2,1,""]},"flytekit.engines.flyte.engine.FlyteTask":{execute:[82,2,1,""],register:[82,2,1,""]},"flytekit.engines.flyte.engine.FlyteTaskExecution":{get_child_executions:[82,2,1,""],get_inputs:[82,2,1,""],get_outputs:[82,2,1,""],sync:[82,2,1,""]},"flytekit.engines.flyte.engine.FlyteWorkflow":{register:[82,2,1,""]},"flytekit.engines.flyte.engine.FlyteWorkflowExecution":{get_inputs:[82,2,1,""],get_node_executions:[82,2,1,""],get_outputs:[82,2,1,""],sync:[82,2,1,""],terminate:[82,2,1,""]},"flytekit.engines.loader":{get_engine:[81,3,1,""]},"flytekit.engines.unit":{engine:[83,0,0,"-"],mock_stats:[83,0,0,"-"]},"flytekit.engines.unit.engine":{DynamicTask:[83,1,1,""],HiveTask:[83,1,1,""],ReturnOutputsTask:[83,1,1,""],UnitTestEngineFactory:[83,1,1,""],UnitTestEngineTask:[83,1,1,""]},"flytekit.engines.unit.engine.DynamicTask":{execute_array_task:[83,2,1,""],fulfil_bindings:[83,2,1,""],has_workflow_node:[83,2,1,""]},"flytekit.engines.unit.engine.UnitTestEngineFactory":{fetch_latest_task:[83,2,1,""],fetch_launch_plan:[83,2,1,""],fetch_task:[83,2,1,""],fetch_workflow:[83,2,1,""],fetch_workflow_execution:[83,2,1,""],get_launch_plan:[83,2,1,""],get_node_execution:[83,2,1,""],get_task:[83,2,1,""],get_task_execution:[83,2,1,""],get_workflow:[83,2,1,""],get_workflow_execution:[83,2,1,""]},"flytekit.engines.unit.engine.UnitTestEngineTask":{execute:[83,2,1,""],register:[83,2,1,""]},"flytekit.engines.unit.mock_stats":{MockStats:[83,1,1,""]},"flytekit.engines.unit.mock_stats.MockStats":{current_tags:[83,2,1,""],current_value:[83,2,1,""],decr:[83,2,1,""],gauge:[83,2,1,""],incr:[83,2,1,""],timer:[83,2,1,""],timing:[83,2,1,""]},"flytekit.interfaces":{data:[85,0,0,"-"],random:[84,0,0,"-"],stats:[90,0,0,"-"]},"flytekit.interfaces.data":{common:[85,0,0,"-"],data_proxy:[85,0,0,"-"],gcs:[86,0,0,"-"],http:[87,0,0,"-"],local:[88,0,0,"-"],s3:[89,0,0,"-"]},"flytekit.interfaces.data.common":{DataProxy:[85,1,1,""]},"flytekit.interfaces.data.common.DataProxy":{download:[85,2,1,""],download_directory:[85,2,1,""],exists:[85,2,1,""],get_random_directory:[85,2,1,""],get_random_path:[85,2,1,""],upload:[85,2,1,""],upload_directory:[85,2,1,""]},"flytekit.interfaces.data.data_proxy":{Data:[85,1,1,""],LocalDataContext:[85,1,1,""],LocalWorkingDirectoryContext:[85,1,1,""],RemoteDataContext:[85,1,1,""]},"flytekit.interfaces.data.data_proxy.Data":{data_exists:[85,2,1,""],get_data:[85,2,1,""],get_remote_directory:[85,2,1,""],get_remote_path:[85,2,1,""],put_data:[85,2,1,""]},"flytekit.interfaces.data.data_proxy.LocalWorkingDirectoryContext":{get:[85,2,1,""]},"flytekit.interfaces.data.gcs":{gcs_proxy:[86,0,0,"-"]},"flytekit.interfaces.data.gcs.gcs_proxy":{GCSProxy:[86,1,1,""]},"flytekit.interfaces.data.gcs.gcs_proxy.GCSProxy":{download:[86,2,1,""],download_directory:[86,2,1,""],exists:[86,2,1,""],get_random_directory:[86,2,1,""],get_random_path:[86,2,1,""],upload:[86,2,1,""],upload_directory:[86,2,1,""]},"flytekit.interfaces.data.http":{http_data_proxy:[87,0,0,"-"]},"flytekit.interfaces.data.http.http_data_proxy":{HttpFileProxy:[87,1,1,""]},"flytekit.interfaces.data.http.http_data_proxy.HttpFileProxy":{download:[87,2,1,""],download_directory:[87,2,1,""],exists:[87,2,1,""],get_random_directory:[87,2,1,""],get_random_path:[87,2,1,""],upload:[87,2,1,""],upload_directory:[87,2,1,""]},"flytekit.interfaces.data.local":{local_file_proxy:[88,0,0,"-"]},"flytekit.interfaces.data.local.local_file_proxy":{LocalFileProxy:[88,1,1,""]},"flytekit.interfaces.data.local.local_file_proxy.LocalFileProxy":{download:[88,2,1,""],download_directory:[88,2,1,""],exists:[88,2,1,""],get_random_directory:[88,2,1,""],get_random_path:[88,2,1,""],upload:[88,2,1,""],upload_directory:[88,2,1,""]},"flytekit.interfaces.data.s3":{s3proxy:[89,0,0,"-"]},"flytekit.interfaces.data.s3.s3proxy":{AwsS3Proxy:[89,1,1,""]},"flytekit.interfaces.data.s3.s3proxy.AwsS3Proxy":{download:[89,2,1,""],download_directory:[89,2,1,""],exists:[89,2,1,""],get_random_directory:[89,2,1,""],get_random_path:[89,2,1,""],upload:[89,2,1,""],upload_directory:[89,2,1,""]},"flytekit.interfaces.random":{random:[84,6,1,""],seed_flyte_random:[84,3,1,""]},"flytekit.interfaces.stats":{client:[90,0,0,"-"],taggable:[90,0,0,"-"]},"flytekit.interfaces.stats.client":{ScopeableStatsProxy:[90,1,1,""],StatsClientProxy:[90,1,1,""],get_base_stats:[90,3,1,""],get_stats:[90,3,1,""]},"flytekit.interfaces.stats.client.ScopeableStatsProxy":{EXTENDABLE_FUNC:[90,4,1,""],get_stats:[90,2,1,""],pipeline:[90,2,1,""]},"flytekit.interfaces.stats.taggable":{TaggableStats:[90,1,1,""],get_stats:[90,3,1,""]},"flytekit.interfaces.stats.taggable.TaggableStats":{EXTENDABLE_FUNC:[90,4,1,""],clear_tags:[90,2,1,""],extend_tags:[90,2,1,""],full_prefix:[90,2,1,""],get_stats:[90,2,1,""],pipeline:[90,2,1,""]},"flytekit.models":{"interface":[91,0,0,"-"],admin:[92,0,0,"-"],array_job:[91,0,0,"-"],common:[91,0,0,"-"],core:[93,0,0,"-"],dynamic_job:[91,0,0,"-"],execution:[91,0,0,"-"],filters:[91,0,0,"-"],launch_plan:[91,0,0,"-"],literals:[91,0,0,"-"],named_entity:[91,0,0,"-"],node_execution:[91,0,0,"-"],presto:[91,0,0,"-"],project:[91,0,0,"-"],qubole:[91,0,0,"-"],schedule:[91,0,0,"-"],task:[91,0,0,"-"],types:[91,0,0,"-"],workflow_closure:[91,0,0,"-"]},"flytekit.models.admin":{common:[92,0,0,"-"],task_execution:[92,0,0,"-"],workflow:[92,0,0,"-"]},"flytekit.models.admin.common":{Sort:[92,1,1,""]},"flytekit.models.admin.common.Sort":{Direction:[92,1,1,""],direction:[92,2,1,""],from_flyte_idl:[92,2,1,""],from_python_std:[92,2,1,""],key:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.admin.common.Sort.Direction":{ASCENDING:[92,4,1,""],DESCENDING:[92,4,1,""]},"flytekit.models.admin.task_execution":{TaskExecution:[92,1,1,""],TaskExecutionClosure:[92,1,1,""]},"flytekit.models.admin.task_execution.TaskExecution":{closure:[92,2,1,""],from_flyte_idl:[92,2,1,""],id:[92,2,1,""],input_uri:[92,2,1,""],is_parent:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.admin.task_execution.TaskExecutionClosure":{created_at:[92,2,1,""],duration:[92,2,1,""],error:[92,2,1,""],from_flyte_idl:[92,2,1,""],logs:[92,2,1,""],output_uri:[92,2,1,""],phase:[92,2,1,""],started_at:[92,2,1,""],to_flyte_idl:[92,2,1,""],updated_at:[92,2,1,""]},"flytekit.models.admin.workflow":{Workflow:[92,1,1,""],WorkflowClosure:[92,1,1,""],WorkflowSpec:[92,1,1,""]},"flytekit.models.admin.workflow.Workflow":{closure:[92,2,1,""],from_flyte_idl:[92,2,1,""],id:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.admin.workflow.WorkflowClosure":{compiled_workflow:[92,2,1,""],from_flyte_idl:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.admin.workflow.WorkflowSpec":{from_flyte_idl:[92,2,1,""],sub_workflows:[92,2,1,""],template:[92,2,1,""],to_flyte_idl:[92,2,1,""]},"flytekit.models.array_job":{ArrayJob:[91,1,1,""]},"flytekit.models.array_job.ArrayJob":{from_dict:[91,2,1,""],min_successes:[91,2,1,""],parallelism:[91,2,1,""],size:[91,2,1,""],to_dict:[91,2,1,""]},"flytekit.models.common":{Annotations:[91,1,1,""],EmailNotification:[91,1,1,""],FlyteABCMeta:[91,1,1,""],FlyteCustomIdlEntity:[91,1,1,""],FlyteIdlEntity:[91,1,1,""],FlyteType:[91,1,1,""],Labels:[91,1,1,""],NamedEntityIdentifier:[91,1,1,""],Notification:[91,1,1,""],PagerDutyNotification:[91,1,1,""],SlackNotification:[91,1,1,""],UrlBlob:[91,1,1,""]},"flytekit.models.common.Annotations":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],values:[91,2,1,""]},"flytekit.models.common.EmailNotification":{from_flyte_idl:[91,2,1,""],recipients_email:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.common.FlyteCustomIdlEntity":{from_dict:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_dict:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.common.FlyteIdlEntity":{is_empty:[91,2,1,""],short_string:[91,2,1,""],to_flyte_idl:[91,2,1,""],verbose_string:[91,2,1,""]},"flytekit.models.common.FlyteType":{from_flyte_idl:[91,2,1,""],short_class_string:[91,2,1,""],verbose_class_string:[91,2,1,""]},"flytekit.models.common.Labels":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],values:[91,2,1,""]},"flytekit.models.common.NamedEntityIdentifier":{domain:[91,2,1,""],from_flyte_idl:[91,2,1,""],name:[91,2,1,""],project:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.common.Notification":{email:[91,2,1,""],from_flyte_idl:[91,2,1,""],pager_duty:[91,2,1,""],phases:[91,2,1,""],slack:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.common.PagerDutyNotification":{from_flyte_idl:[91,2,1,""],recipients_email:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.common.SlackNotification":{from_flyte_idl:[91,2,1,""],recipients_email:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.common.UrlBlob":{bytes:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],url:[91,2,1,""]},"flytekit.models.core":{compiler:[93,0,0,"-"],condition:[93,0,0,"-"],errors:[93,0,0,"-"],execution:[93,0,0,"-"],identifier:[93,0,0,"-"],types:[93,0,0,"-"],workflow:[93,0,0,"-"]},"flytekit.models.core.compiler":{CompiledTask:[93,1,1,""],CompiledWorkflow:[93,1,1,""],CompiledWorkflowClosure:[93,1,1,""],ConnectionSet:[93,1,1,""]},"flytekit.models.core.compiler.CompiledTask":{from_flyte_idl:[93,2,1,""],template:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.compiler.CompiledWorkflow":{connections:[93,2,1,""],from_flyte_idl:[93,2,1,""],template:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.compiler.CompiledWorkflowClosure":{from_flyte_idl:[93,2,1,""],primary:[93,2,1,""],sub_workflows:[93,2,1,""],tasks:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.compiler.ConnectionSet":{IdList:[93,1,1,""],downstream:[93,2,1,""],from_flyte_idl:[93,2,1,""],to_flyte_idl:[93,2,1,""],upstream:[93,2,1,""]},"flytekit.models.core.compiler.ConnectionSet.IdList":{from_flyte_idl:[93,2,1,""],ids:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.condition":{BooleanExpression:[93,1,1,""],ComparisonExpression:[93,1,1,""],ConjunctionExpression:[93,1,1,""],Operand:[93,1,1,""]},"flytekit.models.core.condition.BooleanExpression":{comparison:[93,2,1,""],conjunction:[93,2,1,""],from_flyte_idl:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.condition.ComparisonExpression":{Operator:[93,1,1,""],from_flyte_idl:[93,2,1,""],left_value:[93,2,1,""],operator:[93,2,1,""],right_value:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.condition.ComparisonExpression.Operator":{EQ:[93,4,1,""],GT:[93,4,1,""],GTE:[93,4,1,""],LT:[93,4,1,""],LTE:[93,4,1,""],NEQ:[93,4,1,""]},"flytekit.models.core.condition.ConjunctionExpression":{LogicalOperator:[93,1,1,""],from_flyte_idl:[93,2,1,""],left_expression:[93,2,1,""],operator:[93,2,1,""],right_expression:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.condition.ConjunctionExpression.LogicalOperator":{AND:[93,4,1,""],OR:[93,4,1,""]},"flytekit.models.core.condition.Operand":{"var":[93,2,1,""],from_flyte_idl:[93,2,1,""],primitive:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.errors":{ContainerError:[93,1,1,""],ErrorDocument:[93,1,1,""]},"flytekit.models.core.errors.ContainerError":{Kind:[93,1,1,""],code:[93,2,1,""],from_flyte_idl:[93,2,1,""],kind:[93,2,1,""],message:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.errors.ContainerError.Kind":{NON_RECOVERABLE:[93,4,1,""],RECOVERABLE:[93,4,1,""]},"flytekit.models.core.errors.ErrorDocument":{error:[93,2,1,""],from_flyte_idl:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.execution":{ExecutionError:[93,1,1,""],NodeExecutionPhase:[93,1,1,""],TaskExecutionPhase:[93,1,1,""],TaskLog:[93,1,1,""],WorkflowExecutionPhase:[93,1,1,""]},"flytekit.models.core.execution.ExecutionError":{code:[93,2,1,""],error_uri:[93,2,1,""],from_flyte_idl:[93,2,1,""],message:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.execution.NodeExecutionPhase":{ABORTED:[93,4,1,""],FAILED:[93,4,1,""],FAILING:[93,4,1,""],QUEUED:[93,4,1,""],RUNNING:[93,4,1,""],SKIPPED:[93,4,1,""],SUCCEEDED:[93,4,1,""],TIMED_OUT:[93,4,1,""],UNDEFINED:[93,4,1,""],enum_to_string:[93,2,1,""]},"flytekit.models.core.execution.TaskExecutionPhase":{ABORTED:[93,4,1,""],FAILED:[93,4,1,""],QUEUED:[93,4,1,""],RUNNING:[93,4,1,""],SUCCEEDED:[93,4,1,""],UNDEFINED:[93,4,1,""],enum_to_string:[93,2,1,""]},"flytekit.models.core.execution.TaskLog":{MessageFormat:[93,1,1,""],from_flyte_idl:[93,2,1,""],message_format:[93,2,1,""],name:[93,2,1,""],to_flyte_idl:[93,2,1,""],ttl:[93,2,1,""],uri:[93,2,1,""]},"flytekit.models.core.execution.TaskLog.MessageFormat":{CSV:[93,4,1,""],JSON:[93,4,1,""],UNKNOWN:[93,4,1,""]},"flytekit.models.core.execution.WorkflowExecutionPhase":{ABORTED:[93,4,1,""],FAILED:[93,4,1,""],FAILING:[93,4,1,""],QUEUED:[93,4,1,""],RUNNING:[93,4,1,""],SUCCEEDED:[93,4,1,""],SUCCEEDING:[93,4,1,""],TIMED_OUT:[93,4,1,""],UNDEFINED:[93,4,1,""],enum_to_string:[93,2,1,""]},"flytekit.models.core.identifier":{Identifier:[93,1,1,""],NodeExecutionIdentifier:[93,1,1,""],ResourceType:[93,1,1,""],TaskExecutionIdentifier:[93,1,1,""],WorkflowExecutionIdentifier:[93,1,1,""]},"flytekit.models.core.identifier.Identifier":{domain:[93,2,1,""],from_flyte_idl:[93,2,1,""],name:[93,2,1,""],project:[93,2,1,""],resource_type:[93,2,1,""],to_flyte_idl:[93,2,1,""],version:[93,2,1,""]},"flytekit.models.core.identifier.NodeExecutionIdentifier":{execution_id:[93,2,1,""],from_flyte_idl:[93,2,1,""],node_id:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.identifier.ResourceType":{LAUNCH_PLAN:[93,4,1,""],TASK:[93,4,1,""],UNSPECIFIED:[93,4,1,""],WORKFLOW:[93,4,1,""]},"flytekit.models.core.identifier.TaskExecutionIdentifier":{from_flyte_idl:[93,2,1,""],node_execution_id:[93,2,1,""],retry_attempt:[93,2,1,""],task_id:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.identifier.WorkflowExecutionIdentifier":{domain:[93,2,1,""],from_flyte_idl:[93,2,1,""],name:[93,2,1,""],project:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.types":{BlobType:[93,1,1,""]},"flytekit.models.core.types.BlobType":{BlobDimensionality:[93,1,1,""],dimensionality:[93,2,1,""],format:[93,2,1,""],from_flyte_idl:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.types.BlobType.BlobDimensionality":{MULTIPART:[93,4,1,""],SINGLE:[93,4,1,""]},"flytekit.models.core.workflow":{Alias:[93,1,1,""],BranchNode:[93,1,1,""],IfBlock:[93,1,1,""],IfElseBlock:[93,1,1,""],Node:[93,1,1,""],NodeMetadata:[93,1,1,""],TaskNode:[93,1,1,""],WorkflowMetadata:[93,1,1,""],WorkflowMetadataDefaults:[93,1,1,""],WorkflowNode:[93,1,1,""],WorkflowTemplate:[93,1,1,""]},"flytekit.models.core.workflow.Alias":{"var":[93,2,1,""],alias:[93,2,1,""],from_flyte_idl:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.BranchNode":{from_flyte_idl:[93,2,1,""],if_else:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.IfBlock":{condition:[93,2,1,""],from_flyte_idl:[93,2,1,""],then_node:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.IfElseBlock":{"case":[93,2,1,""],else_node:[93,2,1,""],error:[93,2,1,""],from_flyte_idl:[93,2,1,""],other:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.Node":{branch_node:[93,2,1,""],from_flyte_idl:[93,2,1,""],id:[93,2,1,""],inputs:[93,2,1,""],metadata:[93,2,1,""],output_aliases:[93,2,1,""],target:[93,2,1,""],task_node:[93,2,1,""],to_flyte_idl:[93,2,1,""],upstream_node_ids:[93,2,1,""],workflow_node:[93,2,1,""]},"flytekit.models.core.workflow.NodeMetadata":{from_flyte_idl:[93,2,1,""],interruptible:[93,2,1,""],name:[93,2,1,""],retries:[93,2,1,""],timeout:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.TaskNode":{from_flyte_idl:[93,2,1,""],reference_id:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.WorkflowMetadata":{from_flyte_idl:[93,2,1,""],queuing_budget:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.WorkflowMetadataDefaults":{from_flyte_idl:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.WorkflowNode":{from_flyte_idl:[93,2,1,""],launchplan_ref:[93,2,1,""],reference:[93,2,1,""],sub_workflow_ref:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.core.workflow.WorkflowTemplate":{"interface":[93,2,1,""],failure_node:[93,2,1,""],from_flyte_idl:[93,2,1,""],id:[93,2,1,""],metadata:[93,2,1,""],metadata_defaults:[93,2,1,""],nodes:[93,2,1,""],outputs:[93,2,1,""],to_flyte_idl:[93,2,1,""]},"flytekit.models.dynamic_job":{DynamicJobSpec:[91,1,1,""]},"flytekit.models.dynamic_job.DynamicJobSpec":{from_flyte_idl:[91,2,1,""],min_successes:[91,2,1,""],nodes:[91,2,1,""],outputs:[91,2,1,""],subworkflows:[91,2,1,""],tasks:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution":{Execution:[91,1,1,""],ExecutionClosure:[91,1,1,""],ExecutionMetadata:[91,1,1,""],ExecutionSpec:[91,1,1,""],LiteralMapBlob:[91,1,1,""],NodeExecutionGetDataResponse:[91,1,1,""],NotificationList:[91,1,1,""],TaskExecutionGetDataResponse:[91,1,1,""],WorkflowExecutionGetDataResponse:[91,1,1,""]},"flytekit.models.execution.Execution":{closure:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],spec:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution.ExecutionClosure":{error:[91,2,1,""],from_flyte_idl:[91,2,1,""],outputs:[91,2,1,""],phase:[91,2,1,""],started_at:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution.ExecutionMetadata":{ExecutionMode:[91,1,1,""],from_flyte_idl:[91,2,1,""],mode:[91,2,1,""],nesting:[91,2,1,""],principal:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution.ExecutionMetadata.ExecutionMode":{MANUAL:[91,4,1,""],SCHEDULED:[91,4,1,""],SYSTEM:[91,4,1,""]},"flytekit.models.execution.ExecutionSpec":{annotations:[91,2,1,""],disable_all:[91,2,1,""],from_flyte_idl:[91,2,1,""],labels:[91,2,1,""],launch_plan:[91,2,1,""],metadata:[91,2,1,""],notifications:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution.LiteralMapBlob":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],uri:[91,2,1,""],values:[91,2,1,""]},"flytekit.models.execution.NodeExecutionGetDataResponse":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution.NotificationList":{from_flyte_idl:[91,2,1,""],notifications:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution.TaskExecutionGetDataResponse":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.execution.WorkflowExecutionGetDataResponse":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.filters":{Contains:[91,1,1,""],Equal:[91,1,1,""],Filter:[91,1,1,""],FilterList:[91,1,1,""],GreaterThan:[91,1,1,""],GreaterThanOrEqual:[91,1,1,""],LessThan:[91,1,1,""],LessThanOrEqual:[91,1,1,""],NotEqual:[91,1,1,""],SetFilter:[91,1,1,""],ValueIn:[91,1,1,""]},"flytekit.models.filters.Filter":{from_flyte_idl:[91,2,1,""],from_python_std:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.filters.FilterList":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.interface":{Parameter:[91,1,1,""],ParameterMap:[91,1,1,""],TypedInterface:[91,1,1,""],Variable:[91,1,1,""],VariableMap:[91,1,1,""]},"flytekit.models.interface.Parameter":{"default":[91,2,1,""],"var":[91,2,1,""],behavior:[91,2,1,""],from_flyte_idl:[91,2,1,""],required:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.interface.ParameterMap":{from_flyte_idl:[91,2,1,""],parameters:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.interface.TypedInterface":{from_flyte_idl:[91,2,1,""],inputs:[91,2,1,""],outputs:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.interface.Variable":{description:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],type:[91,2,1,""]},"flytekit.models.interface.VariableMap":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],variables:[91,2,1,""]},"flytekit.models.launch_plan":{Auth:[91,1,1,""],LaunchPlan:[91,1,1,""],LaunchPlanClosure:[91,1,1,""],LaunchPlanMetadata:[91,1,1,""],LaunchPlanSpec:[91,1,1,""],LaunchPlanState:[91,1,1,""]},"flytekit.models.launch_plan.Auth":{assumable_iam_role:[91,2,1,""],from_flyte_idl:[91,2,1,""],kubernetes_service_account:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.launch_plan.LaunchPlan":{closure:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],spec:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.launch_plan.LaunchPlanClosure":{expected_inputs:[91,2,1,""],expected_outputs:[91,2,1,""],from_flyte_idl:[91,2,1,""],state:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.launch_plan.LaunchPlanMetadata":{from_flyte_idl:[91,2,1,""],notifications:[91,2,1,""],schedule:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.launch_plan.LaunchPlanSpec":{annotations:[91,2,1,""],auth:[91,2,1,""],default_inputs:[91,2,1,""],entity_metadata:[91,2,1,""],fixed_inputs:[91,2,1,""],from_flyte_idl:[91,2,1,""],labels:[91,2,1,""],to_flyte_idl:[91,2,1,""],workflow_id:[91,2,1,""]},"flytekit.models.launch_plan.LaunchPlanState":{ACTIVE:[91,4,1,""],INACTIVE:[91,4,1,""],enum_to_string:[91,2,1,""]},"flytekit.models.literals":{Binary:[91,1,1,""],Binding:[91,1,1,""],BindingData:[91,1,1,""],BindingDataCollection:[91,1,1,""],BindingDataMap:[91,1,1,""],Blob:[91,1,1,""],BlobMetadata:[91,1,1,""],Literal:[91,1,1,""],LiteralCollection:[91,1,1,""],LiteralMap:[91,1,1,""],Primitive:[91,1,1,""],RetryStrategy:[91,1,1,""],Scalar:[91,1,1,""],Schema:[91,1,1,""],Void:[91,1,1,""]},"flytekit.models.literals.Binary":{from_flyte_idl:[91,2,1,""],tag:[91,2,1,""],to_flyte_idl:[91,2,1,""],value:[91,2,1,""]},"flytekit.models.literals.Binding":{"var":[91,2,1,""],binding:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.literals.BindingData":{collection:[91,2,1,""],from_flyte_idl:[91,2,1,""],map:[91,2,1,""],promise:[91,2,1,""],scalar:[91,2,1,""],to_flyte_idl:[91,2,1,""],to_literal_model:[91,2,1,""],value:[91,2,1,""]},"flytekit.models.literals.BindingDataCollection":{bindings:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.literals.BindingDataMap":{bindings:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.literals.Blob":{from_flyte_idl:[91,2,1,""],metadata:[91,2,1,""],to_flyte_idl:[91,2,1,""],uri:[91,2,1,""]},"flytekit.models.literals.BlobMetadata":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],type:[91,2,1,""]},"flytekit.models.literals.Literal":{collection:[91,2,1,""],from_flyte_idl:[91,2,1,""],map:[91,2,1,""],scalar:[91,2,1,""],to_flyte_idl:[91,2,1,""],value:[91,2,1,""]},"flytekit.models.literals.LiteralCollection":{from_flyte_idl:[91,2,1,""],literals:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.literals.LiteralMap":{from_flyte_idl:[91,2,1,""],literals:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.literals.Primitive":{"boolean":[91,2,1,""],datetime:[91,2,1,""],duration:[91,2,1,""],float_value:[91,2,1,""],from_flyte_idl:[91,2,1,""],integer:[91,2,1,""],string_value:[91,2,1,""],to_flyte_idl:[91,2,1,""],value:[91,2,1,""]},"flytekit.models.literals.RetryStrategy":{from_flyte_idl:[91,2,1,""],retries:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.literals.Scalar":{binary:[91,2,1,""],blob:[91,2,1,""],error:[91,2,1,""],from_flyte_idl:[91,2,1,""],generic:[91,2,1,""],none_type:[91,2,1,""],primitive:[91,2,1,""],schema:[91,2,1,""],to_flyte_idl:[91,2,1,""],value:[91,2,1,""]},"flytekit.models.literals.Schema":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],type:[91,2,1,""],uri:[91,2,1,""]},"flytekit.models.literals.Void":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.named_entity":{NamedEntityIdentifier:[91,1,1,""],NamedEntityMetadata:[91,1,1,""],NamedEntityState:[91,1,1,""]},"flytekit.models.named_entity.NamedEntityIdentifier":{domain:[91,2,1,""],from_flyte_idl:[91,2,1,""],name:[91,2,1,""],project:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.named_entity.NamedEntityMetadata":{description:[91,2,1,""],from_flyte_idl:[91,2,1,""],state:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.named_entity.NamedEntityState":{ACTIVE:[91,4,1,""],ARCHIVED:[91,4,1,""],enum_to_string:[91,2,1,""]},"flytekit.models.node_execution":{NodeExecution:[91,1,1,""],NodeExecutionClosure:[91,1,1,""]},"flytekit.models.node_execution.NodeExecution":{closure:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],input_uri:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.node_execution.NodeExecutionClosure":{duration:[91,2,1,""],error:[91,2,1,""],from_flyte_idl:[91,2,1,""],output_uri:[91,2,1,""],phase:[91,2,1,""],started_at:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.presto":{PrestoQuery:[91,1,1,""]},"flytekit.models.presto.PrestoQuery":{catalog:[91,2,1,""],from_flyte_idl:[91,2,1,""],routing_group:[91,2,1,""],schema:[91,2,1,""],statement:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.project":{Project:[91,1,1,""]},"flytekit.models.project.Project":{description:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],name:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.qubole":{HiveQuery:[91,1,1,""],HiveQueryCollection:[91,1,1,""],QuboleHiveJob:[91,1,1,""]},"flytekit.models.qubole.HiveQuery":{from_flyte_idl:[91,2,1,""],query:[91,2,1,""],retry_count:[91,2,1,""],timeout_sec:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.qubole.HiveQueryCollection":{from_flyte_idl:[91,2,1,""],queries:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.qubole.QuboleHiveJob":{cluster_label:[91,2,1,""],from_flyte_idl:[91,2,1,""],query:[91,2,1,""],query_collection:[91,2,1,""],tags:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.schedule":{Schedule:[91,1,1,""]},"flytekit.models.schedule.Schedule":{FixedRate:[91,1,1,""],FixedRateUnit:[91,1,1,""],cron_expression:[91,2,1,""],from_flyte_idl:[91,2,1,""],kickoff_time_input_arg:[91,2,1,""],rate:[91,2,1,""],schedule_expression:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.schedule.Schedule.FixedRate":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],unit:[91,2,1,""],value:[91,2,1,""]},"flytekit.models.schedule.Schedule.FixedRateUnit":{DAY:[91,4,1,""],HOUR:[91,4,1,""],MINUTE:[91,4,1,""],enum_to_string:[91,2,1,""]},"flytekit.models.task":{CompiledTask:[91,1,1,""],Container:[91,1,1,""],PyTorchJob:[91,1,1,""],Resources:[91,1,1,""],RuntimeMetadata:[91,1,1,""],SidecarJob:[91,1,1,""],SparkJob:[91,1,1,""],Task:[91,1,1,""],TaskClosure:[91,1,1,""],TaskMetadata:[91,1,1,""],TaskSpec:[91,1,1,""],TaskTemplate:[91,1,1,""]},"flytekit.models.task.CompiledTask":{from_flyte_idl:[91,2,1,""],template:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.Container":{args:[91,2,1,""],command:[91,2,1,""],config:[91,2,1,""],env:[91,2,1,""],from_flyte_idl:[91,2,1,""],image:[91,2,1,""],resources:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.PyTorchJob":{from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],workers_count:[91,2,1,""]},"flytekit.models.task.Resources":{ResourceEntry:[91,1,1,""],ResourceName:[91,1,1,""],from_flyte_idl:[91,2,1,""],limits:[91,2,1,""],requests:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.Resources.ResourceEntry":{from_flyte_idl:[91,2,1,""],name:[91,2,1,""],to_flyte_idl:[91,2,1,""],value:[91,2,1,""]},"flytekit.models.task.Resources.ResourceName":{CPU:[91,4,1,""],GPU:[91,4,1,""],MEMORY:[91,4,1,""],STORAGE:[91,4,1,""],UNKNOWN:[91,4,1,""]},"flytekit.models.task.RuntimeMetadata":{RuntimeType:[91,1,1,""],flavor:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""],type:[91,2,1,""],version:[91,2,1,""]},"flytekit.models.task.RuntimeMetadata.RuntimeType":{FLYTE_SDK:[91,4,1,""],OTHER:[91,4,1,""]},"flytekit.models.task.SidecarJob":{from_flyte_idl:[91,2,1,""],pod_spec:[91,2,1,""],primary_container_name:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.SparkJob":{application_file:[91,2,1,""],executor_path:[91,2,1,""],from_flyte_idl:[91,2,1,""],hadoop_conf:[91,2,1,""],main_class:[91,2,1,""],spark_conf:[91,2,1,""],spark_type:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.Task":{closure:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.TaskClosure":{compiled_task:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.TaskMetadata":{deprecated_error_message:[91,2,1,""],discoverable:[91,2,1,""],discovery_version:[91,2,1,""],from_flyte_idl:[91,2,1,""],interruptible:[91,2,1,""],retries:[91,2,1,""],runtime:[91,2,1,""],timeout:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.TaskSpec":{from_flyte_idl:[91,2,1,""],template:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.task.TaskTemplate":{"interface":[91,2,1,""],container:[91,2,1,""],custom:[91,2,1,""],from_flyte_idl:[91,2,1,""],id:[91,2,1,""],metadata:[91,2,1,""],to_flyte_idl:[91,2,1,""],type:[91,2,1,""]},"flytekit.models.types":{LiteralType:[91,1,1,""],OutputReference:[91,1,1,""],SchemaType:[91,1,1,""],SimpleType:[91,1,1,""]},"flytekit.models.types.LiteralType":{blob:[91,2,1,""],collection_type:[91,2,1,""],from_flyte_idl:[91,2,1,""],map_value_type:[91,2,1,""],metadata:[91,2,1,""],schema:[91,2,1,""],simple:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.types.OutputReference":{"var":[91,2,1,""],from_flyte_idl:[91,2,1,""],node_id:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.types.SchemaType":{SchemaColumn:[91,1,1,""],columns:[91,2,1,""],from_flyte_idl:[91,2,1,""],to_flyte_idl:[91,2,1,""]},"flytekit.models.types.SchemaType.SchemaColumn":{SchemaColumnType:[91,1,1,""],from_flyte_idl:[91,2,1,""],name:[91,2,1,""],to_flyte_idl:[91,2,1,""],type:[91,2,1,""]},"flytekit.models.types.SchemaType.SchemaColumn.SchemaColumnType":{BOOLEAN:[91,4,1,""],DATETIME:[91,4,1,""],DURATION:[91,4,1,""],FLOAT:[91,4,1,""],INTEGER:[91,4,1,""],STRING:[91,4,1,""]},"flytekit.models.types.SimpleType":{BINARY:[91,4,1,""],BOOLEAN:[91,4,1,""],DATETIME:[91,4,1,""],DURATION:[91,4,1,""],ERROR:[91,4,1,""],FLOAT:[91,4,1,""],INTEGER:[91,4,1,""],NONE:[91,4,1,""],STRING:[91,4,1,""],STRUCT:[91,4,1,""]},"flytekit.models.workflow_closure":{WorkflowClosure:[91,1,1,""]},"flytekit.models.workflow_closure.WorkflowClosure":{from_flyte_idl:[91,2,1,""],tasks:[91,2,1,""],to_flyte_idl:[91,2,1,""],workflow:[91,2,1,""]},"flytekit.sdk":{exceptions:[95,0,0,"-"],spark_types:[95,0,0,"-"],tasks:[95,0,0,"-"],test_utils:[95,0,0,"-"],types:[95,0,0,"-"],workflow:[95,0,0,"-"]},"flytekit.sdk.exceptions":{RecoverableException:[95,5,1,""]},"flytekit.sdk.spark_types":{SparkType:[95,1,1,""]},"flytekit.sdk.spark_types.SparkType":{JAVA:[95,4,1,""],PYTHON:[95,4,1,""],R:[95,4,1,""],SCALA:[95,4,1,""]},"flytekit.sdk.tasks":{dynamic_task:[95,3,1,""],generic_spark_task:[95,3,1,""],hive_task:[95,3,1,""],inputs:[95,3,1,""],outputs:[95,3,1,""],python_task:[95,3,1,""],pytorch_task:[95,3,1,""],qubole_hive_task:[95,3,1,""],qubole_spark_task:[95,3,1,""],sidecar_task:[95,3,1,""],spark_task:[95,3,1,""]},"flytekit.sdk.test_utils":{LocalTestFileSystem:[95,1,1,""],flyte_test:[95,3,1,""]},"flytekit.sdk.types":{Types:[95,1,1,""]},"flytekit.sdk.types.Types":{Blob:[95,1,1,""],Boolean:[95,1,1,""],CSV:[95,1,1,""],Datetime:[95,1,1,""],Float:[95,1,1,""],Generic:[95,1,1,""],Integer:[95,1,1,""],List:[95,2,1,""],MultiPartBlob:[95,1,1,""],MultiPartCSV:[95,1,1,""],Proto:[95,2,1,""],Schema:[95,2,1,""],String:[95,1,1,""],Timedelta:[95,1,1,""]},"flytekit.sdk.types.Types.Blob":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.types.Types.Boolean":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.types.Types.CSV":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""]},"flytekit.sdk.types.Types.Datetime":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.types.Types.Float":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.types.Types.Generic":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],long_string:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.types.Types.Integer":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.types.Types.MultiPartBlob":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.types.Types.MultiPartCSV":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""]},"flytekit.sdk.types.Types.String":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""],verbose_string:[95,2,1,""]},"flytekit.sdk.types.Types.Timedelta":{from_python_std:[95,2,1,""],from_string:[95,2,1,""],is_castable_from:[95,2,1,""],promote_from_model:[95,2,1,""],short_class_string:[95,2,1,""],short_string:[95,2,1,""],to_flyte_literal_type:[95,2,1,""],to_python_std:[95,2,1,""]},"flytekit.sdk.workflow":{Input:[95,1,1,""],Output:[95,1,1,""],workflow:[95,3,1,""],workflow_class:[95,3,1,""]},"flytekit.tools":{lazy_loader:[96,0,0,"-"],module_loader:[96,0,0,"-"],subprocess:[96,0,0,"-"]},"flytekit.tools.lazy_loader":{LazyLoadPlugin:[96,1,1,""],lazy_load_module:[96,3,1,""]},"flytekit.tools.lazy_loader.LazyLoadPlugin":{LAZY_LOADING_PLUGINS:[96,4,1,""],get_extras_require:[96,2,1,""]},"flytekit.tools.module_loader":{iterate_modules:[96,3,1,""],iterate_registerable_entities_in_order:[96,3,1,""],load_workflow_modules:[96,3,1,""]},"flytekit.tools.subprocess":{check_call:[96,3,1,""]},"flytekit.type_engines":{"default":[98,0,0,"-"],common:[97,0,0,"-"]},"flytekit.type_engines.common":{TypeEngine:[97,1,1,""]},"flytekit.type_engines.common.TypeEngine":{get_sdk_type_from_literal_type:[97,2,1,""],infer_sdk_type_from_literal:[97,2,1,""],python_std_to_sdk_type:[97,2,1,""]},"flytekit.type_engines.default":{flyte:[98,0,0,"-"]},"flytekit.type_engines.default.flyte":{FlyteDefaultTypeEngine:[98,1,1,""]},"flytekit.type_engines.default.flyte.FlyteDefaultTypeEngine":{get_sdk_type_from_literal_type:[98,2,1,""],infer_sdk_type_from_literal:[98,2,1,""],python_std_to_sdk_type:[98,2,1,""]},flytekit:{bin:[65,0,0,"-"],clients:[66,0,0,"-"],clis:[67,0,0,"-"],common:[71,0,0,"-"],configuration:[78,0,0,"-"],contrib:[79,0,0,"-"],engines:[81,0,0,"-"],interfaces:[84,0,0,"-"],models:[91,0,0,"-"],plugins:[94,0,0,"-"],sdk:[95,0,0,"-"],tools:[96,0,0,"-"],type_engines:[97,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","function","Python function"],"4":["py","attribute","Python attribute"],"5":["py","exception","Python exception"],"6":["py","data","Python data"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:function","4":"py:attribute","5":"py:exception","6":"py:data"},terms:{"000000000z07":15,"02t15":15,"0x19ca018":84,"1000m":134,"100s":104,"10s":7,"123accountid":121,"15s":7,"1757c8c0d7a149b79f2c202c2c78b378":130,"1757c8c0d7a149b79f2c202c2c78b378_tmp":130,"1oq8oblzxgv8pvjftlf0qf":124,"29t17":15,"30m":7,"30s":7,"32g":95,"4gi":95,"5000gi":10,"500m":95,"5tb":10,"60s":7,"8gi":95,"999999999z07":15,"9a7b8cdb982161daebd5618fc7cb5041":124,"abstract":[14,22,41,71,74,76,81,91,97,105,113],"boolean":[22,39,46,48,76,91,95],"break":[91,122],"byte":[20,23,46,76,84,91],"case":[0,2,8,15,17,20,22,23,25,27,28,29,34,35,36,42,47,49,78,84,93,95,103,112,117,129,134],"catch":[49,93,114],"class":[20,66,68,70,71,72,74,75,76,77,78,80,81,82,83,85,86,87,88,89,90,91,92,93,95,96,97,98,113,117,118,123,132],"default":[4,5,7,9,10,12,13,15,17,20,23,25,27,28,33,39,40,41,42,43,45,47,48,49,54,60,64,67,71,77,78,80,91,95,97,113,115,118,124,132],"enum":[10,15,66,71,74,75,81,82,91,92,93,95],"export":2,"final":[17,22,39,40,49,91,93,106,120,129],"float":[22,48,76,91,95],"function":[14,15,20,66,67,70,71,73,74,75,78,80,83,84,95,96,101,102,109,113,114,122,123,128],"import":[0,13,15,20,30,39,74,95,109,117,118,123,132,133],"int":[4,7,10,22,47,66,70,71,73,74,75,76,78,80,81,82,84,91,92,93,95],"long":[66,80,95],"new":[0,7,11,13,15,20,22,23,38,51,66,77,90,101,103,113,120,122,123],"null":[46,80,95],"public":78,"return":[20,22,23,25,27,29,34,35,36,66,67,68,70,71,72,73,74,75,76,77,78,80,81,82,83,85,86,87,88,89,90,91,92,93,95,96,98,112,128,130,133],"static":[22,25,46,49,76,83,95,110,129],"super":121,"switch":[13,66],"throw":[49,93],"transient":[80,95],"true":[2,11,23,25,49,67,68,71,77,90,91,95,96,103,122,123,132],"try":[8,71,74,80,91,101,103,125],"var":[11,13,39,45,46,47,48,49,71,91,93],"void":[76,91],"while":[0,2,15,20,95,96,104,118,133],AKS:8,AND:[22,39,93],AWS:[0,6,8,10,13,33,47,71,78,110],And:[71,118,132,133],But:20,DOS:2,EKS:8,FOR:8,For:[0,2,7,8,10,11,13,14,15,17,20,22,25,38,47,51,70,74,75,78,91,105,109,113,114,115,116,118,124,133],GCS:13,Going:[9,103],INTO:[95,132],K8s:[7,10,20,22,28,47,134],MBs:4,NOT:[48,75,76,95],Not:[22,42],One:[15,17,20,49,110,129,134],RDS:13,SNS:14,SQS:14,That:[20,27,34,49,74,103,130],The:[0,2,4,5,7,8,10,11,12,13,14,15,17,19,20,21,22,23,25,26,29,30,35,38,40,41,46,47,48,49,51,53,59,66,70,71,74,75,76,77,78,80,81,91,93,95,101,102,103,104,108,109,111,112,113,114,115,118,120,122,123,124,128,129,130,132,133,134],Then:132,There:[13,19,22,46,91,95,111,129],These:[0,2,7,8,10,11,13,14,15,18,19,20,25,26,27,44,46,47,55,70,75,91,95,110,114,117,120],Use:[7,10,66,67,71,95,101,115,123],Used:[25,46,77,78,96],Uses:[33,76,95],Using:[13,18,22,95,109,113,117,133],WITH:132,With:[13,116,123],__future__:[123,132,133],__stories__:17,_base_sdk_typ:76,_common_pb2:91,_commondatarespons:91,_execution_model:71,_execution_pb2:91,_extendedschedul:71,_flyteconfigurationentri:78,_flyterequiredconfigurationentri:78,_hivesensor:80,_identifi:[71,74,75],_instancetrack:74,_instantiated_in:74,_interfac:83,_node_execution_model:71,_node_execution_pb2:91,_outputdatacontext:85,_presto:91,_qubol:91,_register:71,_request:123,_schema_impl:76,_sdk_runnabl:75,_struct:91,_task:[75,91],_task_execution_model:75,_task_execution_pb2:91,_task_funct:[80,95],_task_templ:95,_type:96,_workflow:91,_workflow_metaclass:95,a_sidecar_task:95,ab_project:10,abc123:70,abc:[91,95],abcmeta:91,abil:[45,71,104,110,122],abl:[13,80,95,123],abort:[25,40,42,93,119],abort_caus:25,abort_metadata:25,about:[0,8,10,15,18,20,21,22,24,25,42,46,47,49,51,55,66,73,91,93,101,103,113,114,115,124,129,130,132],abov:[7,10,11,15,16,20,23,28,71,74,95,103,112,118,120,123,134],absenc:[10,110],absolut:[40,54,71,91,103],absolute_import:[123,132,133],accept:[0,68,95,114,118,120,133],access:[0,4,8,9,11,13,17,20,23,42,47,66,70,77,78,95,115,123,124,125],access_token:[66,68],accesskei:[4,13],accident:120,accompani:47,accomplish:95,accordingli:124,account:[71,78,91,121],acct:121,achiev:[13,111,112,134],ack:7,acl:25,acquir:7,across:[0,5,9,11,14,15,16,20,23,25,51,66,75,93,104,114,115,122],act:7,action:[7,25,71,73],activ:[0,15,23,27,66,71,91,103,110,115,118],activate_all_impl:70,actual:[14,20,22,23,25,47,54,66,71,102,103,120,130,132],acycl:[0,22,36,49,102,109,114],adapt:[73,95,103],add:[7,11,13,23,47,70,73,75,80,90,95,101,103,123,134],add_input:75,add_one_and_print:128,add_output:75,added:[0,11,20,25,66,75,128],adding:[13,20,120,121,122],addit:[11,15,17,20,25,27,29,35,36,47,49,51,75,84,91,93,95,110,114,120,133],additional_msg:73,address:[7,8,11,23,30,42,47],adher:95,adjac:38,adjust:118,admin:[5,9,10,13,17,18,19,52,53,64,66,70,71,74,75,78,81,82,83,91,93,108,112,115],admin_api_url:17,admindeploy:[10,11,13],adminent:17,administ:15,administr:[0,2,10,19,21,100,102,103,115],advanc:[71,74,75],advantag:114,advis:[46,113],affect:[15,84],aforement:[19,20],after:[2,15,25,27,38,47,49,74,93,113,115,123,129],again:80,against:[7,13,20,95,109],aggreg:[13,19,95],agil:103,aid:2,aim:[0,103,120],algorithm:95,alia:93,alias:[22,49,93],aliv:59,all:[0,5,6,7,9,10,11,13,14,17,20,21,22,23,25,27,28,29,34,35,36,38,41,42,47,49,51,52,53,54,63,66,70,71,74,75,84,90,91,93,95,96,103,104,108,112,113,114,115,118,120,128,129,133],allevi:130,allow:[4,10,12,15,16,17,22,46,47,48,49,51,71,73,74,75,78,80,91,95,104,109,110,111,113,115,132,134],allowed_failure_ratio:[75,95],along:[2,10,16,25,75,130],alongsid:[20,36,95],alpin:[95,133],alreadi:[25,40,66,71,74,78,95,115,118,125,133,134],already_in_terminal_st:24,also:[0,2,8,10,14,15,20,22,38,66,73,74,76,77,84,91,95,101,103,105,109,110,112,113,114,115,118,120,122,123,128,134],alsologtostderr:7,alter:[13,22,49,77,101,114,130],altern:[0,6,8,15,77,112,121],alwai:[10,20,22,25,38,46,48,51,71,73,91,103,110,113,114,118,122],amazon:[8,14,123],amend:130,amongst:2,amount:[17,25,29,35,71,74,80,91,95],an_alternative_input:118,an_integer_input:118,analyz:[49,109],ani:[0,2,7,8,10,15,17,20,22,25,27,36,38,46,47,49,51,54,66,73,74,75,77,78,80,81,91,93,95,96,101,102,103,104,109,110,112,113,114,120,122,124,129,134],anim:22,annot:[25,27,71,74,81,82,91,95,116,126,128,132],annotation_overrid:[71,74,81,82],anoth:[2,8,17,25,46,48,70,74,91,96,115,118,122,132],anyon:101,api:[0,7,10,14,15,17,23,47,59,66,91,95,100,112,123,130,133],apimachineri:47,apivers:11,app:[78,124],appear:[47,49,66,70,93],append:[15,23,47,77,95,129,132],append_to_partit:77,appli:[10,11,13,23,25,27,28,32,37,47,66,75,78,91,95,120,121,133],applic:[2,10,14,15,17,42,71,91,102],application_fil:91,applicationtyp:60,approach:22,appropri:[0,14,20,70,73,75,95],april:103,arbitrari:[91,95,117,129],arbitrarili:95,architect:21,architectur:[1,11,19,100,101],archiv:[23,91],area:103,aren:[20,23],arg:[47,66,67,71,74,75,78,83,91,95,115,133],argument:[67,80,91,95,110,114,115,121,123,133],arn:121,around:[13,20,22,66,68,120],arrai:[15,46,54,84,91,114],arrang:[17,34,114],array_input:83,array_job:[55,64,99],arrayjob:91,artifact:[16,64,71,75],artifactdata:16,artifacttag:16,ascend:[15,23,92],aspect:[103,120],assembl:[106,129],assert:[91,95,133],assert_and_cr:95,assertionerror:73,assign:[10,14,22,25,28,46,54,74,75,115,118],assign_custom_and_return:75,assign_id_and_return:71,assign_type_and_return:75,assigne:103,assist:0,associ:[0,2,6,10,16,22,23,27,29,36,46,48,51,66,77,91,95,103,109,110,112,122],assum:[2,7,11,74,75],assumable_iam_rol:[23,27,71,78,91,121],async:14,atleast:38,attach:11,attempt:[47,51,71,78,80,91,96,110],attr:70,attribut:[10,15,23,25,27,28,29,32,34,35,37,71,95,115,117],auth:[2,4,11,13,25,64,67,70,71,91,99,121],auth_cod:68,auth_endpoint:68,auth_mod:78,auth_rol:[25,27],authent:[1,9,13,25,66,78,115],author:[2,10,25,68,70,78,91,95,102,113,123],authorization_cli:68,authorization_endpoint:68,authorization_head:70,authorization_metadata_kei:78,authorizationcli:68,authorizationcod:68,authorizationendpoint:68,authrol:[25,27],authtyp:4,auto:[47,66,71,91],auto_assign_nam:74,autodeletingtempdir:[71,75,81,123],autogener:93,autom:2,automat:[2,22,47,78,95,103,104,110,111,112,115,120,132],autonom:104,autorefreshcach:20,avail:[2,4,5,7,8,9,10,42,47,55,66,75,95,101,109,110,112,114,115],avoid:[14,47,95,113,120],awai:22,awesom:102,awk:11,aws:[64,71,91,99,121],awss3proxi:89,azur:[8,13],b64:76,b78e1502cef04d5db8bef64a2226f707:130,back:[0,14,20,25,45,51,52,75,78,95,120],backend:[1,9,95,109],background:[18,21],backoff:[7,42],backward:[47,103],bad:90,bak:13,balanc:[0,11],bar:[15,117,132,133],base64:70,base:[0,2,7,10,13,15,16,20,23,25,27,28,34,35,36,49,51,64,66,68,70,71,72,74,75,76,77,78,80,81,82,83,85,86,87,88,89,90,91,92,93,95,96,97,98,122,129],base_literal_typ:[76,95],base_model:[71,72,75],base_sdk_typ:[64,71,75,77,95,97,98,132],base_sensor:[64,79],base_url:17,baseexecutionenginefactori:[81,82,83],basehttprequesthandl:68,basehttpserv:68,baselaunchplanexecutor:[81,82,83],basenodeexecut:[81,82,83],basetaskexecut:[81,82,83],basetaskexecutor:[81,82,83],baseworkflowexecut:[81,82,83],baseworkflowexecutor:[81,82,83],basi:[91,103],basic:[0,2,20,70,74,78,81,111,123],basic_auth:[64,67],batch:[0,7,10,47,75,95,104],batch_hiv:71,batch_hive_task:71,battl:113,baz:15,bearer:70,becaus:[8,15,19,22,47,66,78,95,114,118,122,132],becom:[40,47],been:[5,11,13,47,84,120,123,130],befor:[7,13,17,19,20,21,46,47,66,74,76,77,78,80,91,95,101,123,124,128,130,133],beforehand:129,began:[25,29,35],begin:[15,20,78,123],behalf:0,behav:[110,122],behavior:[2,13,17,20,21,22,34,41,48,75,78,80,84,91,95],behind:[25,103,132],being:[2,38,47,75,76,77,95,103],belong:[23,25,27,43,82,128],below:[0,8,10,13,14,15,19,122],benchmark:4,bespok:[80,95],best:[21,91,120],beta:47,better:[75,95],between:[7,15,22,24,31,47,48,66,73,74,84,95,103,120,122],beyond:[1,9],bill:111,bin:[64,95,99,115,133],binari:[17,39,47,48,77,91,93,112,115,123],bind:[22,40,49,68,71,91,93,106,118,129],bind_and_activ:68,bindindg:106,binding_data:[71,83],bindingdata:[49,71,83,91],bindingdatacollect:91,bindingdatamap:91,bit:[20,74],blob:[4,14,22,29,35,47,48,64,66,71,91,93,95,123,129],blobdimension:93,blobinstanti:76,blobmetadata:91,blobtyp:[46,91,93],block:[22,34,49,102,123],bodi:[30,119,133],bool:[4,6,7,22,25,35,45,46,47,49,67,68,71,74,75,76,77,78,80,83,85,86,87,88,89,91,92,95,96],booleanexpress:[49,93],boom:118,both:[2,15,95,133],bottom:[10,124],bottom_trim:73,bound:[22,47,49,80,93,95,108,110,112,114,130],box:121,branch:[19,49,93,109],branch_nod:[49,93],branchnod:93,brief:[2,20],bring:[22,54,59,91,95,133],broader:130,broadli:[20,22],broken:14,brought:95,browser:[17,78],bucket:[7,13,130,132],budget:[71,95],buffer:[7,22,44,46,47,52,53,55,102],bug:101,build:[8,11,13,14,21,75,76,77,102,123,128,129,134],build_sdk_workflow_from_metaclass:71,builder:19,built:[0,12,20,47,83,120,123,128],bundl:[0,17],burst:7,busi:[14,104],button:124,cacert:11,cach:[4,7,12,16,20,91,95,113,114,116,126],cache_vers:[16,95,122,128,129],caches:7,cadenc:[12,13,27],calcul:134,call:[0,2,4,11,13,14,20,29,47,66,70,71,73,74,75,78,84,90,95,108,113,120,123,124],callback:[68,78],caller:80,can:[0,2,4,7,8,10,11,13,14,15,16,17,19,20,22,23,24,25,26,27,28,29,34,35,36,39,41,42,43,46,47,48,49,51,54,66,71,73,75,76,77,78,80,84,90,91,93,95,96,101,102,104,106,109,110,111,112,113,114,115,117,118,119,120,121,122,123,124,125,129,130,132,133,134],candid:7,canni:123,cannot:[8,15,46,49,91,93,95,110,111,114,118,122],canon:[2,78],capabl:[2,27,101,120],capac:7,captur:[109,111,114,120],car_blue_l:124,cardin:120,care:[103,113,132],carri:22,cast:[75,76,95],cast_to:77,cat:22,catalog:[1,5,9,18,21,56,75,91,132],categor:[110,117],categori:128,caus:[25,66,71,81,82,120,122],caveat:[15,66,120,133],central:14,cert:78,certain:[22,23,33,47,78,95,113],certpath:11,chang:[8,13,14,15,25,27,51,70,91,95,115,118,122,123,124],changelog:103,channel:52,charact:113,character:113,characterist:109,check:[0,13,16,20,22,47,48,74,75,77,95,120],check_cal:96,child:[7,25,29,75,114],child_workflow:25,choos:[66,129],chose:20,chosen:13,chunk:95,circumst:113,citi:132,clariti:77,classifi:31,classmethod:[71,72,75,76,77,85,91,92,93,95,96],clean:[73,76,77,78,95],cleanup:[71,132],clear_tag:90,cli:[8,9,10,13,22,64,99,109,112,116,126],click:[67,70,110,124],client:[0,4,7,8,9,14,16,17,64,70,78,84,99,112],client_address:68,client_credentials_scop:78,client_credentials_secret:[70,78],client_credentials_secret_loc:70,client_id:[68,70,78],client_secret:70,clock:113,clone:[13,19,115,123],close:103,closur:[25,27,29,34,35,36,38,91,92,108,112],cloud:[8,13,14,51],cloud_provid:85,cloudprovid:71,cloudstorag:7,cloudwatch:6,cls:[71,80,95],cluster1:11,cluster2:11,cluster3:11,cluster:[0,7,8,9,11,13,15,17,25,28,57,58,91,95,101,103,113,130,134],cluster_1:11,cluster_1_cacert:11,cluster_1_token:11,cluster_2:11,cluster_2_cacert:11,cluster_2_token:11,cluster_3:11,cluster_3_cacert:11,cluster_3_token:11,cluster_credenti:11,cluster_label:[58,75,91,95],cluster_resourc:28,cluster_resource_attribut:28,clusterresourc:10,clusterresourceattribut:10,cmd_arg:96,code:[0,2,4,7,14,17,19,20,22,41,42,68,73,74,75,78,80,93,95,101,104,109,112,115,119,120,123,129,133],codebas:2,cogniz:20,collabor:103,collect:[2,4,7,15,22,40,46,48,50,58,71,76,91,113,114],collection_typ:[48,91],collectiontyp:76,collid:75,collis:84,column:[48,76,77,91,95],column_subset:77,com:[8,10,11,13,16,46,47,57,76,78,95,103,118,123],combin:[10,17,23,32,37,39,51,110,113,114,119],come:[0,19,20,34,96,102,104,113,114],comfort:2,comma:78,command:[0,2,8,9,11,47,66,70,75,78,91,95,116,124,133],commandlin:[5,9],comment:[66,75,95],commit:[19,78],common:[5,9,15,17,19,20,22,26,64,66,80,82,83,84,86,87,88,89,93,95,96,98,99,115,117,123,130,132],common_pb2:[71,91,92],commonli:[31,68,114,115,122],commun:[0,17,26,41,46,52,66,103],commut:39,compani:[10,102,115],compar:48,compare_dataframe_to_schema:77,comparison:[22,39,93],comparisonexpress:93,compat:[14,22,47,77,103,132],compil:[0,14,17,19,20,21,34,36,44,47,49,64,71,74,78,91,92,108,112,114],compiled_task:[34,91],compiled_workflow:[36,92],compiledtask:[34,91,93],compiledworkflow:93,compiledworkflowclosur:[36,71,92,93],compiler_pb2:[91,93],complet:[0,2,7,13,20,27,33,38,40,47,49,54,71,74,75,91,93,95,103,104,112,118,120,124,133],complex:[0,10,22,48,104],compli:70,complic:20,compon:[0,1,5,9,11,13,17,20,21,22,29,30,47,54,84,100,103,108,115],component_nod:[64,99],compos:[13,15,34,104,109,115,123],composit:7,compris:[19,48],comput:[0,11,16,22,25,27,29,34,35,40,54,91,95,104,112,113],computed_input:25,concat_then_split:95,concept:[10,22,100,115,118,123,126,129],concern:[15,22],concis:91,concret:20,concurr:[54,91,95,100,102],condit:[22,44,49,64,91,114],condition_pb2:93,config:[2,4,5,6,7,9,10,11,13,14,47,70,75,78,91,95,115,121,123,124,134],config_file_path:[70,78],configmap:[11,13],configpars:67,configur:[0,1,8,9,11,12,14,15,17,23,25,27,28,34,47,52,64,66,68,70,80,91,95,96,99,101,105,109,113,118,121,123,132,133],conform:[2,49,70,77,93,104],confus:95,conistitut:113,conjoin:39,conjunct:[39,93,95],conjunctionexpress:93,connect:[4,7,13,38,93,95],connectionset:93,connector:132,consecut:120,consid:[2,23,25,43,48,77,91,95,113,118,129],consist:[0,15,17,22,75,95,102,103,104,120,128],consol:[0,6,8,13,18,21,112,124],constant:[14,39,49,64,67,78,99],constraint:14,construct:[10,17,23,29,35,49,67,78,93,95],construct_literal_map_from_parameter_map:67,construct_literal_map_from_variable_map:67,constructor:77,consum:[22,46,47,48,49,51,91,93,112,129],contact:0,contain:[0,2,4,5,7,9,11,13,14,15,19,20,22,23,25,27,28,29,34,35,36,38,41,46,48,52,59,64,71,75,80,91,93,95,96,102,104,110,112,113,114,123,126,129,130,131,134],container:134,container_arrai:71,container_array_task:71,container_port:47,containercr:42,containererror:93,containertask:128,content:[10,19,23,30,42,47,99],context:[11,23,25,49,70,71,73,74,75,77,81,82,83,91,93,95,115],context_stat:71,continu:[2,20,102,104],contract:103,contrast:74,contrib:[64,99],contribut:[18,21,95,100,101,103,112],contributor:[19,100,102,103],control:[2,5,7,9,20,23,26,49,52,53,95,102,104,106,113,114,129],convei:47,conveni:22,convert:[14,20,91,97],cool:121,coordin:114,copi:[11,13,20,21,54,76,86,89,130],copilot:47,copy_tag:90,core:[0,5,9,10,20,22,23,25,27,29,34,35,36,51,53,59,61,64,66,70,71,74,75,76,80,81,82,83,91,92,95,102,109,110,133,134],correct:[2,72,95,97,134],correctli:[73,120],correl:122,correspond:[2,14,43,47,109,110,118],corrupt:122,cors_proxi:17,cors_proxy_prefix:17,cost:104,costli:47,could:[8,11,15,23,61,103,118,122],count:[40,83,120,134],counter:120,coupl:[128,130],cours:[118,120],cover:20,coverag:103,cpu:[10,13,20,28,47,78,80,91,95],cpu_limit:[75,80,95,133],cpu_request:[75,80,95,133],crd:0,creat:[0,4,8,9,11,14,15,16,19,20,22,23,25,27,29,34,35,36,38,66,67,71,73,74,75,76,77,80,81,84,91,95,100,102,103,104,109,110,112,115,117,118,120,121,122,129,130,132],create_at_any_loc:77,create_at_known_loc:[76,77],create_bindings_for_input:71,create_execut:66,create_from_hive_queri:[76,77,130],create_launch_plan:[66,71,74,117,118,121],create_part:77,create_protobuf:76,create_task:66,create_workflow:66,created_at:[15,25,27,29,34,35,36,92],createexecut:10,createexecutionrequest:[25,27],creation:[28,34,74,110,115,118,123],cred:[64,99],credenti:[11,64,66,67,78],criteria:[40,54,91,113],critic:[2,10,20],cron:[12,13,109,118],cron_express:[33,71,91,110],cronschedul:[71,118],crt:11,csv:[42,48,76,93,95],csvinstanti:76,cte:[76,77],ctfasset:124,ctx:70,cumbersom:103,cumul:42,curl:[10,123],current:[0,10,12,14,15,23,30,40,48,54,66,71,77,78,80,84,91,95,103,106,113,115,119,128,130],current_phas:24,current_tag:83,current_valu:83,custom:[0,2,10,13,21,22,23,27,28,32,35,37,42,47,51,56,57,58,60,75,78,80,91,95,103,104,120,133,134],custom_info:[35,51],customiz:[1,9,15,28,47,119,133],customst:20,cv2:123,cycl:[20,78],cyclic:14,daemon:8,dag:[0,109,114],dai:[33,91,110,118],dashboard:[103,111],data:[1,4,7,9,10,15,17,18,20,21,22,25,29,34,35,44,46,47,51,53,54,64,68,71,75,76,77,78,84,91,93,95,100,102,104,113,118,120,122,123,130,132,133],data_config:47,data_exist:85,data_fram:77,data_proxi:[64,84],databas:[0,8,9,10,14,15,66,108],datacatalog:[13,16,100,103],datacatalog_config:13,datafram:[91,95,113],dataload:47,dataplan:[0,11,52],dataplane_gener:11,dataproxi:[85,86,87,88,89],dataset:[16,47],datastor:[13,112],date:118,datefram:77,datetim:[46,48,71,74,75,76,80,81,91,92,93,95,118],dbname:13,deadlin:[7,103],deal:[47,95],debug:[0,9,15,51,75,101,112,122],decid:[20,47,103,113,118],declar:[22,80,95,108,109,129],decod:17,decor:[20,73,75,80,95,123,130],decr:[83,90],decreas:10,deep:[101,110],deeper:109,deepli:[91,95,103],def:[71,74,95,122,123,128,129,130,132,133,134],default_cpu_limit:78,default_cpu_request:78,default_gpu_limit:78,default_gpu_request:78,default_input:[27,71,91,118],default_memory_limit:78,default_memory_request:78,default_storage_limit:78,default_storage_request:78,defin:[0,7,10,14,15,20,22,23,25,26,27,28,33,39,41,45,46,47,48,49,50,53,54,58,71,74,76,78,80,91,93,95,103,104,106,110,112,113,114,117,118,123,128,129,133,134],definit:[0,2,10,14,15,20,25,27,47,52,53,66,71,77,80,91,95,108,109,110,112,114,118,128,133],defint:[63,75],defualt:49,delai:[7,49],delet:[13,15,71,95,130],delimit:78,deliv:52,demand:[10,104,109],demo:134,demonstr:123,demystifi:0,denorm:38,denot:[46,132],depdend:[49,93],depend:[13,14,21,22,25,46,47,48,49,75,93,96,114,115,133,134],deploi:[8,11,13,78,101,105,133],deploy:[0,1,9,10,20,78,101,105],deprec:[47,71,75,80,91,95],deprecated_error_messag:[47,91],deprovis:104,depth:2,dequeu:14,deriv:34,descend:[15,23,92],describ:[0,1,4,11,13,20,22,23,40,45,46,54,80,91,93,95,112],descript:[4,6,7,15,23,31,42,45,48,76,91,103,120],descriptor:[76,95],deseri:95,design:[0,2,5,8,13,14,15,66,113],desir:[27,47,59,76,77,80,91,95,129,133],detail:[0,1,8,18,21,22,24,27,29,35,38,41,42,44,47,48,53,78,112,118,124,134],detect:[95,124],detect_unreferenced_ent:96,determin:[0,10,15,28,47,49,66,80,91,93,95,114,121],determinist:[34,122],develop:[0,4,14,18,23,31,46,78,102,103,105,113,115,123,124],diagnos:120,diagram:9,dict:[67,71,74,75,76,77,80,81,82,83,91,93,95,96,132],dictat:[41,71,74,75,114],dictionari:[67,74,75,77,83,91,95],did:123,differ:[2,8,14,15,17,20,22,31,46,47,49,66,75,78,93,105,109,110,113,114,115,118,119,122,132,133],differenti:[31,73],digest:0,dimens:10,dimension:[22,48,93],direct:[0,9,15,22,36,49,76,92,102,109,114],directli:[2,7,20,75,78,95,132],directori:[7,11,13,14,17,19,47,71,75,78,85,86,89,95,115,123],disabl:[4,7,25,71,74,105,110,118],disable_al:[25,91],discard:25,discourag:2,discov:[68,70,71,78,96,103],discover:[47,75,80,91,95],discoveri:[2,47,64,67,78,91,95],discovery_url:68,discovery_vers:[47,75,80,91],discoverycli:68,discret:120,discuss:[2,10,20,130],disjunct:39,disk:[13,77,80,95],dispatch:73,displai:[17,31,48],distinguish:[47,133],distribut:[0,57,100,102,104,113,134],dive:[14,109,110],divid:103,divis:123,do_get:68,do_not_download:47,do_not_upload:47,doc:[8,9,11,13,46,47,100,102,115],docker:[8,47,104,123,124],docker_build:123,docker_registry_password:123,docker_registry_usernam:123,dockerfil:[78,134],dockerhub:123,document:[0,1,2,4,6,10,20,21,22,47,53,80,95,100,101,118,126,130,132,134],doe:[0,2,10,12,15,16,19,25,74,95,113,115,117,122,124,128,130,132,133],doesn:[4,10,20,22,27,30,36,75,77,118,130],doing:96,domain:[10,14,15,16,17,23,25,27,28,32,37,43,66,70,71,72,74,75,81,82,91,93,95,109,110,111,113,114,119,120,122,124,126],don:[20,73,115,118,132],done:[17,47,71,84,95,112,120,123],dot:96,doubl:46,down:[104,124],download:[4,47,77,85,86,87,88,89,95,124],download_directori:[85,86,87,88,89],download_eag:47,download_mod:47,download_stream:47,downstream:[0,7,38,49,93,95,130],drill:104,drive:[74,75],driven:22,driver:[95,104,134],drop:[130,132],due:[17,54,75],dump:91,duplic:47,durabl:20,durat:[7,15,25,29,35,42,46,47,48,49,51,71,74,91,92,95,120],dure:[20,28,41,78,112,114,128],dynam:[9,10,28,40,66,71,91,95,104,110,118,126,130,131,132],dynamic_job:[44,64,99],dynamic_job_pb2:91,dynamic_task:[71,74,95,129,132],dynamicjob:51,dynamicjobspec:[91,106],dynamictask:83,each:[0,8,10,11,13,14,17,20,21,22,29,30,39,49,67,75,76,93,95,101,103,109,110,111,113,115,132],earlier:[13,113],easi:[103,104,110,112,118],easier:[17,22],easiest:[8,13,123],easili:[0,75,110],easist:115,east:4,echo:[95,133],ecr:123,edg:[123,124],edge_detection_canni:123,edgedetectorwf:[123,124],edit:[13,122],effect:[0,2,10,109,113],effici:132,effort:[91,103,123],either:[8,10,14,19,20,22,28,38,46,70,78,95,110,112,115,118],elabor:47,elect:[5,9],element:[21,66,70,76],elif:95,elimin:47,els:[22,49,95],else_nod:[49,93],email:[23,30,71,91,118,119],emailnotif:91,embed:36,emit:[7,120],emphas:103,empti:[7,23,25,27,29,32,34,35,36,37,71,74,95],emptydir:[95,133],emptydirvolumesourc:[95,133],enabl:[6,7,11,12,17,47,57,73,80,95,100,102,103,109,110,116],enact:71,encapsul:[22,23,25,28,29,34,35,36,43,46,47,49,75,109,113,114],enclos:[38,50,114],encod:[47,51,70,76,95],encompass:25,encourag:120,encrypt:78,end:[0,15,20,25,47,71,74,78,103,104,113,114,120,130],end_dat:118,endpoint:[2,4,7,8,10,11,13,15,17,26,63,68,70,108,115,123,124],enforc:[14,22,77],engag:104,engin:[0,14,20,41,47,49,52,64,71,74,75,78,93,95,99,106,111,120,130,132],engine_nam:81,enginecontext:[75,81],enhanc:78,enqu:14,enqueu:[7,14],ensur:[13,47,49,73,75,77,84,93,95,103,104,108,113],enter:[13,73,78,95],enter_context:71,entered_stack:71,enthusiast:101,entir:[0,4,5,11,22,29,49,95,110,114,117],entiti:[0,14,18,22,23,25,27,29,31,35,43,44,53,66,70,74,75,78,91,96,109,112],entity_metadata:[27,91],entity_typ:71,entity_type_text:[71,74,75],entrant:73,entri:[11,66,67,122],entropi:84,entrypoint:[2,47,64,78,99,113,128,134],enum_to_str:[91,93],enumer:95,env:[13,47,75,91,115,133],environ:[2,8,19,47,66,70,75,78,80,91,95,104,105,109,115,122,132,133],epic:103,equal:[15,22,46,80,91,95],equir:[46,50],equival:95,errimagepul:42,error:[7,25,29,35,42,44,46,47,49,51,64,66,71,73,74,75,77,91,92,95,104,112,113],error_cod:73,error_messag:73,error_uri:[42,93],errordocu:93,errorkind:41,errors_pb2:93,especi:[71,95],essenti:[95,115],eta:104,etc:[8,14,20,22,23,31,47,48,51,71,75,76,91,95,97,98,102,109,113,115],etcd:20,etl:132,eval:7,evalu:[7,22,39,49,93,114],evaluation_interv:80,even:[2,20,27,29,36,73,75,78,102,103,114,123],event:[0,5,9,15,25,26,53,95,112,119,120],eventsink:7,eventu:109,ever:73,everi:[7,16,22,33,38,73,75,78,103,113,118,120,122],everyth:[8,11,111],evolut:103,evolv:[13,104],exact:[112,122],exactli:[66,103],exampl:[5,9,11,13,15,17,47,71,75,78,105,109,114,115,116,118,122,123,125,126,128,129,130,131,132,134],exc_tb:73,exc_typ:73,exc_valu:73,exce:[11,113],exceed:[42,80],excel:14,except:[64,66,71,74,75,76,77,80,96,99,115,129],exchang:113,execut:[0,2,5,7,8,9,11,12,13,14,17,18,20,22,23,24,26,27,28,29,31,33,35,36,38,40,41,43,44,46,47,49,51,52,54,58,61,64,66,67,71,78,80,81,82,83,92,95,99,102,109,110,112,113,115,116,118,121,122,126,129,132,133,134],executable_sdk_object:71,executableent:[71,74],execute_array_task:83,execute_with_liter:[71,74],execution_clust:25,execution_cluster_label:28,execution_created_at:15,execution_d:[75,81],execution_engin:78,execution_ev:14,execution_id:[43,51,75,81,93],execution_pb2:[91,93],execution_queu:28,execution_queue_attribut:28,execution_spec:66,execution_updated_at:15,executionartifact:[71,74,75],executionclosur:91,executionerror:[25,29,35,41,51,71,74,75,91,92,93],executionid:29,executionmetadata:91,executionmod:91,executionnam:16,executionparamet:75,executionqueueattribut:10,executionspec:[66,91],executionvers:16,executor:[20,51,59,95,133,134],executor_path:91,executorpath:60,exercis:0,exeuct:0,exist:[2,4,10,11,14,15,16,22,25,38,48,66,70,75,77,82,85,86,87,88,89,91,95,123,134],exit:[47,52,76,77,95,113,128],exitstack:71,expand:[8,9],expect:[47,95,110,113,129],expected_input:[27,91],expected_output:[27,91],expected_typ:73,experi:103,expir:[68,70],expiri:42,explain:[0,9,15,21,78,103,115],explan:[2,14],explicit:[15,66],explicitli:[23,49,78,80,95,114,132],explod:47,explor:101,expos:[0,14,15,22,23,30,47,113],express:[15,22,39,80,93,104,109,113,118],extend:[21,22,48,71,78,95,100,101,103,114,117,133],extend_tag:90,extendable_func:90,extendedsdktyp:[71,76],extens:[20,21,47,51,71,80,91,95,113],extern:[5,9,12,14,17,53,130,132],external_loc:132,extra:[17,47,49,91,93,133],extrem:[5,104],face:[0,25],facilit:[78,114],fact:[13,20,36,74,120,130],fact_airport_sess:132,fail:[0,15,25,35,40,42,46,49,75,93,95,110,112,119,120],failed_node_id:48,failur:[7,11,41,47,54,73,80,91,95,104,112,113,114,120],failure_nod:[49,93],fall:78,fallback:78,fals:[47,66,67,70,75,77,85,93,95,118],far:22,fashion:103,faster:[122,132],fault:[0,109],favor:25,featur:[7,12,47,100,103,105,109,126],feed:[10,75],feedback:103,feel:[103,115],fetch:[2,17,23,25,27,29,34,35,36,71,74,75,76,77,81,82,83,95,108,112],fetch_latest:75,fetch_latest_task:[81,82,83],fetch_launch_plan:[81,82,83],fetch_task:[81,82,83],fetch_workflow:[81,82,83],fetch_workflow_execut:[81,82,83],few:[8,19,104,124,129,133],field1:95,field2:95,field:[10,15,20,23,25,30,34,36,38,40,43,46,48,49,51,56,58,66,74,75,91,93,95,120,122,133],file:[2,7,10,11,13,14,19,20,23,28,41,46,47,51,66,70,74,75,77,78,85,86,87,88,89,91,95,96,103,115,123,124,133],file_path:[11,85,86,89],filenam:[17,75],filepath:71,filesystem:[47,77],fill:[10,38,45,67,78],filter:[14,23,29,35,64,66,71,75,81,82,99],filter_list:91,filterlist:91,find:[10,13,14,27,96,124],fine:118,finish:[17,22,113],first:[1,11,13,20,47,49,66,70,74,75,76,80,93,95,108,113,115,124,125,126,130],first_task:95,fit:[0,21],fix:[25,27,91,101,118],fixed_input:[27,71,91,110,118],fixedr:[71,91,118],fixedrateunit:91,flag:[17,47,103],flavor:[47,91,114,119],flexibl:[22,113,114],float_valu:[46,91],flow:[9,49,68,78,101,102,109,114],flush:42,flyte:[0,1,4,7,8,10,11,12,14,15,19,21,23,27,34,43,47,49,64,66,71,75,78,80,81,91,93,95,97,102,103,105,110,111,112,113,117,121,122,125,126,128,129,130,134],flyte_cach:16,flyte_cli:[64,67],flyte_credentials_auth_mod:2,flyte_credentials_authorization_metadata_kei:2,flyte_credentials_client_id:2,flyte_credentials_client_secret:2,flyte_credentials_client_secret_from_env_var:2,flyte_credentials_client_secret_from_fil:2,flyte_credentials_scop:2,flyte_gener:[8,11,13],flyte_input_fil:47,flyte_internal_imag:78,flyte_output_fil:47,flyte_platform_auth:2,flyte_platform_url:[123,124],flyte_sdk:[47,91],flyte_task:16,flyte_temporary_t:132,flyte_test:95,flyteabcmeta:91,flyteadmin:[0,5,7,9,10,11,13,18,21,100,108,109,112,115],flyteadmin_config:13,flyteassert:[71,73],flyteauthenticationexcept:73,flyteboolconfigurationentri:78,flytecli:[0,110,115],flyteconfigurationfil:78,flyteconsol:[0,8,14,18,112],flytecustomidlent:91,flytedefaulttypeengin:98,flyteenginefactori:82,flyteentityalreadyexistsexcept:[66,73],flyteentitynotexistexcept:73,flyteentrypointnotload:73,flyteexcept:73,flyteidl:[1,7,20,53,66,70,71,75,76,91,92,93,103],flyteidlent:[71,75,82,83,91,92,93],flyteintegerconfigurationentri:78,flytekit:[0,2,14,19,20,47,100,102,103,109,115,117,123,132,133,134],flytekit_install_spark:134,flytekit_spark_entrypoint:134,flytelaunchplan:82,flytenodeexecut:82,flytenotimplementedexcept:73,flyteplugin:[0,100],flytepropel:[0,13,14,47,100,103],flyteproto:133,flyterecoverableexcept:[73,95],flyterequiredboolconfigurationentri:78,flyterequiredintegerconfigurationentri:78,flyterequiredstringconfigurationentri:78,flyterequiredstringlistconfigurationentri:78,flytescopedexcept:73,flytescopedsystemexcept:73,flytescopeduserexcept:73,flytesdk:128,flytesdktyp:[71,75,76,77,95,97,98,132],flytesdkvalu:[75,76,95],flytesnack:[123,124],flytestdlib:[4,5,14],flytestringconfigurationentri:78,flytestringlistconfigurationentri:78,flytesystemassert:73,flytesystemexcept:73,flytetask:82,flytetaskexecut:82,flytetimeout:73,flytetyp:[71,91],flytetypeexcept:[73,76,95],flyteuserexcept:73,flytevalidationexcept:73,flytevalueexcept:[73,75],flyteworkflow:[0,11,82],flyteworkflowexecut:82,focu:[103,104],focus:103,folder:[19,47,70,96],follow:[1,2,7,10,11,17,70,78,103,113,115,118,120,121,124,128,129,130,132,133,134],foo:[15,66,132,133],forbidden:77,forc:[2,7,10,77,78,95],force_auth_flow:66,force_cleanup:71,forget:118,form:[10,48,49,76,95,97,98,102,115,122,124],format:[0,4,14,17,22,25,41,46,47,48,51,71,72,74,75,76,77,78,93,95,97,108,123,128,132,133,134],format_section_kei:78,formatt:4,formatted_query_1:130,formatted_query_2:130,former:110,forward:[30,103],found:[2,14,47,66,71,74],four:10,fqdn:71,fqdn_safe:71,fraction:[80,95],frame:[77,91],framework:109,fraud:104,free:[10,48],frequenc:[7,33],friendli:[49,64,95,99,110],friendlyworkflownam:13,from:[0,2,7,10,11,13,14,17,19,20,22,27,30,34,36,38,40,41,42,46,47,48,49,52,66,67,70,71,73,74,75,76,77,78,80,81,82,83,91,92,93,95,97,100,104,105,110,111,117,118,120,122,123,124,130,132,133],from_dict:[91,95],from_flyte_idl:[71,76,91,92,93],from_path:[87,88],from_python_std:[71,72,76,77,91,92,95],from_str:[76,77,95],front:104,fulfil:[0,11,93,104,123,124],fulfil_bind:83,fulfilled_promis:83,full:[2,14,22,42,106],full_prefix:90,fullfil:[0,49],fulli:[15,91,111,113],func:15,fundament:102,further:[0,25,91,120],furthermor:[66,73],futur:[19,20,23,25,27,32,37,49,75,91,103,116],fyi:78,gain:101,garbag:[4,7],gate:25,gatewai:[14,15],gauarante:47,gaug:[83,90],gcp:[8,13,64,71,99],gcs:[64,84,85],gcs_proxi:[64,84,85],gcsproxi:86,gener:[0,2,13,19,20,22,23,25,28,40,41,46,47,51,66,71,76,77,78,84,91,95,100,110,113,115,120,122,129,130,132,133],generate_doc:19,generate_oth:129,generate_pod_spec_for_task:[95,133],generate_queri:130,generate_simple_queri:130,generated_pb2:[75,95,133],generatedprotocolmessagetyp:76,generic_spark_task:[64,71,95],get:[1,9,10,11,13,14,15,20,22,25,28,46,49,70,74,85,91,93,100,104,112,115,123,124,126,129,132,133],get_active_launch_plan:66,get_authorization_endpoint:68,get_base_stat:90,get_basic_authorization_head:70,get_bool:78,get_child_execut:[75,81,82],get_client:68,get_command:70,get_data:85,get_engin:81,get_execut:66,get_execution_data:66,get_extras_requir:96,get_input:[81,82],get_int:78,get_launch_plan:[66,81,82,83],get_named_tempfil:71,get_node_execut:[66,71,81,82,83],get_node_execution_data:66,get_non_system_nod:71,get_output:[81,82],get_pod_spec:133,get_random_directori:[85,86,87,88,89],get_random_path:[85,86,87,88,89],get_remote_directori:85,get_remote_path:85,get_sdk_type_from_literal_typ:[76,97,98],get_sdk_value_from_liter:76,get_secret:70,get_spark_context:75,get_stat:90,get_str:78,get_sub_workflow:71,get_subworkflow_execut:[81,82],get_supported_literal_types_to_pandas_typ:77,get_task:[66,81,82,83],get_task_execut:[66,81,82,83],get_task_execution_data:66,get_token:70,get_version_messag:71,get_workflow:[66,81,82,83],get_workflow_execut:[81,82,83],get_write_partition_to_hive_table_queri:77,getcustomst:20,getlaunchplan:108,git:[13,115,123],github:[13,16,19,47,57,76,95,103,115,123],githubusercont:8,give:[7,66,74,75],given:[14,20,25,27,38,47,51,54,66,67,70,71,75,78,91,96,110,115,122,124,132],gizmo:14,gke:8,global:[10,22,47,49,71,84,91,93],globalsparkcontext:75,glossari:41,goal:[0,103,111,113],godoc:4,goe:[74,120],golang:[0,4,5,20,22,47,91],golden:103,gone:13,goodnight:95,googl:[8,14,25,27,29,34,35,36,42,46,47,48,49,51,91,123],gorm:14,gormimpl:14,got:118,gpu:[10,28,47,78,80,91,95,113],gpu_limit:[75,80,95],gpu_request:[75,80,95],grab:95,grace:113,grade:9,grant:17,graph:[0,22,29,36,48,49,91,102,104,109,114],greater:[15,22,39,66],greaterthan:91,greaterthanorequ:91,grep:11,greter:15,group:[6,27,42,70,75,109,111,115,132],grow:10,grpc:[0,2,7,14,15,26,53,66,78,115],gte:[15,39,93],guarante:[14,38,47,80,91,95,109,113],guid:[0,19,125,126],guidanc:67,guidelin:[21,103],had:[20,118,123],hadoop:[91,95,134],hadoop_conf:[75,91,95,134],hadoopconf:60,hand:74,handbook:8,handl:[0,1,7,8,9,14,47,66,68,73,75,78,104,113,120,132],handle_authorization_cod:68,handle_login:68,handler:[14,20,47,114,120,123],happen:[16,19,129,130],hard:[22,119],hardcod:78,hardwar:104,has:[0,5,7,8,10,13,14,15,17,20,22,24,38,45,47,49,54,74,75,91,93,95,103,104,113,118,120,122,123],has_valid_nam:74,has_workflow_nod:83,hash:[16,64,71,75,115,122],hash_string_task:122,hashonreferencemixin:[71,74,75],have:[2,8,10,11,12,13,15,16,17,19,20,22,23,25,27,29,36,40,42,45,47,48,49,67,70,71,74,75,78,81,82,83,84,91,93,95,103,104,109,110,113,114,123,125,129,130,133,134],haven:133,havoc:120,head:14,header:[2,10,70],headless:2,hear:103,held:71,hello:[8,95],hello_spark:134,help:[0,2,13,17,19,46,71,73,75,78,91,95,102,103,119,120,123,132],helper:[64,71,99],henc:134,her:[78,101],here:[0,2,10,11,13,14,20,23,25,42,47,53,71,73,78,103,110,113,115,118,123,129],hidden:103,hierarchi:9,high:[0,11,19,20,53,103,113,120,132],highest:103,highlevel:120,highli:[100,102],highlight:103,his:78,histor:112,histori:103,hit:[2,7,10,16,73,74],hive:[0,51,58,71,75,76,77,95,113,126,131,132],hive_job:[71,75],hive_result:130,hive_sensor:96,hive_task:[20,64,71,95,130],hivefilteredpartitionsensor:80,hivenamedpartitionsensor:80,hivequeri:91,hivequerycollect:91,hivetablesensor:80,hivetask:83,hmsclient:96,hold:[13,22,36,91],home:[7,74],homepag:124,homogen:48,honor:[71,74],hook:75,hop:17,host:[8,13,17,19,80,101,123,124,126],hour:[7,33,91,110],hous:[14,19],how:[0,1,8,9,10,13,18,20,21,22,23,40,46,47,49,78,80,91,93,95,100,102,106,113,118,120,128,129],howev:[2,11,14,15,17,27,47,70,74,78,95,110,114,118,133],html:[19,47,78],http:[2,8,10,13,14,15,16,17,46,47,57,64,68,70,76,78,84,85,95,124],http_data_proxi:[64,84,85],http_url:78,httpfileproxi:87,httpserver:68,hub:100,human:[0,15,91],hundr:0,hydrat:[71,75],hyperparamet:113,hysteresi:123,iam:[4,13,71,78,91,116],idea:[74,103],ideal:[78,80,104],idempot:[80,95,113],ident:[2,13,14,22,25,66,113,122],identif:[43,117],identifi:[13,15,22,23,25,27,29,34,35,36,38,44,47,48,49,51,64,66,71,74,75,78,81,82,83,91,92,112,115,117],identifier_pb2:93,idl:[0,2,19,71,91],idl_dict:91,idl_object:91,idlist:93,idp:[9,70,78],ids:[15,38,40,49,91,93],ietf:78,if_els:[49,93],ifblock:93,ifelseblock:93,ignor:[38,66,96],ignore_ent:96,ignore_schedul:70,iktp762nh:132,imag:[8,20,22,47,75,78,91,95,123,124,128,133,134],image_input:[123,124],image_loc:123,image_nam:123,ime:25,img:123,immedi:[40,71,103],immut:[15,114],impl:[64,71,76,79,95],implement:[0,2,7,14,15,18,22,47,48,63,68,70,76,80,81,95,102,120,128],impli:[14,25,110],implicit:[49,93],implicitli:15,impliment:21,importantli:[8,20],importerror:96,impos:2,imposs:[40,78,113],improved_sea_launch_plan:118,imread:123,imwrit:123,in1:[95,133],in2:95,in3:95,inact:[15,27,66,91,118],inadvert:122,inbound:10,includ:[0,4,7,8,10,11,13,14,15,20,21,23,25,27,34,35,42,47,49,51,75,78,91,93,95,96,104,108,109,111,114,115,119,120,128,133],include_ent:96,inclus:95,incom:14,incomplet:27,incr:[83,90],increas:[8,9,10,11,103,104],increment:[25,51],indefinit:[80,95],indentifi:22,independ:[54,103,109,113,115],index:[14,16,19,84,129],indic:[7,23,25,27,29,35,42,43,47,51,103,122],individu:[0,5,9,15,22,25,29,47,51,76,95,104,110,111,129],inevit:113,infer:[66,97],infer_sdk_type_from_liter:[76,97,98],infinit:74,influenc:84,info:[8,23,29,35,42,128],inform:[0,7,8,10,15,16,17,18,19,20,22,23,25,29,33,35,38,42,47,48,49,51,55,66,80,91,93,95,111,112,113,114,115,120,130],ingenu:74,ingress:[8,17],inher:[113,120],inherit:[14,71],init:[13,123],initi:[4,14,42,68,78,118,123],inject:[75,80,95,114,120,133],inlin:[2,38,47],inner:48,input:[16,20,22,25,27,29,33,34,35,36,39,45,46,47,49,51,54,66,67,71,74,75,76,80,81,82,83,91,93,95,97,98,108,109,112,113,114,122,123,124,128,129,132,133],input_a:95,input_argu:67,input_b:[67,95],input_blob:95,input_c:67,input_link:71,input_map:75,input_path:47,input_uri:[29,35,51,91,92],insecur:[7,66],insert:[77,95,124,130,132],insid:[11,47,95,115],insight:111,instal:[1,8,13,19,95,100,102,123,124,125,131,134],instanc:[2,16,20,31,54,71,74,75,84,91,95,109,114,115,123,130,134],instanti:[25,35,71,74,95,114],instantiabletyp:76,instantiated_in:74,instead:[2,7,8,13,15,47,71,122,130,132],instruct:[106,129],int32:57,int64:[23,40,46,54,106],int_list:95,int_valu:[91,93],integ:[15,46,47,48,71,74,75,76,80,91,93,95,97,98,118,128,129,132],integr:[2,20],intend:[4,25],intens:0,intention:46,interact:[0,2,22,46,81,101,116],interest:101,interfac:[0,14,20,22,44,46,47,48,49,53,64,66,67,75,77,81,93,95,99,104,113,116,122,128],interface_pb2:91,interfer:120,intermedi:[106,114],intern:[15,20,23,30,38,53,64,99],internal_overrid:78,interoper:48,interpret:[47,74],interrupt:[47,49,75,80,91,93,95],interv:[7,12],introduc:[110,113,115],introduct:[100,118],invari:22,inventori:109,invest:19,investig:2,invoc:[25,110,113,117],invok:20,involv:104,io_strategi:47,irrevers:25,is_castable_from:[76,95],is_complet:[71,74,75],is_empti:91,is_multipart:85,is_par:[35,92],is_schedul:71,isfil:[95,133],isn:[74,95],isol:[0,11,105,109],issu:[2,14,103,104,120],item:[7,22,46],iter:[19,23,66,70,77,96,103,113],iter_chunk:95,iteract:115,iterate_modul:96,iterate_node_execut:66,iterate_registerable_entities_in_ord:96,iterate_task_execut:66,its:[0,8,10,15,17,20,22,23,30,38,47,49,93,103,106,109,113,115,128,129],itself:[0,2,20,45,47,59,74,78,95,123],java:[22,60,95],javascript:0,job:[40,46,54,57,59,75,84,91,95,103,113,129,134],join:70,jpg:123,json:[4,10,20,22,42,47,76,93,95,112],jsonpath:11,jump:101,just:[8,11,20,49,74,78,82,83,114,115,123,130],jwt:2,k8s:[7,8,47,59,91,95,96,133],kafka:14,katib:113,katrogan:23,keep:[20,59,71,103,120],kei:[4,10,11,13,14,15,20,23,28,46,48,70,71,77,78,91,92,95,117,122],keyvaluepair:47,keyword:[80,95],kick:[33,51,115,118],kickoff:33,kickoff_time_input_arg:[33,71,91,118],kind:[11,42,73,81,82,83,93,113],kit:[115,123],knob:[101,104],know:[22,42,73,74,113,122,128,129,130],knowledg:36,known:[39,47,68,74,76,77,113],known_loc:[76,77],known_remote_loc:77,kube:[7,121],kubeapi:11,kubeconfig:7,kubectl:[8,11,13],kubeflow:[57,95],kuberent:8,kubernet:[0,1,5,7,8,9,10,13,15,28,47,71,78,80,91,95,108,116,117,133,134],kubernetes_service_account:[23,27,71,78,91,121],kustom:[10,11,13],kwarg:[66,71,73,74,75,80,83,95,96],l187:20,l27:20,l30:47,l623:20,l80:47,l92:20,label:[9,11,25,27,28,71,74,81,82,91,95,103,116,126],label_overrid:[71,74,81,82],lack:[51,84],lambda:[80,113],languag:[0,21,46,97,100,102,109,112,113],lanugag:112,larg:[7,20,25,47,91,103,129],larger:22,last:[7,25,27,29,35,80,118],latenc:[17,91,120],later:[96,112,130],latest:[47,75,78,81,82,83],lauch_plan:15,launch:[0,2,7,10,11,12,14,15,22,23,25,27,29,45,49,51,54,61,66,67,71,74,75,78,81,82,91,93,96,104,108,109,112,114,115,116,118,121,124,126,129],launch_plan:[14,15,25,26,28,43,64,66,67,81,82,83,93,99],launch_plan_id:[81,82,83],launch_plan_identif:66,launch_plan_name_format:78,launch_plan_pb2:[70,71,91],launch_plan_spec:66,launcher:[5,9],launchplan:[22,23,66,71,81,82,83,91,105,109,129],launchplan_ref:[49,71,93],launchplanabstractgroup:70,launchplanclosur:91,launchplanexecutegroup:70,launchplanmetadata:91,launchplanspec:[66,70,71,91],launchplanst:[66,71,81,82,91,118],layer:[14,20,22,38,47,48,91],lazy_load:[64,99],lazy_load_modul:96,lazy_loading_plugin:96,lazyloadplugin:96,lead:[2,113],leader:[5,9],leaderelector:7,leadership:7,leak:73,learn:[8,100,102],leas:7,least:[13,74],leav:124,left:93,left_express:[39,93],left_valu:[39,93],leg:2,less:[15,22,39,46,78],lessthan:91,lessthanorequ:91,let:[10,11,13,16,22,113,118,123],level:[0,4,5,7,9,11,14,15,19,20,21,25,31,39,46,47,49,53,78,80,91,93,95,111,113,115,120,128,132],leverag:[0,14,23,74],lexicograph:77,libari:17,librari:[14,78,95,120,123],lifecycl:[15,104,133],lifetim:25,like:[0,2,10,11,12,13,15,17,20,23,31,42,44,47,48,51,66,67,74,78,91,95,102,103,110,112,113,114,118,123,129,130,132,133],likewis:11,limit:[4,7,10,11,13,15,23,27,28,29,35,47,48,66,78,91,105,111,132],line:[0,2,7,11,13,30,66,95,104,116,123],lineag:12,link:[5,9,23,25,29,35,42,49,71,75,80,95,102,109,123,124],linux:78,list:[2,6,8,10,13,14,15,16,22,23,25,27,29,30,34,35,36,38,40,42,47,48,49,66,70,71,74,75,76,77,78,81,82,91,92,93,95,96,103,115,118,124],list_active_launch_plans_pagin:66,list_command:70,list_dir:71,list_executions_pagin:66,list_launch_plan_ids_pagin:66,list_launch_plans_pagin:66,list_node_execut:66,list_node_executions_for_task_pagin:66,list_node_executions_pagin:66,list_project:66,list_task_executions_pagin:66,list_task_ids_pagin:66,list_tasks_pagin:66,list_workflow_ids_pagin:66,list_workflows_pagin:66,listexecut:15,listimpl:76,listlaunchplan:15,listnodeexecut:15,listtask:15,listtaskexecut:15,listtaskid:15,listworkflow:15,listworkflowid:15,liter:[16,22,44,45,49,64,66,67,71,74,75,76,77,81,82,83,93,95,97,98,99],literal_input:[71,74],literal_map:76,literal_model:[76,95],literal_typ:[71,76,97,98],literalcollect:91,literalmap:[25,27,29,35,47,66,67,71,74,75,76,81,82,83,91],literalmapblob:91,literals_pb2:[76,91],literaltyp:[45,46,71,76,91,95,97,98],littl:129,live:[11,13,17,91,102,120],load:[0,1,8,9,11,14,17,47,70,74,76,95,96],load_proto_from_fil:71,load_workflow_modul:96,loader:[64,71,74,75,99],local:[4,8,13,17,21,22,47,64,75,77,78,84,85,91,95,101,123,126],local_execut:75,local_file_proxi:[64,84,85],local_path:[76,77,85,86,89],local_sandbox:78,localdatacontext:85,localfileproxi:88,localhost:[8,17,123,124],localstorag:17,localtestfilesystem:95,localworkingdirectorycontext:85,locat:[4,7,16,17,19,47,76,77,78,84,95,104,123,130],lock:7,log:[0,4,5,7,9,17,35,42,51,75,78,80,81,92,95,123,128],log_backtrace_at:7,log_dir:7,logger:[5,9],logging_level:78,logic:[0,14,15,20,22,34,47,70,75,76,80,91,95,104,109,115],logicaloper:93,logtostderr:7,long_str:[76,95],longer:[11,13,23],longhand:95,look:[0,2,11,13,17,20,47,74,78,118,123,132],look_up_version_from_image_tag:78,lookup:[2,47],loop:[7,20],lose:47,lot:132,love:103,low:[21,84,128],lower:[80,95,105],lp_argument:70,lsof:78,lte:[15,39,93],lyft:[2,8,13,16,20,49,93,100,102,103,104,105,115,123,124],lytekit:76,mac:8,machin:[0,8,13,77,100,102,104,123],made:[2,20,47,78,91,122],mai:[2,10,23,25,27,28,29,32,33,35,37,39,42,45,46,48,49,51,95,103,109,122,123,124],main:[11,14,19,38,47,64,67,91,120],main_application_fil:[75,95],main_class:[75,91,95],mainapplicationfil:60,mainclass:[60,95],mainli:51,mainta:103,maintain:[84,100,102,103],major:[0,21,103],make:[8,10,11,13,17,19,20,22,47,73,77,102,103,104,108,112,113,118,122,123],makefil:123,manag:[0,1,5,7,10,12,13,15,23,47,76,77,91,95,102],mani:[15,34,103,110,114,118,120,122,129],manipul:129,manual:[17,22,25,91,103,122],map:[7,15,20,22,23,25,28,34,36,38,45,46,48,60,67,71,75,76,77,91,93,111,113,128,129,134],map_of_bind:71,map_value_typ:[48,91],mark:[40,45,54,91,95,103,113,122,123],marker:47,marshal:20,massiv:[0,113],master:[7,8,19,47,95],match:[10,22,28,45,46,48,49,54,66,74,77,80,91,93,95,103,108,110,123],matchabl:[10,15],matchable_attribut:10,matchable_resourc:26,matchableresourc:[32,37],matching_attribut:[32,37],matchingattribut:[10,32,37],matter:95,matthewphsmith:74,max:[7,47,80,95],max_concurr:[75,95],max_failur:80,max_size_mb:4,maxdownloadmb:4,maximum:[4,7,66,95],mean:[15,17,20,66,74,78,91,110,114,122,130],meaningless:133,meant:[10,13,71,74,105,117],measur:[7,120],mechan:109,medium:[46,95,103,133],meet:103,mem:4,memoiz:[18,109],memori:[4,10,13,20,28,47,74,78,80,91,95,113,133,134],memory_limit:[75,80,95],memory_request:[75,80,95],mention:[20,103],mere:[70,75],merg:[19,23,25],messag:[14,15,17,20,22,25,28,29,35,41,42,46,48,52,56,58,77,93,95,104,106,115,119,133],message_format:[42,93],messageformat:93,met:[40,54,91],meta:[16,66],metaclass:[71,74],metadata:[5,7,9,11,16,23,25,27,29,34,35,36,38,42,46,47,48,49,51,66,71,75,78,91,93,115,117],metadata_default:[49,71,93],metadataprefix:7,metastor:[112,130],metat:77,method:[9,14,20,25,66,67,71,73,74,75,77,80,90,91,95,113],metric:[7,73,83,90,91,116,126],microsoft:8,might:[48,54,66,73,75,77,84,113,120,129],migrat:78,migration_model:14,mileston:102,mimic:80,min:47,min_success:[40,54,91,106],mind:20,minikub:8,minim:[13,17,22],minimum:[4,54,91],minio:[4,124],miniostorag:124,minut:[7,33,91,110,118],miscellan:131,miss:67,mixin:[64,71,75,96],mkdir:[11,123],mock_stat:[64,81],mockstat:83,mode:[15,23,25,47,49,77,78,91,93],model:[22,64,66,67,70,71,72,74,75,76,77,80,81,82,83,95,97,98,99,104,113,117,132],modif:[13,21],modifi:[13,101,133],modul:[0,5,17,99,115],module_load:[64,99],moduletyp:96,moment:[8,13,47,124],monitor:[15,20,95,102,112,133],month:[33,103],monthli:103,moon:95,more:[0,2,8,10,14,15,19,20,22,23,25,27,29,34,35,36,38,42,47,54,73,75,77,78,95,102,106,109,113,114,115,118,120,129,130,132,133],most:[0,2,8,15,17,20,25,27,49,54,91,95,103,110,115,123],mostli:[74,103],mount:[11,13,19,47,78,133],mountpath:[11,95,133],move:[103,120],much:[110,113],multi:[8,10,77,109,115],multipart:[47,48,77,93],multipart_blob:[47,77],multipartblob:[76,77,95],multipartblobinstanti:76,multipartcsv:[76,95],multipartcsvinstanti:76,multipl:[0,15,20,22,23,25,27,29,34,35,36,39,51,54,66,75,103,109,110,111,113,115,118,122,133],multiple_presto_queri:132,must:[10,14,15,17,25,27,38,46,47,48,49,66,67,71,74,75,77,80,81,91,93,95,104,113,118,123,125],mutabl:15,mute:4,my_contain:133,my_cron_launch_plan:118,my_fixed_rate_launch_plan:118,my_input:71,my_launch_plan:[74,117],my_lp:121,my_nod:95,my_other_task:95,my_output:71,my_pod_spec:133,my_protos_pb2:95,my_pytorch_job:95,my_queu:10,my_schedul:118,my_second_task_inst:71,my_sidecar_task:133,my_sub_task:95,my_task:[71,95],my_task_inst:71,my_workflow_id:95,myemail:118,myexecutionlabel:117,myflytedomain:118,myflyteproject:[118,123],myimag:78,myscheduledworkflow:118,mystr:67,mytag:130,myuniqueworkflow:13,myworkflow:[95,117,118,121],name:[7,10,11,13,14,16,22,23,25,27,28,31,33,37,42,43,45,46,47,48,49,66,67,70,71,72,74,75,76,77,78,80,81,82,90,91,93,95,105,108,110,111,113,114,118,120,122,123,128,133],name_format:78,named_ent:[64,66,99],named_entity_act:23,named_entity_archiv:23,named_task:[81,82,83],namedentityidentifi:[27,66,81,82,83,91],namedentityidentifiermetadata:66,namedentitymetadata:91,namedentityst:91,namespac:[7,10,11,17,31,66,91,120,123],nativ:[74,133],natur:[114,129],neccessarili:122,necessari:[0,2,13,17,20,25,67,75,77,80,95,104,110,112,115,118],necessarili:[22,27,110,133],need:[0,2,7,8,11,13,16,17,19,20,22,30,36,47,49,50,51,67,71,73,74,75,77,91,93,95,113,114,118,123,124,128,129,132,133,134],neg:54,neither:14,neq:[39,93],nest:[25,29,39,46,90,91,95,109],nested:25,net:[10,115,124],netloc:78,network:[54,74,123,124],never:[23,118],new_client:90,new_config_path:78,new_nam:71,new_typ:75,newer:[80,95],newer_cli:90,newli:[0,19],next:[11,13,17,20,23,25,27,29,34,35,36,66,75,103,104,122,123],nil:[20,46],node1:95,node2:95,node:[8,14,15,22,24,25,29,35,38,39,40,42,43,44,46,47,48,51,64,66,75,81,82,83,91,93,95,99,109,120,124,126,129],node_exec:[81,82,83],node_execut:[14,15,26,64,66,71,81,82,95,99],node_execution_created_at:15,node_execution_ev:14,node_execution_id:[35,43,72,93],node_execution_identifi:66,node_execution_pb2:91,node_execution_updated_at:15,node_id:[15,43,48,71,91,93],nodea:22,nodec:22,nodeexecut:[51,66,71,91],nodeexecutionclosur:91,nodeexecutionev:[15,24],nodeexecutiongetdatarespons:[66,91],nodeexecutionidentifi:[25,29,35,51,66,91,93],nodeexecutionphas:93,nodej:17,nodemetadata:93,nodeoutput:71,nodeport:8,non:[7,15,25,27,29,54,91,95,117],non_recover:[41,93],none:[25,46,48,49,66,68,70,71,73,74,75,76,77,78,80,81,82,83,85,90,91,92,93,95,96],none_typ:[46,91],nonetyp:76,noop:7,nor:14,normal:[20,78],note:[8,10,13,17,20,21,30,47,54,66,71,73,74,78,80,95,96,113,115,118,123,124,129,132],notequ:91,noth:[71,118,130],notic:[11,122],notif:[14,24,25,26,27,64,74,81,82,91,99,104,110,112,116,118,126],notifi:[47,118],notification_overrid:[71,74,81,82],notificationlist:91,notimplementederror:73,notion:10,now:[11,13,20,115,118,123,124],npm:17,num_rides_complet:132,number:[7,23,27,29,35,40,46,47,49,51,54,57,66,78,80,84,91,95,104,113,129,130],numpi:96,nwdwxc7fjnksj9rtzdvbm894pjlvdgrm_extern:132,nwdwxc7fjnksj9rtzdvbm894pjlvdgrm_temp:132,oauth2:[2,78],oauth:[2,78,115],oauthcallbackhandl:68,oauthhttpserv:68,object:[2,7,8,9,20,23,25,27,30,38,47,48,56,58,66,68,70,71,74,75,76,77,78,80,81,83,84,85,90,91,92,93,95,96,97,98,117,118,120,123,132],observ:[7,27,71,74,75,124],obsess:103,obtain:[67,112],obviou:2,occur:[24,51,122],occurred_at:51,off:[0,11,33,51,101,115,118,120],offer:[14,22,113,121,123,129],offici:[115,132],offload:[0,14,16,46,47,91,123],offset:66,often:[20,103,109,115],okta:2,old:[13,122],older:122,omv4ybckx:2,onc:[8,11,17,20,66,71,75,91,110,118,129],one:[2,8,11,13,15,17,19,20,22,23,25,27,28,29,33,35,38,39,45,46,48,49,51,66,84,91,93,95,96,103,104,106,109,110,118,120,122,123,128,129,132,133],one_dai:118,one_last_execut:118,oneof:[46,47],ones:13,ongo:103,oni:11,onli:[2,4,5,8,9,10,11,15,17,20,21,22,23,25,27,28,29,33,35,38,39,45,46,47,48,49,50,51,66,71,73,75,77,78,91,93,95,96,101,106,110,111,114,115,118,129],onto:47,opaqu:[11,120],open:[2,11,13,47,78,103,123,124],openid:[2,68],oper:[0,14,15,22,57,75,93,95,101,113],operand:[22,93],opfil:123,oppos:66,opt:113,optim:[20,101],optimist:54,option:[1,7,8,9,15,20,22,23,25,27,29,33,35,38,40,45,46,47,49,66,71,74,76,77,78,80,91,93,95,103,109,110,113,115,117,132],order:[0,8,10,11,13,19,22,23,27,29,34,35,36,39,48,49,70,71,77,78,93,95,113,114,122,125,132],ordiat:103,ordinari:133,ordinarili:114,org:[47,78],organ:[1,2,101,104,123,126],origin:[17,25,41,51,67,122],other:[2,7,10,13,17,20,22,27,30,36,47,49,54,66,74,76,91,93,95,96,108,111,112,113,114,115,118,124,128,129,132],other_env_vari:2,other_task:129,other_task_out:129,other_typ:77,otherwis:[47,71,74,75,78,80,120],our:[0,2,10,11,13,14,20,42,73,76,103,104,118,123,124],out1:[95,133],out2:95,out:[2,7,13,14,36,42,59,68,71,74,91,95,101,113,121,128,129,134],out_list:95,outcom:129,output:[8,15,16,20,22,25,27,29,34,35,36,38,40,45,46,47,48,49,51,54,64,66,71,74,76,77,82,83,91,93,95,109,113,114,115,122,123,124,128,129,130,132,133,134],output_a:132,output_alias:[49,93],output_bind:71,output_fil:123,output_link:71,output_m:132,output_path:47,output_result:[25,29],output_schema:[75,132],output_uri:[29,35,51,91,92],outputparametermapp:71,outputrefer:[46,49,71,75,91],over:[14,25,26,70,77,103,104,115,118,133],overal:[29,47,49,103],overhead:[17,104],overlai:[10,11,13],overrid:[7,10,13,15,20,23,25,27,71,75,80,81,82,91,95,120],overridden:[110,118],overriden:118,overview:[1,14,15,109,110,126],overwrit:[66,77,84,130],overwritten:[77,133],own:[0,2,9,17,20,30,84,111,117,120,134],owner:[2,47,73,103],p_task:132,pack_python_std_map_to_literal_map:76,packag:[2,14,50,99,115],page:[14,19,23,25,27,29,34,35,36,66,120,124],pager_duti:[23,71,91],pagerduti:[23,71,119],pagerdutynotif:91,pagin:66,pair:[10,46,74,91,95,117],panda:[77,95,96],parallel:[54,91,95,106,109,114,134],param:[15,16,66,67,70,71,72,75,76,77,80,81,82,83,84,91,95,96,97],paramet:[5,9,49,66,67,70,71,72,74,75,76,77,78,80,81,82,83,85,86,87,88,89,91,92,93,95,96,98,109,110,113,115,117,119,120,122,131],parameter:16,parameter_map:67,parametermap:[27,67,91],parametermapp:71,parent:[36,51,75,91],parent_id:51,parent_node_execut:25,parent_node_execution_id:51,parent_task_metadata:51,parquet:[48,78,95,130,132],parquet_engin:78,pars:[0,46,67,68,72,76,78,95],parse_args_into_dict:67,parsed_imag:123,part:[15,20,38,46,47,71,74,77,103,115,122,133,134],parti:2,particular:111,particularli:[49,93],partit:[54,77,134],partition_filt:80,partition_nam:80,partitions_in_t:77,pass:[15,22,23,25,27,29,35,36,71,73,75,78,80,81,91,95,104,110,115,119,121,123,128,129,133],password:[2,13,70,78,123,124],passwordpath:13,past:0,patch:[13,103],path:[2,7,15,29,35,47,70,71,77,78,85,86,87,88,89,91,95,96,124,133],pattern:[0,15,17,130],payload:17,pb2_objct:93,pb2_object:[71,76,91,92,93],pb2_type:71,pb_field_kei:76,pb_object:76,pb_type:[76,95],pend:[25,95],per:[4,7,10,47,49,66,78,95,109,110],per_replica_cpu_limit:[75,95],per_replica_cpu_request:[75,95],per_replica_gpu_limit:[75,95],per_replica_gpu_request:[75,95],per_replica_memory_limit:[75,95],per_replica_memory_request:[75,95],per_replica_storage_limit:[75,95],per_replica_storage_request:[75,95],percentag:4,perfectli:118,perform:[104,115,132],performancetim:71,perhap:75,period:[0,7,20,113,122],perman:130,permiss:[23,27,121],permit:15,persist:[0,13,14],persona:101,phase:[14,15,23,25,27,29,35,51,61,71,91,92,119,120],phase_vers:51,photo:124,physic:[80,95],pi_val:134,piec:[54,77],pillar:103,pip:[115,133],pipe:17,pipelin:[2,90],pitfal:103,pkce:[2,68,78],pkg:[14,47,70,96],place:[13,77,78,118,124],plan:[0,2,7,10,14,15,22,23,25,27,45,49,66,67,71,74,75,78,81,82,91,93,96,108,109,114,115,116,118,121,124,126],plane:[1,2,7,9,20,26,52,53,123],plane_fnam:123,platform:[17,23,25,27,64,71,73,74,75,80,95,99,100,102,103,114,115,120],platform_valid_nam:74,playground:8,pleas:[2,8,10,19,20,22,66,78,103,113,120,134],plug:22,pluggabl:132,plugin:[0,5,9,13,19,22,34,35,42,47,51,53,64,91,99,101,113,130,133],plugin_nam:96,plugin_requir:96,png:124,pod:[0,8,11,13,47,59,75],pod_spec:[59,75,91,95,133],podiniti:42,podspec:[59,75,91,95,133],point:[11,13,23,54,74,77,78,91,103,128,132],poll:[0,74],poll_interv:74,pollut:120,pop_al:71,popul:[23,27,30,32,35,37,47,75,95],port:[7,13,17,47,78,80],portabl:[22,47],portion:[17,78,80,95],posit:[54,91],posix:71,possibl:[2,41,47,66,112,113,114,120],post:123,postgr:[13,14],postgresql:[8,13],potenti:[101,103,129],power:[22,104,130],practic:104,pre:[0,22,47],prebuilt:115,preced:47,predefin:[27,47,110,118],prefer:[25,103,117],prefix:[7,17,75,78,90,115,120],prepar:[71,95],prerequisit:9,present:[27,71,74,75],pressur:130,presto:[55,64,71,75,99,126,131],presto_dynam:132,presto_result:132,presto_task:[64,71,132],prestoqueri:91,prestoworkflow:132,presum:67,pretti:[130,134],prevent:[7,17],previou:[25,112],previous:[20,47,66,108,123],price:104,primari:[14,15,20,38,59,75,93,95,118,130],primarili:[14,115],primary_contain:[95,133],primary_container_nam:[59,75,91,95,133],primit:[15,22,39,47,64,71,91,93,95,101,109,115,123],primtiv:49,princip:[2,25,91],print0:13,print:[11,128,133,134],print_funct:[123,133],priori:130,priorit:103,prioriti:103,privileg:121,proactiv:103,problem:104,process:[0,7,8,13,14,19,22,25,34,38,51,54,91,100,102,103,104,109,113,114,115,123,126],produc:[20,22,25,34,35,36,40,41,48,67,71,75,76,77,95,106,109,113,114,120,122,124,130],producer_id:51,product:[1,8,9,10,31,75,103,104,105,115,120,122],prof:7,profil:7,program:[0,46,70,71,80,95,100,102,109,112,113],programmat:118,progress:[7,20,25,52,71,74,75,103,112,113],project:[9,10,14,15,16,17,23,25,26,27,28,32,37,43,64,66,70,71,72,74,75,81,82,93,95,99,109,110,113,114,121,122,124,126,133],project_domain_attribut:[10,26],project_pb2:[66,91],projectdomain:28,projectdomainattribut:15,projectnam:10,projectquotacpu:10,projectquotamemori:10,projectregisterrespons:66,promis:[46,64,83,91,95,99],promiseoutputrefer:75,promot:71,promote_from_model:[71,72,75,76,77,95],prompt:78,propag:41,propel:[5,9,13,15,16,19,36,51,75,91,120],proper:[15,75],properli:[76,77,78,104],properti:[21,47,66,68,71,73,74,75,76,77,81,83,90,91,92,93,95],propos:103,protect:[11,84],proto:[10,14,15,20,26,44,52,55,63,64,71,91,92,93,95,96,119,133],protobuf:[0,15,20,25,27,29,34,35,36,42,46,47,48,49,51,76,91,95,103,106,109,112,114,133],protobuftyp:76,protocol:[17,22,44,46,47,52,53,55,102],prototyp:103,proven:[12,104],provid:[0,1,2,5,8,9,13,14,17,18,21,22,23,25,27,29,34,35,36,41,43,44,47,51,53,55,63,66,71,74,75,77,80,91,95,104,105,109,111,112,113,116,122,123,134],provis:104,proxi:[15,90],pseudo:84,ptional:50,pub:112,publicli:124,publish:[7,14,19,30,78,112],pubsub:[14,52],pull:[49,93,115,120],pure:[109,112,113],purpos:[8,15,47,78,95],purposefulli:[23,27,32,37],push:[8,75],put:[10,95],put_data:85,pyarrow:96,pyflyt:[64,67,78,123,124],pyspark:96,python3:115,python:[0,19,20,22,47,51,60,67,71,74,75,78,83,91,95,96,97,102,115,123,131,133],python_std_to_sdk_typ:[76,97,98],python_task:[71,74,95,122,123,128],pythonpath:95,pytimepars:[76,95],pytorch:[55,71,95,96],pytorch_task:[64,71,95],pytorchjob:[91,95],q64oxuoxt:2,q8mvene1wzq4:124,qualifi:[91,111],qualiti:103,quantiti:[47,91],qubol:[6,55,64,75,95,99,130],qubole_hive_task:[95,130],qubole_spark_task:95,qubole_work:20,qubolehivejob:91,queri:[8,14,15,16,20,22,23,25,27,29,34,35,36,58,66,75,76,77,82,91,95,112,113,132],query_collect:[58,91],question:91,queu:[15,42,71,91,93,95,120],queue:[5,9,14,28,49,68,120],queuing_budget:[49,71,93,95],quick:[109,125,126],quickli:19,quota:[10,28,42],rais:[41,66,71,74,75,76,77,95,96],ran:25,randint:95,random:[64,95,99,113],randomli:[66,77,115],rang:[118,129,134],rapid:103,rate:[7,33,80,91,109,118],rate_unit:110,ratelimit:7,rather:[25,77,130],ratio:95,raw:[8,10,15,47,64,99,103],raw_valu:75,rawsynchronousflytecli:66,reach:[36,40,71,74,75,109],read:[8,10,13,21,47,66,67,70,77,78,95,100,102,103,112,113,123,132],readabl:[15,83,91],reader:95,readi:[8,13],real:109,realiz:[103,118],realtim:112,reason:[17,20,22,25,41,78,132],receiv:[22,30,66,91,95,103,112,120,122,133],received_typ:73,received_valu:73,recent:[25,95],recipi:[23,30,119],recipients_email:[23,30,71,91],recogn:0,recommend:[17,47,80,84,95,101,113],reconcil:75,reconcile_partial_pod_spec_and_task:75,record:[7,13,25,29,35,51,108],recov:[80,95],recover:[41,46,91,93],recoverableexcept:[80,95],recurs:[71,95,129],redefin:[14,110,118],redi:47,redirect:[2,78],redirect_path:68,redirect_uri:[68,78],reduc:[113,129,134],reeval:7,ref:14,refer:[6,7,8,9,10,13,20,22,25,27,32,37,38,46,47,48,49,50,52,71,91,93,96,101,103,110,111,113,114,115,118,125,132,134],referenc:[15,22,23,25,27,40,50,71,91,106,112,114],reference_execut:25,reference_id:[49,71,93],refil:7,refin:130,reflect:[103,110,123],reformat:73,refresh:[2,7,15,78],refresh_access_token:68,regard:[16,27,80,95],regardless:[4,27,51,66,95],region:[4,6,13,117,118],regisri:8,regist:[8,13,14,15,16,20,22,27,36,47,64,66,67,71,74,75,78,81,82,83,96,109,112,114,115,123,124,128],register:[64,71,75,96],register_al:70,register_project:66,register_tasks_onli:70,registerableent:[71,74,75,96],registertask:112,registerworkflow:112,registr:[2,14,22,23,27,71,78,109,110,114,126,128,133],registri:[8,123],relat:[0,25,29,51,91,110,120],related_modul:96,relaunch:25,relaunch_execut:66,releas:102,relev:[0,2,71,134],reli:[13,20,122],reliabl:[8,9,13,47,104],remain:[2,66],remot:[7,8,11,13,14,29,35,47,75,77,80,86,89,95,123],remote_loc:77,remote_path:[76,77,85,86,89],remote_prefix:77,remotedatacontext:85,remov:[11,13,14,75,103,122,123],rename_and_return_refer:71,render:22,renew:7,repeat:[15,40,46,106,113,120],repeatedli:[29,113],replac:[0,13,47,112,123],replica:[57,95],repo:[13,21,103,123,134],repons:14,report:[25,111,120],repos:14,repositori:[10,13,19,70,103,109,115,123],repres:[0,10,16,22,23,25,27,28,29,30,33,34,35,36,38,42,48,51,61,66,71,75,91,93,95,109,113,114,123],represent:[0,22,34,36,47,91,112,132],request:[0,7,10,14,17,23,24,25,27,28,29,34,35,36,47,66,68,78,91,108,109,110,112,118,123,132],request_access_token:68,request_id:24,requesthandlerclass:68,requir:[0,2,4,7,13,15,17,20,22,23,25,27,33,38,40,45,47,48,49,54,67,68,74,78,91,93,95,103,108,109,110,111,112,114,115,118,123,129,132,133,134],requisit:91,reregist:15,rerun:113,res:129,reserv:[49,93],reset_config:78,resid:115,resolv:[47,78,118],resourc:[0,1,2,9,11,13,14,15,20,23,25,27,28,29,35,42,43,64,66,75,80,81,82,83,91,95,99,104,105,109,111,112,113,115,117,133],resource_typ:[10,23,28,32,37,43,66,71,72,74,75,93],resourceentri:91,resourcenam:91,resourcetyp:[23,66,71,74,75,93],respect:[14,15],respons:[0,14,17,20,23,25,27,28,29,34,35,59,66,95,103],response_blob:95,rest:[0,15,20,22,26,53,91,130],restart:20,restrict:[46,54,110,129],result:[23,25,27,29,34,35,36,39,66,77,78,80,84,95,109,122,129,132],retain:7,retri:[7,41,46,47,49,51,75,80,91,93,95,104,113],retriev:[0,2,11,16,20,23,29,35,46,48,66,70,74,108,112,113,132],retry_attempt:[15,43,51,72,93],retry_count:91,retryabl:95,retryattempt:51,retrycount:58,retrystrategi:[47,49,91,93],returnoutputstask:83,reusabl:34,revers:[15,77],revis:[16,34,36],rewritten:15,rfc1808:78,rfc3339nano:15,rfc:9,rich:104,right:[74,93],right_express:[39,93],right_valu:[39,93],roadmap:[100,102],robust:104,role:[13,27,71,78,91,116,126],roll:2,root:[39,47,115],root_input_path:83,rout:[17,75,132],routin:14,routing_group:[56,75,91,132],row:66,rpc:[0,66],rpcerror:66,rst:21,rtype:[66,67,70,71,72,74,75,76,77,80,81,82,83,86,87,88,89,91,92,93,95,97,98],rule:[112,129],run:[0,2,7,8,10,11,12,13,15,16,18,19,20,25,28,29,33,35,40,42,47,49,51,54,74,75,76,77,78,80,93,95,103,106,110,114,115,118,120,122,123,128,129,130,132,133,134],run_dat:118,run_edge_detect:123,runbook:19,runnabl:54,runtim:[47,49,76,78,91,114],runtimemetadata:[91,128],runtimetyp:91,s3proxi:[64,84,85],safe:71,sai:[10,118],said:[27,103],same:[13,17,19,20,22,29,49,66,67,71,78,90,91,93,103,110,111,112,113,114,115,118,122,123],sampl:[10,118],sample_s:118,sample_task:74,sandbox:[9,10,14,85,88,123,124,125],satisfi:[20,49,81,91],satsifi:22,save:[20,104,109,114,123,132],scala:[60,95],scalabl:[0,8,11,100,101,102],scalar:[71,76,91],scale:[0,1,7,8,9,101,103,104],scan:74,scenario:103,scene:132,schedul:[0,9,14,15,25,26,27,49,64,66,93,99,104,105,109,122,126],schedule_express:91,schedule_pb2:91,scheduled_at:25,schema:[0,22,47,48,56,64,71,75,91,95,96,120,132],schema_1:130,schema_2:130,schema_instanti:76,schema_instantiator_from_proto:76,schema_to_table_name_map:[76,77],schema_typ:[76,77],schemacolumn:[77,91],schemacolumntyp:91,schemainstanti:76,schematyp:[46,76,77,91],scienc:104,scope:[2,15,22,64,70,71,78,83,90,120],scopeablestatsproxi:90,scratch:[95,123],script:[2,95],scroll:124,sdk:[0,2,19,22,47,48,56,58,64,67,71,75,80,81,91,97,99,102,110,114,120,123,128,130,132,133],sdk_base:[64,76,99],sdk_branch:71,sdk_column:77,sdk_default:71,sdk_dynam:[64,71,95],sdk_in_contain:[64,67],sdk_launch_plan:[71,81,82,83],sdk_node:71,sdk_node_execut:81,sdk_python_venv:78,sdk_requir:71,sdk_runnabl:[20,64,71,80,81,95],sdk_runnable_task:75,sdk_task:[71,81,82,83],sdk_task_execut:81,sdk_type:[71,75,76,95,123,132],sdk_valu:75,sdk_wf_exec:[81,82],sdk_workflow:[71,81,82,83],sdk_workflow_execut:81,sdkdynamictask:[75,95],sdkgenericsparktask:75,sdkhivejob:75,sdkhivetask:[75,95],sdklaunchplan:[71,81,82,83],sdknode:[71,95],sdknodeexecut:[71,75,81,82,83],sdkprestotask:[75,132],sdkpytorchtask:75,sdkrunnablecontain:75,sdkrunnablelaunchplan:71,sdkrunnablepytorchcontain:75,sdkrunnablesparkcontain:75,sdkrunnabletask:[20,75,80,81,95],sdksidecartask:75,sdksparktask:[75,95],sdktask:[20,71,75,81,82,83],sdktaskexecut:[71,75,81,82,83],sdktasknod:71,sdktasktyp:71,sdkworkflow:[71,81,82,83,95],sdkworkflowexecut:[71,81,82,83,95],sdkworkflownod:71,sea:[117,118],sea_launch_plan:118,seamlessli:2,searchabl:103,second:[7,15,51,66,70,80,95,133],second_task:95,secondari:[95,133],secondary_contain:[95,133],secret:[2,4,11,13,70,78],secretnam:11,section:[1,11,13,14,18,52,63,78,101,103,109,115,124],secur:78,sed:13,see:[10,13,14,16,17,19,20,36,47,66,78,95,103,110,115,120,124,130,133],seed:[84,113],seed_flyte_random:84,seen:2,select:[76,77,95,130,132],select_queri:[76,77,130],self:[2,34,91],send:[0,2,11,15,24,51,132],sender:30,sender_email:30,sens:[10,47,73,80,103,118],sense_with_wait_hint:80,sensit:28,sensor:[64,71,79],sensor_task:[71,80],sensortask:80,sent:[30,51,75,132],separ:[0,11,19,29,47,74,84,96,109,122,129,132],seri:49,serial:[14,22,47,64,67,71,74,75,95,112],serialize_al:70,serialize_tasks_onli:70,serv:[0,14,17],server:[2,7,23,25,27,29,34,35,36,68,78],server_address:68,servic:[0,2,5,8,9,12,14,16,18,21,24,31,52,53,66,71,78,91,103,108,109,113,115,120,121],serviceaccount:116,session_id:132,set:[2,4,7,8,10,13,14,15,17,19,22,23,25,27,28,29,32,33,34,35,37,38,39,40,44,45,46,47,48,49,51,66,71,74,75,78,80,90,91,93,95,96,101,106,110,111,112,113,115,118,120,122,123,125,128,129,130,132,133,134],set_access_token:66,set_flyte_config_fil:78,setfilt:91,setup:[8,115,131],sever:[4,7,11,20,122],sha:[78,122],share:[0,4,14,15,17,23,27,95,110,118,122,133],shared_volume_mount:[95,133],she:112,shelf:101,shim:14,ship:[2,20],short_class_str:[76,91,95],short_str:[76,91,95],shortcut:75,shorthand:95,should:[2,4,7,13,19,20,22,23,25,28,38,40,47,49,51,54,66,70,71,73,74,75,76,78,80,81,82,83,84,91,93,95,98,103,106,118,120,122,123,124,132],shouldn:[80,95],show:[4,7,124],shown:15,sibl:[84,95],side:[2,20,47,108,109,113],sidecar:[20,55,71,75,95,96,126,131],sidecar_task:[64,71,95,133],sidecarjob:91,sig:8,sign:[25,29,35,66],signal:[71,74],signatur:[20,113,122,123],similar:[13,71,95,132],similarli:15,simpl:[7,13,20,39,46,48,68,91,113,128,129,130,132,133,134],simple_sidecar_task:133,simplest:[8,9,13,123],simpletyp:91,simpli:[25,118],simplifi:[17,27,41],sinc:[10,11,13,15,20,36,46,74,75,103,105,111,113],singl:[0,8,11,13,14,15,17,19,23,25,29,35,48,66,80,93,95,110,113,114,119,132,133],single_step:123,singlesteptask:128,singleton:[20,70],sink:42,situat:[84,122],size:[4,7,23,54,66,91,118,129],skip:[16,20,42,66,93],slack:[23,71,91,119],slacknotif:91,sleep:[80,95,133],slight:13,slightli:[20,103,110,133],slip:103,slist:22,slow:19,small:34,snooz:104,sole:[0,104,115,133],solut:104,solv:[103,104],some:[8,10,11,13,14,20,22,25,44,49,51,67,74,78,91,93,103,109,115,118,123,124,129,132],some_task:74,some_test:95,somedock:78,someon:101,someth:[15,20,78,95,123,124,130,132],sometim:20,someversion123:78,someworflow:74,someworkflow:74,soon:[40,54,91,114],sort:[14,25,27,29,35,66,92,96,114],sort_bi:[15,23,27,29,35,66],sortedcontain:71,sorteddict:71,sourc:[4,7,10,19,20,51,66,67,68,70,71,72,73,74,75,76,77,78,80,81,82,83,84,85,86,87,88,89,90,91,92,93,95,96,97,98,100,101,103,109],space:[66,80,95],span:19,spark:[0,6,20,51,55,71,75,91,95,96,113,126,131],spark_conf:[75,91,95,134],spark_context:[95,134],spark_pb2:91,spark_task:[64,71,95,134],spark_typ:[64,75,91,99],sparkconf:60,sparki:95,sparkjob:91,sparkoper:134,sparktyp:95,spawn:[35,57,66,95],spec:[15,22,25,26,27,34,36,40,66,75,91,97,104,117,129],speci:23,special:[8,15,17,20,34,45,48,49,70,71,75,78,93,95,109,128],specif:[0,7,10,12,13,14,15,17,18,20,21,23,25,26,29,34,35,36,42,43,47,51,55,66,71,75,77,100,102,103,104,109,110,112,113,115,118,122,128],specifi:[0,2,4,7,10,13,15,17,20,23,25,40,41,46,47,49,51,66,70,71,74,76,77,78,80,81,82,91,93,95,96,97,102,105,108,109,113,115,128,133],speed:[19,114],spent:[25,29,35,120],sphinx:19,spike:7,spin:17,split:95,sql:[13,22],square_each:95,squish:103,ssl:4,stabil:103,stack:[7,42],stage:[10,20,105,115,122],stage_queri:[76,77],stall:17,stand:[95,115],standard:[2,7,17,47,71,74,75,78,97],start:[1,7,9,13,17,20,25,38,47,75,78,91,100,103,114,115,123,126,128,134],started_at:[15,25,29,35,91,92],starttask:20,stat:[64,75,81,84,116],state:[0,10,15,20,23,25,27,29,35,66,68,71,74,75,80,81,82,91,95,109,120],stateless:[0,108],statement:[56,75,91,132],statement_templ:132,statsclientproxi:90,statsd:[64,75,90,99,120],statu:[0,23,25,27,91,104,133],status:14,std:[75,83],std_map:76,stderr:7,stderrthreshold:7,step1:95,step2:95,step:[19,20,22,38,47,71,95,104,106,109,112,120,124,128,129,130],still:[10,15,17,47,74,133],storag:[5,9,10,13,14,16,17,28,46,47,78,80,91,95,104,123],storage_limit:[75,80,95],storage_request:[75,80,95],store:[0,4,6,7,8,9,10,14,15,20,25,29,35,36,38,46,91,112,113,122,123,124,130,132],stori:[17,42],stow:14,str2bool:67,str:[66,67,91],strategi:[41,46,47,91,113],stream:[6,47,95],strict:[8,104],strictli:27,string:[4,6,7,15,20,22,23,24,25,27,28,29,30,31,32,33,34,35,36,37,38,39,41,42,43,45,46,47,48,49,51,56,58,59,60,61,67,71,72,76,77,78,80,91,93,95,96,97,98,110,113,118,122,123,132,133],string_valu:[46,76,77,91,95],strong:48,strongli:[16,22,45,46,47,48,49,80,93,95,113],struct:[4,20,22,27,35,46,47,48,51,91],struct_pb2:91,structur:[0,18,22,23,25,27,29,34,35,36,44,47,49,74,97,100,101,102,109],stub:66,style:12,sub:[7,29,38,71,75,80,95,112,114,115],sub_typ:76,sub_workflow:[36,38,71,92,93],sub_workflow_ref:[49,71,93],subclass:[20,71,80,95],subcommand:70,subdirectori:[11,13],subject:[30,119],subject_lin:30,submit:[0,27,75,76,77,95,104],submodul:[64,79,99],subpackag:99,subprocess:[64,99],subscrib:30,subsequ:[14,22,113,114,122],subset:[15,23,25,43,49,93,106],subsidiari:103,substitut:[28,83],subsystem:90,subtask:[40,54,91],subtyp:22,subworkflow:[25,36,38,40,49,71,91,93,114],succe:[25,34],succeed:[15,35,40,42,93,118,120],success:[25,40,54,66,71,91,104,112,113,115,119,120],successfulli:[13,22,25,49,93,103,115],sudo:78,suffici:[8,13],suffix:17,suit:[8,103],suitabl:2,sum:95,sum_of_list:95,summar:0,summari:[15,47,112],superclass:75,superset:95,supplement:110,suppli:[10,20,25,33,108],support:[0,2,14,15,17,22,46,47,66,76,77,78,80,91,95,106,113,115,129,132],suppos:128,sure:[20,108,118],surfac:0,swimlan:9,sync:[20,71,74,75,77,81,82],synchron:66,synchronousflytecli:66,syntax:[33,71,95,110],sys:95,system:[0,2,4,7,13,14,15,21,22,23,25,38,41,42,43,44,46,47,51,52,55,64,71,77,78,91,93,95,100,101,103,104,108,109,112,113,115,120,123,124,129],system_entry_point:73,system_gener:23,system_metadata:25,t_valu:[71,76,77,95],tab:124,tabl:[14,19,76,77,130,132],table_nam:[77,80],tag1:95,tag:[10,16,28,46,58,75,76,78,83,90,91,95,103,120,130],tag_prefix:76,taggabl:[64,75,81,84],taggablestat:[75,81,90],tailor:13,take:[8,10,13,22,67,70,71,73,80,95,97,113,114,118,124,132,134],taken:[49,93,96],talk:[7,101],target:[4,17,19,47,49,51,91,93,114,123],target_gc_perc:4,task:[0,2,7,8,9,14,15,18,21,22,23,24,26,28,29,35,36,38,40,42,43,44,49,50,51,52,53,56,58,59,64,66,70,71,74,78,79,81,82,83,93,96,99,100,102,104,109,111,112,115,116,126],task_exec:[81,82,83],task_execut:[14,26,64,66,71,75,91],task_execution_created_at:15,task_execution_id:29,task_execution_identifi:66,task_execution_pb2:92,task_execution_updated_at:15,task_funct:[75,80],task_function_nam:75,task_id:[43,51,72,81,82,83,93],task_identif:66,task_input:[75,132],task_modul:[73,75],task_nam:73,task_name_format:78,task_nod:[49,93],task_pb2:[70,75,91],task_resourc:28,task_resource_attribut:28,task_spec:66,task_typ:[75,80],taska:22,taskb:22,taskc:22,taskcategori:47,taskclosur:91,taskcontext:20,taskdefinit:91,taskexecut:[51,66,75,92],taskexecutionclosur:92,taskexecutionev:[15,24],taskexecutiongetdatarespons:91,taskexecutionidentifi:[29,35,51,66,72,92,93],taskexecutionphas:[92,93],taskid:47,tasklog:[35,51,92,93],taskmetadata:91,tasknam:16,tasknod:[71,93],tasks_count:129,tasks_pb2:[70,91],taskspec:[66,70,75,91],tasktempl:[20,22,34,38,40,50,56,58,70,71,75,91,106],tasktyp:131,team:[0,13,102,111,122],technic:20,tediou:0,tell:[2,80,95,124],temp:[19,132],tempdir:71,templat:[10,20,27,28,34,36,38,50,71,78,91,92,93,95,103,110,114,132],templatedata:10,temporari:[75,76,77,95,130],temporaryconfigur:78,tenanc:[109,115],tend:132,tensorflow:113,term:[7,115],termin:[0,15,25,29,59,71,81,82,109,119,120],terminate_execut:66,test:[4,8,17,70,78,95,101,103,113,122,123,132],test_hiv:95,test_task:95,test_util:[64,99],text:[2,47,66,67,70,71,72,73,74,75,76,77,78,80,81,82,83,84,85,86,87,88,89,91,92,93,95,96,115,130,132],text_arg:67,textual:91,than:[10,15,17,20,22,25,39,46,66,75,77,95,105,124,132],thank:74,thats:8,thei:[0,2,8,10,11,17,20,22,39,70,73,82,95,101,103,108,109,117,121,130],them:[0,2,11,13,15,73,113,120,130,132],themselv:[10,73,102,114],then_nod:[49,93],thereaft:20,therefor:[22,70,73,95,115,133],theworst:15,thi:[0,1,2,4,7,8,9,10,11,13,14,15,17,18,19,20,22,23,24,25,27,28,29,30,32,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,51,52,54,56,57,58,63,66,67,70,71,73,74,75,76,77,78,80,81,82,83,84,90,91,93,95,96,101,103,104,106,108,109,112,114,115,118,120,122,123,124,126,128,129,130,132,133,134],thin:[14,66],thing:[13,66,103,118,128,130],think:[103,129],third:2,thorough:15,those:[2,20,67,70,80,95,103,105,113,123,129],though:[2,130],thought:[2,20],thread:7,three:[2,10,19,22,119],threshold:[7,123],threw:48,throttl:7,through:[2,10,13,15,16,17,42,101,114,120,124],throughout:[22,23,104],thrown:48,thu:[8,103],tied:[10,110,114],tighter:47,time:[2,7,10,15,20,22,23,25,27,29,33,34,35,36,47,49,59,66,71,74,75,77,78,80,83,90,91,95,103,104,110,112,113,114,115,118,120,122,129,133],timed_out:[42,93,119],timedelta:[71,74,76,80,91,92,93,95,118],timeout:[47,49,74,75,80,91,93,95,113],timeout_sec:[58,91],timer:[83,90,120],timestamp:[15,25,27,29,34,35,36,46,51],tmp:91,tmp_dir:[71,75,81],tmpdir:123,to_dict:91,to_flyte_idl:[70,91,92,93],to_flyte_literal_typ:[76,95],to_literal_model:91,to_path:[85,86,87,88,89],to_python_std:[76,95],tocken:7,todo:[23,47,66,75,78,80,81,91,93,95],togeth:[0,19,21,71,102,132],toggl:15,token:[2,7,11,23,25,27,29,34,35,36,66,68,70,78],token_endpoint:[68,70],tokenpath:11,toler:[0,109],too:[25,91,118],tool:[0,10,13,64,78,99,104,112,115],toolkit:14,top:[5,7,9,14,31,103,128],top_trim:73,topic:14,topolog:96,torch:96,total:[11,49],touch:123,tps:7,trace:[7,24,42,51,73],traceback:73,track:[15,20,71,81,104],trackabl:103,tradit:0,tradition:78,train:[57,104],transact:[7,66],transform:[14,20,70,113],transit:[15,25,27,91,120],translat:[20,46,70,108],treat:122,tree:[22,39],tri:7,triag:104,trickster:74,trigger:[7,14,23,25,27,33,47,80,91,95,110,114,118,119],triggered_tim:118,trivial:133,truth:20,tsx:17,ttl:[7,42,93],tune:[34,113],tunnel:8,tupl:[67,76,80],turn:[10,75,104,120],tutori:[8,120],tweak:10,two:[17,19,22,39,113,120,130,133],txt:[95,133],type:[0,4,6,7,9,11,13,15,16,20,21,23,28,41,42,43,44,45,46,47,49,51,56,58,64,66,67,68,70,71,72,73,74,75,78,80,81,82,83,85,86,87,88,89,90,92,96,97,98,99,100,109,110,114,118,120,122,123,126,128,129,130,132,133,134],type_engin:[64,78,99],type_map:[71,76],typedcollectiontyp:76,typedinterfac:[47,49,71,75,91,93,128],typedlistimpl:76,typeengin:97,typeerror:73,types_pb2:[91,93],typic:[8,13,78,101,105,109],uint32:[23,25,27,29,33,35,43,46,47,51,58],ultim:20,unabl:47,uncov:103,undefin:[17,42,46,93],under:[2,7,11,13,23,96,113,122,123,124],underli:[14,22,42,46,48,49,71,74,75,76,90,91,93,95],underneath:27,understand:[0,6,7,8,9,20,21,47,101,103,109,126],understood:48,unfortun:[14,15,20],unicod:113,union:84,uniqu:[14,15,16,22,23,24,25,27,29,32,34,35,36,37,38,43,46,47,48,49,51,66,71,74,78,91,93,110,111,113,115],unit:[22,33,46,49,64,75,80,81,91,95,103,109,113,114,118,123],unit_test:[75,95],unittestenginefactori:83,unittestenginetask:83,unknown:[41,42,47,91,93,120],unless:49,unlik:[0,71,132],unmanag:77,unmarsh:20,unnecessari:17,unpack:[76,91],unpack_literal_map_to_sdk_object:76,unpack_literal_map_to_sdk_python_std:76,unspecifi:[43,93],unsur:115,until:[0,17,22,59,74,129,133],untriag:103,unus:104,unvers:115,updat:[7,13,14,15,19,23,25,27,29,35,66,71,74,77,80,81,82,95,114,118,122],update_configuration_fil:70,update_launch_plan:66,update_named_ent:66,updated_at:[15,25,27,29,35,92],upload:[47,75,77,85,86,87,88,89,109,123],upload_directori:[85,86,87,88,89],upload_eag:47,upload_mod:47,upload_on_exit:47,upon:[0,71,74,75,76,77,95],upper:[15,80,95],upstream:[38,49,71,93,95],upstream_ent:[71,74,75],upstream_nod:71,upstream_node_id:[49,71,93],uri:[7,25,42,46,51,77,78,91,93],url:[4,6,17,22,23,25,29,35,47,51,66,68,78,91,115,124],urlblob:[25,29,35,91],urllib:123,urlopen:123,urlpars:78,usabl:[66,95],usag:[19,75,111,115,116,131],use:[0,2,4,7,8,10,11,13,14,15,17,19,20,22,25,27,38,46,47,51,67,75,78,80,91,95,103,105,110,112,114,122,123,124,129,132,133,134],usecas:7,used:[2,4,7,10,13,14,15,17,19,20,22,23,25,26,27,28,29,31,34,35,36,38,45,47,48,49,52,66,68,71,75,77,78,80,84,91,93,95,103,110,114,115,117,123,128,133,134],useful:[2,18,25,49,71,75,93,95,104,122],usefulli:75,user:[1,2,5,8,9,10,13,20,22,23,25,27,34,41,42,43,47,64,66,71,74,75,76,78,80,83,91,95,97,98,100,102,103,104,108,109,111,112,113,114,116,118,122,128,130,132,133,134],user_entry_point:73,user_id:95,user_input:71,usernam:[2,13,78,115,123,124],users_t:95,uses:[0,4,5,7,8,12,14,15,38,47,71,75,78,102,112,115,117,128,134],using:[0,2,4,7,13,17,25,39,47,49,57,67,70,78,81,93,95,101,103,104,109,110,111,112,113,114,115,120,123,124,126,128,129,130,132,133,134],usual:[2,17,49,77,97,103,115,120],util:[14,64,75,81,99,115,123],uuid:16,val:[4,6,7,91,134],valid:[0,10,14,22,23,30,46,47,48,49,71,75,78,91,93,95,104,108,110,112,114],valid_phas:71,valu:[2,5,7,9,10,14,15,16,17,20,21,23,25,27,28,29,33,34,35,36,38,40,43,45,46,47,48,49,54,66,67,70,71,73,75,76,77,78,81,82,83,91,92,93,95,97,110,115,117,118,122,123,124,128,129,133,134],value_in:15,value_to_print:128,valueerror:73,valuein:91,vari:15,variabl:[2,4,10,22,28,33,39,46,47,48,49,67,70,71,74,75,78,80,91,93,95,108,110,113],variable_dict:67,variable_proto:91,variablemap:[27,91],varieti:[34,104,114],variou:[7,22,42,44,47,49,51,53,55,101,103,113,120,132],variti:129,varriou:22,vector:2,veloc:103,venv:115,verbose_class_str:91,verbose_messag:73,verbose_str:[76,91,95],veri:[15,17,22,103,113,129],verifi:19,version:[15,16,20,22,23,27,34,36,43,47,51,66,70,71,72,74,75,78,83,91,93,95,103,108,109,110,113,115,122,124,126],via:[0,42,66,70,71,121,134],view:[0,17,66,101,112,132],virtual:[8,19,115],virtualenv:115,visibl:[22,23,120],visit:[104,123,124],visual:[0,38,112],volum:[11,95,133],volumemount:[11,95,133],volumesourc:[95,133],wai:[2,10,13,15,20,22,101,110,113,115,121,122,123,129,134],wait:[7,22,49,61,74,91,118,133],wait_for_complet:74,waitabl:[20,55],waiting_for_resourc:42,walk:[10,16],want:[2,8,10,11,13,15,19,20,42,66,84,102,103,118,132],warn:[8,80,91,95],wast:113,wastag:109,watch:7,water:109,web:[0,2,17,104,113],webpack:17,week:33,weird:73,welcom:[100,103,112],well:[2,7,8,14,17,22,25,27,34,35,44,46,68,75,101,106,110,113,117,122,129,130],were:[13,15,20,49,70,77,91,93],wf_exec:[81,82,83],wf_exec_id:[61,81,82,83],wf_handl:95,wf_param:[71,74,95,122,123,130,132,133],wfparam:[95,133],wfs:22,what:[10,18,19,20,21,22,29,46,70,71,73,91,100,102,109,123,129],whatsoev:20,wheel:115,when:[2,4,7,10,16,17,18,20,25,27,33,42,46,47,51,66,67,71,73,74,77,78,80,91,95,104,108,112,113,114,120,122,123,124,128,130],whenev:[49,93,95,115,120],where:[0,2,4,7,10,15,22,25,28,29,35,39,42,46,66,74,75,77,78,82,84,91,95,103,122,124,129,130,132,134],wherea:[20,117],wherev:47,whether:[7,15,35,47,49,71,74,75,76,77,78,80,85,86,87,88,89,91,95,113,115,120],which:[6,7,8,10,13,14,15,17,20,22,23,25,27,28,29,32,33,34,35,36,37,47,51,66,67,70,71,74,75,77,78,90,91,95,103,109,110,112,113,114,115,117,120,123,128,129,130,132,133,134],whichev:91,who:[2,84,101],whose:[49,95],why:[116,126,132],wide:121,widgetmodel:10,wildcard:78,window:[17,78],wish:[2,15,27],with_overrid:71,within:[1,2,8,23,25,27,28,31,43,47,48,71,73,74,75,80,91,95,103,108,111,114,115,133],without:[2,17,47,78,95,109],won:[17,22,115],word:[66,67,91,114,115],work:[0,8,47,56,58,75,80,95,101,102,104,114,116,123,131,132],workaround:46,worker:[0,7,57,95],workers_count:[75,91,95],workflow:[0,2,5,8,9,10,11,12,13,14,15,22,23,24,25,26,27,28,29,31,33,34,37,38,42,43,44,47,50,51,52,64,66,70,74,75,78,81,82,83,91,96,99,100,102,104,105,106,109,110,111,112,113,115,117,118,119,120,122,125,126,129,130,132,134],workflow_attribut:[10,26],workflow_class:[95,118,123,132],workflow_closur:[44,64,99],workflow_closure_pb2:91,workflow_execut:[64,81,82,83,99],workflow_execution_id:29,workflow_execution_identifi:66,workflow_id:[25,27,61,71,81,82,83,91,95],workflow_identifi:66,workflow_nam:120,workflow_name_format:78,workflow_nod:[49,93],workflow_node_metadata:[29,51],workflow_packag:78,workflow_paramet:[128,129,134],workflow_pb2:[70,71,92,93],workflow_spec:66,workflowattribut:[15,28],workflowclosur:[91,92],workflowexecut:[23,25,51,61,119],workflowexecutionev:[15,24],workflowexecutiongetdatarespons:[66,91],workflowexecutionidentifi:[25,29,51,61,66,72,74,81,82,83,91,93],workflowexecutionphas:[91,93,118],workflowmetadata:93,workflowmetadatadefault:93,workflownod:[29,38,71,93],workflowspec:[66,70,71,92],workflowtempl:[36,38,40,50,70,71,91,92,93,106],working_dir_prefix:71,working_directori:[75,81],workload:[0,91,104,129],workqueu:7,world:[10,95,109,133],worri:[20,73],worth:118,would:[10,15,17,47,70,74,78,84,95,103,119],wrap:[20,66,73,75,76,80,95],wrapper:[20,66,68,71,73,95],wreak:120,write:[7,20,77,82,95,102,104,114,125,126,130,133,134],write_proto_to_fil:71,writer:95,written:[4,5,19,22,47,77,80,95,114,124],wrobert:[76,95],wrong:118,www:[47,78],xarg:[11,13],xrang:95,xyz:74,yaml:[7,8,10,11,13,47,112],yarn:17,year:[33,118],yet:[10,22,47],yield:[15,74,95,129],you:[0,2,8,10,11,13,14,15,17,20,27,66,71,74,104,108,110,118,119,120,122,123,124,125,126,129,132,133],your:[1,2,8,9,10,11,19,20,27,49,110,115,116,117,118,121,122,124,125,126,130,133,134],your_aws_access_kei:13,your_aws_secret_kei:13,your_database_password:13,your_database_usernam:13,yourself:[1,10,115],yourworkflownam:10,zero:[95,106,118]},titles:["Architecture","Administrator Docs","Authentication","FlyteAdmin Configuration","Common configuration across all backend components","Configure Flyte backend","Plugin Configuration","Propeller Configuration","Getting Started","Installing Flyte","Configuring customizable resources","Scaling Beyond Kubernetes","Optional Components","Handling Production Load","FlyteAdmin","FlyteAdmin Service Background","What is Data Catalog?","Flyte Console","Flyte System Components","Contributing to Docs","Extending Flyte","Contributor Docs","Flyte Specification Language","common.proto","event.proto","execution.proto","Flyte Admin Service entities","launch_plan.proto","matchable_resource.proto","node_execution.proto","notification.proto","project.proto","project_domain_attributes.proto","schedule.proto","task.proto","task_execution.proto","workflow.proto","workflow_attributes.proto","compiler.proto","condition.proto","dynamic_job.proto","errors.proto","execution.proto","identifier.proto","Core Flyte language specification","interface.proto","literals.proto","tasks.proto","types.proto","workflow.proto","workflow_closure.proto","event.proto","Flyte Internal and External Eventing interface","Flyte Language and API specification","array_job.proto","Flyte Task Plugins","presto.proto","pytorch.proto","qubole.proto","sidecar.proto","spark.proto","waitable.proto","admin.proto","REST and gRPC interface for the Flyte Admin Service","flytekit package","flytekit.bin package","flytekit.clients package","flytekit.clis package","flytekit.clis.auth package","flytekit.clis.flyte_cli package","flytekit.clis.sdk_in_container package","flytekit.common package","flytekit.common.core package","flytekit.common.exceptions package","flytekit.common.mixins package","flytekit.common.tasks package","flytekit.common.types package","flytekit.common.types.impl package","flytekit.configuration package","flytekit.contrib package","flytekit.contrib.sensors package","flytekit.engines package","flytekit.engines.flyte package","flytekit.engines.unit package","flytekit.interfaces package","flytekit.interfaces.data package","flytekit.interfaces.data.gcs package","flytekit.interfaces.data.http package","flytekit.interfaces.data.local package","flytekit.interfaces.data.s3 package","flytekit.interfaces.stats package","flytekit.models package","flytekit.models.admin package","flytekit.models.core package","flytekit.plugins package","flytekit.sdk package","flytekit.tools package","flytekit.type_engines package","flytekit.type_engines.default package","flytekit","Flyte","How to read these docs?","Introduction","Roadmap","What is Flyte?","Domains","Dynamic Job Spec","Timeline of a workflow execution","Overview of the Execution of a Workflow","Flyte Concepts","Launch plans","Projects","Understanding Registration process","Tasks","Workflows","Flyte CLI","Flyte Features","Labels and Annotations","Flyte Launchplans","Notifications","Metrics for your executions","Why roles?","Task Cache","Writing Your First Workflow","Quick Start Examples","Getting Started","User docs","Python SDK","Container Task","Dynamic Tasks","Hive Tasks","Flyte Task Types","Presto Tasks","Sidecar Tasks","Spark Task"],titleterms:{"default":[6,98,110,120],"enum":[23,25,27,28,33,39,41,42,43,47,48,60],"static":15,"void":46,Adding:15,For:122,Going:13,Using:[15,112],With:120,abortmetadata:25,access:2,across:4,activelaunchplanlistrequest:27,activelaunchplanrequest:27,addit:14,admin:[2,7,14,15,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,62,63,92],administr:[1,101],alia:49,all:[4,15,19],annot:[23,117],api:53,architectur:0,array_job:[54,91],arrayjob:54,artifact:74,asynchron:14,auth:[27,68,78],authent:2,authrol:23,avail:6,awesom:101,aws:78,backend:[4,5,112],background:[15,20],base:73,base_sdk_typ:76,base_sensor:80,basic:130,basic_auth:70,beyond:[11,13],bin:65,binari:46,bind:46,bindingdata:46,bindingdatacollect:46,bindingdatamap:46,blob:[46,76,77],blobdimension:48,blobmetadata:46,blobtyp:48,booleanexpress:39,branch:114,branchnod:49,bug:103,build:19,cach:122,catalog:[7,12,16],chang:103,characterist:113,cli:[2,67,68,69,70,108,115],client:[2,66,90],cluster:10,clusterresourceattribut:28,command:[10,115],commandlin:7,common:[4,14,23,71,72,73,74,75,76,77,78,81,85,91,92,97],compani:101,comparisonexpress:39,compil:[22,38,93],compiledtask:38,compiledworkflow:38,compiledworkflowclosur:38,compon:[2,4,12,14,18],component_nod:71,concept:109,condit:[39,93],config:3,configur:[2,3,4,5,6,7,10,13,78,115],conjunctionexpress:39,connectionset:38,consol:17,constant:[70,71],contain:[6,47,76,120,128,133],containererror:41,containerport:47,content:[64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],continu:103,contrib:[79,80],contribut:19,contributor:[21,101],control:[0,6,11],copi:19,cor:17,core:[7,38,39,40,41,42,43,44,45,46,47,48,49,50,72,93,103],creat:[13,123,124],cred:78,credenti:68,cron:110,custom:20,customiz:10,dashboard:120,data:[0,11,12,14,16,85,86,87,88,89],data_proxi:85,databas:13,dataloadingconfig:47,debug:[10,17],definit:113,depend:[17,19],deploy:[8,11,13],detail:14,develop:[17,104],diagram:2,direct:[2,23],discoveri:68,distributedpytorchtrainingtask:57,doc:[1,19,21,101,126],document:[19,103],domain:[31,105,115],downloadmod:47,dynam:[13,106,129],dynamic_job:[40,91],dynamicjobspec:40,egress:52,elect:7,element:22,emailmessag:30,emailnotif:23,enabl:122,engin:[81,82,83],entiti:[15,26,115],entrypoint:65,environ:[17,130],error:[14,41,48,93],errordocu:41,errorkind:42,even:101,event:[7,24,51,52],eventerroralreadyinterminalst:24,eventfailurereason:24,exampl:[3,6,7,10,20,113,117,121,124,133],except:[73,95],execut:[6,10,15,16,25,42,74,75,91,93,104,107,108,114,117,120,124,130],executionclosur:25,executionclusterlabel:28,executioncreaterequest:25,executioncreaterespons:25,executionerror:42,executionlist:25,executionmetadata:25,executionmod:25,executionqueueattribut:28,executionrelaunchrequest:25,executionspec:25,executionterminaterequest:25,executionterminaterespons:25,express:110,extend:20,extens:22,extern:[7,52],fault:113,featur:116,filter:[15,91],first:123,fix:[103,110],fixedr:33,fixedrateunit:33,flow:[2,108,112],flyte:[2,5,9,13,16,17,18,20,22,26,44,52,53,55,63,82,98,100,101,104,108,109,114,115,116,118,120,123,124,131,132],flyte_cli:69,flyteadmin:[3,14,15],flyteconsol:17,flyteidl:[0,23,24,25,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,50,51,54,56,57,58,59,60,61],flytekit:[64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,112],friendli:66,from:115,futur:119,gcp:78,gcs:86,gcs_proxi:86,generic_spark_task:75,get:[8,125],grade:13,grpc:63,handl:13,hash:74,have:115,help:[101,115],helper:[66,67,76],hierarchi:10,hive:[20,130],hive_task:75,hivequeri:58,hivequerycollect:58,host:115,how:[16,101,103],http:87,http_data_proxi:87,iam:121,identifi:[43,72,93],idl:20,idlist:38,idp:2,ifblock:49,ifelseblock:49,impl:[77,80],improv:103,includ:19,individu:6,initi:20,input:[110,118],instal:[9,17,101,115,133],integr:130,interact:[115,123],interfac:[45,52,63,71,84,85,86,87,88,89,90,91,115],intern:[52,78],introduct:102,iostrategi:47,job:106,keyvaluepair:46,kind:41,kubernet:[6,11,121],label:[10,23,117],languag:[22,44,53],launch:[110,117],launch_plan:[27,70,71,91],launcher:7,launchplan:[27,118],launchplanclosur:27,launchplancreaterequest:27,launchplancreaterespons:27,launchplanlist:27,launchplanmetadata:27,launchplanspec:27,launchplanst:27,launchplanupdaterequest:27,launchplanupdaterespons:27,lazy_load:96,leader:7,level:6,line:115,link:6,listmatchableattributesrequest:28,listmatchableattributesrespons:28,liter:[46,91],literalcollect:46,literalmap:46,literalmapblob:25,literalmapformat:47,literaltyp:48,live:103,load:13,loader:81,local:[19,88],local_file_proxi:88,log:6,logger:4,logicaloper:39,main:69,make:101,manag:[14,101,103],matchable_resourc:28,matchableattributesconfigur:28,matchableresourc:28,matchingattribut:28,memoiz:[16,113],messageformat:42,metadata:[4,15],metric:120,mileston:103,miscellan:130,mixin:74,mock_stat:83,model:[14,91,92,93],modif:19,modul:[64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],module_load:96,monitor:104,more:101,name:[15,115],named_ent:91,namedent:23,namedentitygetrequest:23,namedentityidentifi:23,namedentityidentifierlist:23,namedentityidentifierlistrequest:23,namedentitylist:23,namedentitylistrequest:23,namedentitymetadata:23,namedentityst:23,namedentityupdaterequest:23,namedentityupdaterespons:23,network:17,node:[49,71,106,114],node_execut:[29,91],nodeexecut:[29,42],nodeexecutionclosur:29,nodeexecutionev:51,nodeexecutioneventrequest:24,nodeexecutioneventrespons:24,nodeexecutionfortasklistrequest:29,nodeexecutiongetdatarequest:29,nodeexecutiongetdatarespons:29,nodeexecutiongetrequest:29,nodeexecutionidentifi:43,nodeexecutionlist:29,nodeexecutionlistrequest:29,nodeexecutionmetadata:29,nodemetadata:49,note:19,notif:[23,30,71,119],notificationlist:25,object:13,objectgetrequest:23,observ:103,onli:[7,19],oper:39,operand:39,option:12,output:[17,75,106],outputrefer:48,overview:108,own:13,packag:[64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],pagerdutynotif:23,paramet:[7,45,132],parametermap:45,parenttaskexecutionmetadata:51,partial:118,phase:42,plan:[110,117],plane:[0,11],platform:[15,78],plugin:[6,20,54,55,56,57,58,59,60,61,94],pod:133,prerequisit:8,presto:[56,91,132],presto_task:75,prestoqueri:56,primari:133,primit:[46,76],process:112,product:13,project:[13,31,91,111,115,120,123],project_domain_attribut:32,projectdomainattribut:32,projectdomainattributesdeleterequest:32,projectdomainattributesdeleterespons:32,projectdomainattributesgetrequest:32,projectdomainattributesgetrespons:32,projectdomainattributesupdaterequest:32,projectdomainattributesupdaterespons:32,projectlistrequest:31,projectregisterrequest:31,projectregisterrespons:31,promis:71,propel:[7,20],properti:22,proto:[23,24,25,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,45,46,47,48,49,50,51,54,56,57,58,59,60,61,62,76],protobuf:17,provid:[6,110,120],proxi:17,put:15,pyflyt:70,pypi:115,python:[127,128],pytorch:57,pytorch_task:75,qubol:[20,58,91],qubolehivejob:58,queri:130,queue:[7,10],quick:124,random:84,rate:110,raw:66,read:101,real:113,recommend:115,refer:2,regist:70,register:74,registr:[112,124],releas:103,reliabl:103,repo:19,repositori:14,request:15,requir:113,resourc:[10,47,78],resourceentri:47,resourcelistrequest:23,resourcenam:47,resourcetyp:43,rest:63,retrystrategi:46,rfc:2,roadmap:103,role:121,rpc:14,rst:19,run:[17,124],runtim:14,runtimemetadata:47,runtimetyp:47,s3proxi:89,sandbox:[8,13],scalar:46,scale:11,schedul:[12,33,71,91,110,118],schema:[46,76,77,130],schemacolumn:48,schemacolumntyp:48,schematyp:48,scope:73,sdk:[20,78,95,127],sdk_base:71,sdk_dynam:75,sdk_in_contain:70,sdk_runnabl:75,sensor:80,serial:70,server:17,servic:[7,15,26,63],serviceaccount:121,setup:[124,134],sidecar:[59,133],sidecar_task:75,sidecarjob:59,simpletyp:48,slacknotif:23,sort:[15,23],sourc:115,spark:[60,134],spark_task:75,spark_typ:95,sparkappl:60,sparkjob:60,spec:[106,133],specif:[22,44,53,114],start:[8,124,125],stat:[90,120],statsd:78,storag:4,store:13,storybook:17,structur:[14,20,114],subcommand:115,submodul:[65,66,67,68,69,70,71,72,73,74,75,76,77,78,80,81,82,83,84,85,86,87,88,89,90,91,92,93,95,96,97,98],subpackag:[64,67,71,76,79,81,84,85,91,97],subprocess:96,subworkflow:106,swimlan:2,syntax:15,system:[18,73],systemmetadata:25,tab:17,taggabl:90,task:[10,16,20,34,47,55,75,80,91,95,106,113,114,120,122,123,128,129,130,131,132,133,134],task_execut:[35,92],taskclosur:34,taskcreaterequest:34,taskcreaterespons:34,taskexecut:[35,42],taskexecutionclosur:35,taskexecutionev:51,taskexecutioneventrequest:24,taskexecutioneventrespons:24,taskexecutiongetdatarequest:35,taskexecutiongetdatarespons:35,taskexecutiongetrequest:35,taskexecutionidentifi:43,taskexecutionlist:35,taskexecutionlistrequest:35,tasklist:34,tasklog:42,taskmetadata:47,tasknod:49,taskresourceattribut:28,taskresourcespec:28,taskspec:34,tasktempl:47,team:103,terminolog:115,test:115,test_util:95,timelin:107,togeth:15,toler:113,tool:96,top:6,train:103,type:[10,22,48,60,76,77,91,93,95,113,131],type_engin:[97,98],typedinterfac:45,typic:[108,112],understand:[13,112],unit:[83,110],updat:20,uploadmod:47,urlblob:23,urn:115,usag:[117,128,130,132,133,134],use:118,user:[0,6,11,73,101,115,120,126],using:108,util:71,valu:[6,22],variabl:[17,45],variablemap:45,version:114,waitabl:61,want:101,what:[16,104,110],when:118,why:121,without:112,work:[103,115,119,133],workflow:[7,36,49,71,92,93,95,101,107,108,114,123,124],workflow_attribut:37,workflow_closur:[50,91],workflow_execut:71,workflowattribut:37,workflowattributesdeleterequest:37,workflowattributesdeleterespons:37,workflowattributesgetrequest:37,workflowattributesgetrespons:37,workflowattributesupdaterequest:37,workflowattributesupdaterespons:37,workflowclosur:[36,50],workflowcreaterequest:36,workflowcreaterespons:36,workflowengin:14,workflowexecut:42,workflowexecutionev:51,workflowexecutioneventrequest:24,workflowexecutioneventrespons:24,workflowexecutiongetdatarequest:25,workflowexecutiongetdatarespons:25,workflowexecutiongetrequest:25,workflowexecutionidentifi:43,workflowlist:36,workflowmetadata:49,workflowmetadatadefault:49,workflownod:49,workflownodemetadata:[29,51],workflowspec:36,workflowtempl:49,world:113,write:[101,123],you:115,your:[13,120,123]}}) \ No newline at end of file diff --git a/user/concepts/domains.html b/user/concepts/domains.html index 99db836045..1a9dae3018 100644 --- a/user/concepts/domains.html +++ b/user/concepts/domains.html @@ -8,7 +8,7 @@ - Domains — Flyte 0.3.0 documentation + Domains — Flyte 0.4.0 documentation diff --git a/user/concepts/dynamic_spec.html b/user/concepts/dynamic_spec.html index c3e6a24068..168957d1ba 100644 --- a/user/concepts/dynamic_spec.html +++ b/user/concepts/dynamic_spec.html @@ -8,7 +8,7 @@ - Dynamic Job Spec — Flyte 0.3.0 documentation + Dynamic Job Spec — Flyte 0.4.0 documentation diff --git a/user/concepts/execution_timeline.html b/user/concepts/execution_timeline.html index 7d4d8c6f21..2574975992 100644 --- a/user/concepts/execution_timeline.html +++ b/user/concepts/execution_timeline.html @@ -8,7 +8,7 @@ - Timeline of a workflow execution — Flyte 0.3.0 documentation + Timeline of a workflow execution — Flyte 0.4.0 documentation diff --git a/user/concepts/executions.html b/user/concepts/executions.html index c90925ace2..39c868b76a 100644 --- a/user/concepts/executions.html +++ b/user/concepts/executions.html @@ -8,7 +8,7 @@ - Overview of the Execution of a Workflow — Flyte 0.3.0 documentation + Overview of the Execution of a Workflow — Flyte 0.4.0 documentation diff --git a/user/concepts/index.html b/user/concepts/index.html index d9eb60e19b..cb1b09c046 100644 --- a/user/concepts/index.html +++ b/user/concepts/index.html @@ -8,7 +8,7 @@ - Flyte Concepts — Flyte 0.3.0 documentation + Flyte Concepts — Flyte 0.4.0 documentation diff --git a/user/concepts/launchplans_schedules.html b/user/concepts/launchplans_schedules.html index 0830b26faf..a3b270add8 100644 --- a/user/concepts/launchplans_schedules.html +++ b/user/concepts/launchplans_schedules.html @@ -8,7 +8,7 @@ - Launch plans — Flyte 0.3.0 documentation + Launch plans — Flyte 0.4.0 documentation diff --git a/user/concepts/projects.html b/user/concepts/projects.html index 11b580bb43..cdda21cbd6 100644 --- a/user/concepts/projects.html +++ b/user/concepts/projects.html @@ -8,7 +8,7 @@ - Projects — Flyte 0.3.0 documentation + Projects — Flyte 0.4.0 documentation diff --git a/user/concepts/registration.html b/user/concepts/registration.html index a69878d1ed..0dfd3a27b9 100644 --- a/user/concepts/registration.html +++ b/user/concepts/registration.html @@ -8,7 +8,7 @@ - Understanding Registration process — Flyte 0.3.0 documentation + Understanding Registration process — Flyte 0.4.0 documentation diff --git a/user/concepts/tasks.html b/user/concepts/tasks.html index 380305a894..45419294dd 100644 --- a/user/concepts/tasks.html +++ b/user/concepts/tasks.html @@ -8,7 +8,7 @@ - Tasks — Flyte 0.3.0 documentation + Tasks — Flyte 0.4.0 documentation diff --git a/user/concepts/workflows_nodes.html b/user/concepts/workflows_nodes.html index badc5fe175..9944534785 100644 --- a/user/concepts/workflows_nodes.html +++ b/user/concepts/workflows_nodes.html @@ -8,7 +8,7 @@ - Workflows — Flyte 0.3.0 documentation + Workflows — Flyte 0.4.0 documentation diff --git a/user/features/flytecli.html b/user/features/flytecli.html index 46da6e5b70..7f90962b1f 100644 --- a/user/features/flytecli.html +++ b/user/features/flytecli.html @@ -8,7 +8,7 @@ - Flyte CLI — Flyte 0.3.0 documentation + Flyte CLI — Flyte 0.4.0 documentation diff --git a/user/features/index.html b/user/features/index.html index c3fa696958..e6a7f80959 100644 --- a/user/features/index.html +++ b/user/features/index.html @@ -8,7 +8,7 @@ - Flyte Features — Flyte 0.3.0 documentation + Flyte Features — Flyte 0.4.0 documentation diff --git a/user/features/labels_annotations.html b/user/features/labels_annotations.html index 8df75f0d79..16387f971a 100644 --- a/user/features/labels_annotations.html +++ b/user/features/labels_annotations.html @@ -8,7 +8,7 @@ - Labels and Annotations — Flyte 0.3.0 documentation + Labels and Annotations — Flyte 0.4.0 documentation diff --git a/user/features/lanuchplans.html b/user/features/lanuchplans.html index fb08a310c0..8b9c1dfc66 100644 --- a/user/features/lanuchplans.html +++ b/user/features/lanuchplans.html @@ -8,7 +8,7 @@ - Flyte Launchplans — Flyte 0.3.0 documentation + Flyte Launchplans — Flyte 0.4.0 documentation diff --git a/user/features/notifications.html b/user/features/notifications.html index 341c5d30e8..573413d54b 100644 --- a/user/features/notifications.html +++ b/user/features/notifications.html @@ -8,7 +8,7 @@ - Notifications — Flyte 0.3.0 documentation + Notifications — Flyte 0.4.0 documentation diff --git a/user/features/observability.html b/user/features/observability.html index 4ca8b6b310..2eb901485f 100644 --- a/user/features/observability.html +++ b/user/features/observability.html @@ -8,7 +8,7 @@ - Metrics for your executions — Flyte 0.3.0 documentation + Metrics for your executions — Flyte 0.4.0 documentation diff --git a/user/features/roles.html b/user/features/roles.html index 7b75c96bbb..cdd7399d12 100644 --- a/user/features/roles.html +++ b/user/features/roles.html @@ -8,7 +8,7 @@ - Why roles? — Flyte 0.3.0 documentation + Why roles? — Flyte 0.4.0 documentation diff --git a/user/features/task_cache.html b/user/features/task_cache.html index 075715239b..3c31aca22d 100644 --- a/user/features/task_cache.html +++ b/user/features/task_cache.html @@ -8,7 +8,7 @@ - Task Cache — Flyte 0.3.0 documentation + Task Cache — Flyte 0.4.0 documentation diff --git a/user/getting_started/create_first.html b/user/getting_started/create_first.html index bf0ca3084c..0abc84f17f 100644 --- a/user/getting_started/create_first.html +++ b/user/getting_started/create_first.html @@ -8,7 +8,7 @@ - Writing Your First Workflow — Flyte 0.3.0 documentation + Writing Your First Workflow — Flyte 0.4.0 documentation diff --git a/user/getting_started/examples.html b/user/getting_started/examples.html index 32dd746ad2..8c503a9883 100644 --- a/user/getting_started/examples.html +++ b/user/getting_started/examples.html @@ -8,7 +8,7 @@ - Quick Start Examples — Flyte 0.3.0 documentation + Quick Start Examples — Flyte 0.4.0 documentation diff --git a/user/getting_started/index.html b/user/getting_started/index.html index 12ac02efe6..5342bcb9c7 100644 --- a/user/getting_started/index.html +++ b/user/getting_started/index.html @@ -8,7 +8,7 @@ - Getting Started — Flyte 0.3.0 documentation + Getting Started — Flyte 0.4.0 documentation diff --git a/user/index.html b/user/index.html index cd25753804..858b0c1aec 100644 --- a/user/index.html +++ b/user/index.html @@ -8,7 +8,7 @@ - User docs — Flyte 0.3.0 documentation + User docs — Flyte 0.4.0 documentation diff --git a/user/sdk/index.html b/user/sdk/index.html index 85ba91be41..1301a48294 100644 --- a/user/sdk/index.html +++ b/user/sdk/index.html @@ -8,7 +8,7 @@ - Python SDK — Flyte 0.3.0 documentation + Python SDK — Flyte 0.4.0 documentation diff --git a/user/tasktypes/container.html b/user/tasktypes/container.html index 42813ed4a3..75bfcc7ee0 100644 --- a/user/tasktypes/container.html +++ b/user/tasktypes/container.html @@ -8,7 +8,7 @@ - Container Task — Flyte 0.3.0 documentation + Container Task — Flyte 0.4.0 documentation diff --git a/user/tasktypes/dynamic.html b/user/tasktypes/dynamic.html index 580efa0c22..ed2380149e 100644 --- a/user/tasktypes/dynamic.html +++ b/user/tasktypes/dynamic.html @@ -8,7 +8,7 @@ - Dynamic Tasks — Flyte 0.3.0 documentation + Dynamic Tasks — Flyte 0.4.0 documentation diff --git a/user/tasktypes/hive.html b/user/tasktypes/hive.html index 237e9e3956..36973ef0cc 100644 --- a/user/tasktypes/hive.html +++ b/user/tasktypes/hive.html @@ -8,7 +8,7 @@ - Hive Tasks — Flyte 0.3.0 documentation + Hive Tasks — Flyte 0.4.0 documentation diff --git a/user/tasktypes/index.html b/user/tasktypes/index.html index 553e801c38..6a6dab6239 100644 --- a/user/tasktypes/index.html +++ b/user/tasktypes/index.html @@ -8,7 +8,7 @@ - Flyte Task Types — Flyte 0.3.0 documentation + Flyte Task Types — Flyte 0.4.0 documentation diff --git a/user/tasktypes/presto.html b/user/tasktypes/presto.html index b546722aad..7c3e3a53b3 100644 --- a/user/tasktypes/presto.html +++ b/user/tasktypes/presto.html @@ -8,7 +8,7 @@ - Presto Tasks — Flyte 0.3.0 documentation + Presto Tasks — Flyte 0.4.0 documentation diff --git a/user/tasktypes/sidecar.html b/user/tasktypes/sidecar.html index 52a32e48cc..e167e6dea6 100644 --- a/user/tasktypes/sidecar.html +++ b/user/tasktypes/sidecar.html @@ -8,7 +8,7 @@ - Sidecar Tasks — Flyte 0.3.0 documentation + Sidecar Tasks — Flyte 0.4.0 documentation diff --git a/user/tasktypes/spark.html b/user/tasktypes/spark.html index c715cf8bcd..be489234ab 100644 --- a/user/tasktypes/spark.html +++ b/user/tasktypes/spark.html @@ -8,7 +8,7 @@ - Spark Task — Flyte 0.3.0 documentation + Spark Task — Flyte 0.4.0 documentation