From 68129d44aad02004bbb0ce588676a4844c3e457c Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Thu, 19 May 2022 17:04:48 -0700 Subject: [PATCH 1/7] Strip Type Metadata Signed-off-by: Haytham Abuelfutuh --- pkg/compiler/requirements.go | 10 +- pkg/compiler/task_compiler.go | 5 +- pkg/compiler/test/compiler_test.go | 422 +++++------ .../app-workflows-work-one-python-task-w-f.pb | Bin 1136 -> 1280 bytes ...pp-workflows-work-one-python-task-w-f.yaml | 12 + ...ainerization.multi_images.svm_trainer_1.pb | Bin 0 -> 773 bytes ...ation.multi_images.svm_trainer_1_task.yaml | 63 ++ ...nerization.multi_images.svm_predictor_1.pb | Bin 0 -> 747 bytes ...ion.multi_images.svm_predictor_1_task.yaml | 69 ++ ...ainerization.multi_images.my_workflow_2.pb | Bin 0 -> 398 bytes ...ization.multi_images.my_workflow_2_wf.yaml | 74 ++ ...ainerization.multi_images.my_workflow_3.pb | Bin 0 -> 125 bytes .../004_ellipse-area-metadata-shell_1.pb | Bin 0 -> 290 bytes ...04_ellipse-area-metadata-shell_1_task.yaml | 49 ++ .../005_ellipse-area-metadata-python_1.pb | Bin 0 -> 298 bytes ...5_ellipse-area-metadata-python_1_task.yaml | 50 ++ .../006_ellipse-area-metadata-r_1.pb | Bin 0 -> 299 bytes .../006_ellipse-area-metadata-r_1_task.yaml | 51 ++ .../007_ellipse-area-metadata-haskell_1.pb | Bin 0 -> 291 bytes ..._ellipse-area-metadata-haskell_1_task.yaml | 49 ++ .../008_ellipse-area-metadata-julia_1.pb | Bin 0 -> 295 bytes ...08_ellipse-area-metadata-julia_1_task.yaml | 50 ++ ...container.report_all_calculated_areas_1.pb | Bin 0 -> 942 bytes ...er.report_all_calculated_areas_1_task.yaml | 89 +++ ...ore.containerization.raw_container.wf_2.pb | Bin 0 -> 1034 bytes ...ontainerization.raw_container.wf_2_wf.yaml | 215 ++++++ ...ore.containerization.raw_container.wf_3.pb | Bin 0 -> 145 bytes ...tainerization.use_secrets.secret_task_1.pb | Bin 0 -> 592 bytes ...zation.use_secrets.secret_task_1_task.yaml | 48 ++ ...nerization.use_secrets.user_info_task_1.pb | Bin 0 -> 634 bytes ...ion.use_secrets.user_info_task_1_task.yaml | 55 ++ ...rization.use_secrets.secret_file_task_1.pb | Bin 0 -> 620 bytes ...n.use_secrets.secret_file_task_1_task.yaml | 54 ++ ...zation.use_secrets.my_secret_workflow_2.pb | Bin 0 -> 491 bytes ...n.use_secrets.my_secret_workflow_2_wf.yaml | 103 +++ ...zation.use_secrets.my_secret_workflow_3.pb | Bin 0 -> 137 bytes ...17_core.control_flow.chain_tasks.read_1.pb | Bin 0 -> 551 bytes ....control_flow.chain_tasks.read_1_task.yaml | 45 ++ ...8_core.control_flow.chain_tasks.write_1.pb | Bin 0 -> 528 bytes ...control_flow.chain_tasks.write_1_task.yaml | 38 + ...ntrol_flow.chain_tasks.chain_tasks_wf_2.pb | Bin 0 -> 232 bytes ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 50 ++ ...ntrol_flow.chain_tasks.chain_tasks_wf_3.pb | Bin 0 -> 121 bytes ...ontrol_flow.checkpoint.use_checkpoint_1.pb | Bin 0 -> 598 bytes ...flow.checkpoint.use_checkpoint_1_task.yaml | 51 ++ ..._core.control_flow.checkpoint.example_2.pb | Bin 0 -> 240 bytes ....control_flow.checkpoint.example_2_wf.yaml | 48 ++ ..._core.control_flow.checkpoint.example_3.pb | Bin 0 -> 145 bytes ...4_core.control_flow.conditions.square_1.pb | Bin 0 -> 698 bytes ...control_flow.conditions.square_1_task.yaml | 52 ++ ...5_core.control_flow.conditions.double_1.pb | Bin 0 -> 686 bytes ...control_flow.conditions.double_1_task.yaml | 52 ++ ...re.control_flow.conditions.multiplier_2.pb | Bin 0 -> 410 bytes ...ntrol_flow.conditions.multiplier_2_wf.yaml | 110 +++ ...re.control_flow.conditions.multiplier_3.pb | Bin 0 -> 143 bytes ....control_flow.conditions.multiplier_2_2.pb | Bin 0 -> 532 bytes ...rol_flow.conditions.multiplier_2_2_wf.yaml | 141 ++++ ....control_flow.conditions.multiplier_2_3.pb | Bin 0 -> 147 bytes ....control_flow.conditions.multiplier_3_2.pb | Bin 0 -> 616 bytes ...rol_flow.conditions.multiplier_3_2_wf.yaml | 162 +++++ ....control_flow.conditions.multiplier_3_3.pb | Bin 0 -> 147 bytes ...ore.control_flow.conditions.coin_toss_1.pb | Bin 0 -> 570 bytes ...trol_flow.conditions.coin_toss_1_task.yaml | 50 ++ ...3_core.control_flow.conditions.failed_1.pb | Bin 0 -> 544 bytes ...control_flow.conditions.failed_1_task.yaml | 44 ++ ..._core.control_flow.conditions.success_1.pb | Bin 0 -> 546 bytes ...ontrol_flow.conditions.success_1_task.yaml | 44 ++ ...trol_flow.conditions.basic_boolean_wf_2.pb | Bin 0 -> 402 bytes ...flow.conditions.basic_boolean_wf_2_wf.yaml | 103 +++ ...trol_flow.conditions.basic_boolean_wf_3.pb | Bin 0 -> 153 bytes ...control_flow.conditions.bool_input_wf_2.pb | Bin 0 -> 291 bytes ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 82 +++ ...control_flow.conditions.bool_input_wf_3.pb | Bin 0 -> 135 bytes ...rol_flow.conditions.nested_conditions_2.pb | Bin 0 -> 856 bytes ...low.conditions.nested_conditions_2_wf.yaml | 236 +++++++ ...rol_flow.conditions.nested_conditions_3.pb | Bin 0 -> 157 bytes ...core.control_flow.conditions.calc_sum_1.pb | Bin 0 -> 576 bytes ...ntrol_flow.conditions.calc_sum_1_task.yaml | 55 ++ ...ntrol_flow.conditions.consume_outputs_2.pb | Bin 0 -> 584 bytes ..._flow.conditions.consume_outputs_2_wf.yaml | 146 ++++ ...ntrol_flow.conditions.consume_outputs_3.pb | Bin 0 -> 183 bytes ...re.control_flow.dynamics.return_index_1.pb | Bin 0 -> 582 bytes ...rol_flow.dynamics.return_index_1_task.yaml | 50 ++ ...ore.control_flow.dynamics.update_list_1.pb | Bin 0 -> 616 bytes ...trol_flow.dynamics.update_list_1_task.yaml | 59 ++ ...re.control_flow.dynamics.derive_count_1.pb | Bin 0 -> 600 bytes ...rol_flow.dynamics.derive_count_1_task.yaml | 59 ++ ...ontrol_flow.dynamics.count_characters_1.pb | Bin 0 -> 999 bytes ...flow.dynamics.count_characters_1_task.yaml | 58 ++ .../048_core.control_flow.dynamics.wf_2.pb | Bin 0 -> 223 bytes ...48_core.control_flow.dynamics.wf_2_wf.yaml | 57 ++ .../049_core.control_flow.dynamics.wf_3.pb | Bin 0 -> 131 bytes ...control_flow.map_task.a_mappable_task_1.pb | Bin 0 -> 572 bytes ..._flow.map_task.a_mappable_task_1_task.yaml | 50 ++ ...1_core.control_flow.map_task.coalesce_1.pb | Bin 0 -> 560 bytes ...control_flow.map_task.coalesce_1_task.yaml | 52 ++ ...low.map_task.mapper_a_mappable_task_0_1.pb | Bin 0 -> 627 bytes ..._task.mapper_a_mappable_task_0_1_task.yaml | 57 ++ ...control_flow.map_task.my_map_workflow_2.pb | Bin 0 -> 333 bytes ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 78 ++ ...control_flow.map_task.my_map_workflow_3.pb | Bin 0 -> 137 bytes ...55_core.control_flow.merge_sort.split_1.pb | Bin 0 -> 606 bytes ....control_flow.merge_sort.split_1_task.yaml | 66 ++ ...56_core.control_flow.merge_sort.merge_1.pb | Bin 0 -> 620 bytes ....control_flow.merge_sort.merge_1_task.yaml | 61 ++ ....control_flow.merge_sort.sort_locally_1.pb | Bin 0 -> 586 bytes ...l_flow.merge_sort.sort_locally_1_task.yaml | 54 ++ ...l_flow.merge_sort.merge_sort_remotely_1.pb | Bin 0 -> 1055 bytes ...merge_sort.merge_sort_remotely_1_task.yaml | 62 ++ ...re.control_flow.merge_sort.merge_sort_2.pb | Bin 0 -> 634 bytes ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 117 +++ ...re.control_flow.merge_sort.merge_sort_3.pb | Bin 0 -> 245 bytes ...061_core.control_flow.subworkflows.t1_1.pb | Bin 0 -> 590 bytes ...e.control_flow.subworkflows.t1_1_task.yaml | 55 ++ ...re.control_flow.subworkflows.my_subwf_2.pb | Bin 0 -> 296 bytes ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 79 +++ ...re.control_flow.subworkflows.my_subwf_3.pb | Bin 0 -> 135 bytes ...e.control_flow.subworkflows.parent_wf_2.pb | Bin 0 -> 700 bytes ...e.control_flow.subworkflows.parent_wf_3.pb | Bin 0 -> 131 bytes ...ol_flow.subworkflows.nested_parent_wf_2.pb | Bin 0 -> 1080 bytes ...ol_flow.subworkflows.nested_parent_wf_3.pb | Bin 0 -> 145 bytes ...ol_flow.subworkflows.count_freq_words_1.pb | Bin 0 -> 606 bytes ....subworkflows.count_freq_words_1_task.yaml | 50 ++ ...ontrol_flow.subworkflows.ext_workflow_2.pb | Bin 0 -> 240 bytes ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 47 ++ ...ontrol_flow.subworkflows.ext_workflow_3.pb | Bin 0 -> 151 bytes .../071_parent_workflow_execution_3.pb | Bin 0 -> 133 bytes ...w.subworkflows.count_repetitive_words_1.pb | Bin 0 -> 618 bytes ...rkflows.count_repetitive_words_1_task.yaml | 52 ++ .../075_my-objectstore-sensor_1.pb | 13 + .../075_my-objectstore-sensor_1_task.yaml | 31 + ...d_flyte.custom_task_plugin.print_file_1.pb | Bin 0 -> 588 bytes ....custom_task_plugin.print_file_1_task.yaml | 50 ++ ..._flyte.custom_task_plugin.my_workflow_2.pb | Bin 0 -> 315 bytes ...e.custom_task_plugin.my_workflow_2_wf.yaml | 71 ++ ..._flyte.custom_task_plugin.my_workflow_3.pb | Bin 0 -> 153 bytes ...re.extend_flyte.custom_types.generate_1.pb | Bin 0 -> 562 bytes ...nd_flyte.custom_types.generate_1_task.yaml | 46 ++ ...ore.extend_flyte.custom_types.consume_1.pb | Bin 0 -> 574 bytes ...end_flyte.custom_types.consume_1_task.yaml | 52 ++ ...081_core.extend_flyte.custom_types.wf_2.pb | Bin 0 -> 243 bytes ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 56 ++ ...082_core.extend_flyte.custom_types.wf_3.pb | Bin 0 -> 99 bytes ...3_core.flyte_basics.basic_workflow.t1_1.pb | Bin 0 -> 594 bytes ...flyte_basics.basic_workflow.t1_1_task.yaml | 55 ++ ...4_core.flyte_basics.basic_workflow.t2_1.pb | Bin 0 -> 572 bytes ...flyte_basics.basic_workflow.t2_1_task.yaml | 55 ++ ...ore.flyte_basics.basic_workflow.my_wf_2.pb | Bin 0 -> 326 bytes ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 89 +++ ...ore.flyte_basics.basic_workflow.my_wf_3.pb | Bin 0 -> 145 bytes ...core.flyte_basics.decorating_tasks.t1_1.pb | Bin 0 -> 562 bytes ...yte_basics.decorating_tasks.t1_1_task.yaml | 50 ++ ...core.flyte_basics.decorating_tasks.t2_1.pb | Bin 0 -> 562 bytes ...yte_basics.decorating_tasks.t2_1_task.yaml | 50 ++ ...core.flyte_basics.decorating_tasks.wf_2.pb | Bin 0 -> 259 bytes ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 68 ++ ...core.flyte_basics.decorating_tasks.wf_3.pb | Bin 0 -> 125 bytes ...yte_basics.decorating_workflows.setup_1.pb | Bin 0 -> 546 bytes ...ics.decorating_workflows.setup_1_task.yaml | 38 + ..._basics.decorating_workflows.teardown_1.pb | Bin 0 -> 552 bytes ....decorating_workflows.teardown_1_task.yaml | 38 + ....flyte_basics.decorating_workflows.t1_1.pb | Bin 0 -> 570 bytes ...basics.decorating_workflows.t1_1_task.yaml | 50 ++ ....flyte_basics.decorating_workflows.t2_1.pb | Bin 0 -> 570 bytes ...basics.decorating_workflows.t2_1_task.yaml | 50 ++ ....flyte_basics.decorating_workflows.wf_2.pb | Bin 0 -> 427 bytes ...e_basics.decorating_workflows.wf_2_wf.yaml | 96 +++ ....flyte_basics.decorating_workflows.wf_3.pb | Bin 0 -> 133 bytes ...e_basics.documented_workflow.add_data_1.pb | Bin 0 -> 974 bytes ...s.documented_workflow.add_data_1_task.yaml | 73 ++ ....documented_workflow.sphinx_docstring_2.pb | Bin 0 -> 718 bytes ...mented_workflow.sphinx_docstring_2_wf.yaml | 76 ++ ....documented_workflow.sphinx_docstring_3.pb | Bin 0 -> 669 bytes ...s.documented_workflow.numpy_docstring_2.pb | Bin 0 -> 717 bytes ...umented_workflow.numpy_docstring_2_wf.yaml | 76 ++ ...s.documented_workflow.numpy_docstring_3.pb | Bin 0 -> 667 bytes ....documented_workflow.google_docstring_2.pb | Bin 0 -> 718 bytes ...mented_workflow.google_docstring_2_wf.yaml | 76 ++ ....documented_workflow.google_docstring_3.pb | Bin 0 -> 669 bytes ....flyte_basics.files.normalize_columns_1.pb | Bin 0 -> 718 bytes ...basics.files.normalize_columns_1_task.yaml | 69 ++ ...flyte_basics.files.normalize_csv_file_2.pb | Bin 0 -> 486 bytes ..._basics.files.normalize_csv_file_2_wf.yaml | 81 +++ ...flyte_basics.files.normalize_csv_file_3.pb | Bin 0 -> 301 bytes ...e.flyte_basics.folders.download_files_1.pb | Bin 0 -> 586 bytes ..._basics.folders.download_files_1_task.yaml | 53 ++ ...te_basics.folders.normalize_all_files_1.pb | Bin 0 -> 730 bytes ...cs.folders.normalize_all_files_1_task.yaml | 70 ++ ...ders.download_and_normalize_csv_files_2.pb | Bin 0 -> 599 bytes ...download_and_normalize_csv_files_2_wf.yaml | 99 +++ ...ders.download_and_normalize_csv_files_3.pb | Bin 0 -> 315 bytes ...re.flyte_basics.hello_world.say_hello_1.pb | Bin 0 -> 552 bytes ...e_basics.hello_world.say_hello_1_task.yaml | 44 ++ ...2_core.flyte_basics.hello_world.my_wf_2.pb | Bin 0 -> 158 bytes ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 35 + ...3_core.flyte_basics.hello_world.my_wf_3.pb | Bin 0 -> 103 bytes ...e.flyte_basics.imperative_wf_style.t1_1.pb | Bin 0 -> 568 bytes ..._basics.imperative_wf_style.t1_1_task.yaml | 50 ++ ...e.flyte_basics.imperative_wf_style.t2_1.pb | Bin 0 -> 538 bytes ..._basics.imperative_wf_style.t2_1_task.yaml | 38 + ...e.flyte_basics.imperative_wf_style.t3_1.pb | Bin 0 -> 570 bytes ..._basics.imperative_wf_style.t3_1_task.yaml | 52 ++ .../117_my.imperative.workflow.example_2.pb | Bin 0 -> 467 bytes ...7_my.imperative.workflow.example_2_wf.yaml | 108 +++ .../118_my.imperative.workflow.example_3.pb | Bin 0 -> 137 bytes .../119_core.flyte_basics.lp.square_1.pb | Bin 0 -> 546 bytes ...19_core.flyte_basics.lp.square_1_task.yaml | 50 ++ .../120_core.flyte_basics.lp.my_wf_2.pb | Bin 0 -> 168 bytes .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 47 ++ .../121_core.flyte_basics.lp.my_wf_3.pb | Bin 0 -> 107 bytes .../snacks-core/122_default_4_lp_3.pb | Bin 0 -> 99 bytes .../testdata/snacks-core/123_always_2_lp_3.pb | Bin 0 -> 85 bytes .../124_core.flyte_basics.lp.greet_1.pb | Bin 0 -> 600 bytes ...124_core.flyte_basics.lp.greet_1_task.yaml | 60 ++ .../125_core.flyte_basics.lp.go_greet_2.pb | Bin 0 -> 277 bytes ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 67 ++ .../126_core.flyte_basics.lp.go_greet_3.pb | Bin 0 -> 184 bytes .../snacks-core/127_morning_greeting_3.pb | Bin 0 -> 165 bytes ....flyte_basics.named_outputs.say_hello_1.pb | Bin 0 -> 562 bytes ...basics.named_outputs.say_hello_1_task.yaml | 44 ++ ...core.flyte_basics.named_outputs.my_wf_2.pb | Bin 0 -> 298 bytes ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 58 ++ ...core.flyte_basics.named_outputs.my_wf_3.pb | Bin 0 -> 107 bytes .../snacks-core/133__bash.task_1_1.pb | Bin 0 -> 514 bytes .../snacks-core/133__bash.task_1_1_task.yaml | 38 + .../test/testdata/snacks-core/134_task_1_1.pb | Bin 0 -> 523 bytes .../snacks-core/134_task_1_1_task.yaml | 50 ++ .../snacks-core/135__bash.task_2_1.pb | Bin 0 -> 514 bytes .../snacks-core/135__bash.task_2_1_task.yaml | 38 + .../test/testdata/snacks-core/136_task_2_1.pb | Bin 0 -> 539 bytes .../snacks-core/136_task_2_1_task.yaml | 56 ++ .../snacks-core/137__bash.task_3_1.pb | Bin 0 -> 514 bytes .../snacks-core/137__bash.task_3_1_task.yaml | 38 + .../test/testdata/snacks-core/138_task_3_1.pb | Bin 0 -> 553 bytes .../snacks-core/138_task_3_1_task.yaml | 61 ++ ...yte_basics.shell_task.create_entities_1.pb | Bin 0 -> 580 bytes ...ics.shell_task.create_entities_1_task.yaml | 50 ++ .../140_core.flyte_basics.shell_task.wf_2.pb | Bin 0 -> 386 bytes ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 118 ++++ .../141_core.flyte_basics.shell_task.wf_3.pb | Bin 0 -> 95 bytes .../142_core.flyte_basics.task.square_1.pb | Bin 0 -> 546 bytes ..._core.flyte_basics.task.square_1_task.yaml | 50 ++ ...3_core.flyte_basics.task_cache.square_1.pb | Bin 0 -> 565 bytes ...flyte_basics.task_cache.square_1_task.yaml | 52 ++ ...task_cache.uncached_data_reading_task_1.pb | Bin 0 -> 593 bytes ...che.uncached_data_reading_task_1_task.yaml | 45 ++ ...ask_cache.cached_data_processing_task_1.pb | Bin 0 -> 627 bytes ...he.cached_data_processing_task_1_task.yaml | 54 ++ ..._basics.task_cache.compare_dataframes_1.pb | Bin 0 -> 606 bytes ....task_cache.compare_dataframes_1_task.yaml | 51 ++ ...basics.task_cache.cached_dataframe_wf_2.pb | Bin 0 -> 563 bytes ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 93 +++ ...basics.task_cache.cached_dataframe_wf_3.pb | Bin 0 -> 129 bytes ...te_basics.task_cache_serialize.square_1.pb | Bin 0 -> 587 bytes ...cs.task_cache_serialize.square_1_task.yaml | 53 ++ ...ed_workflows.lp_schedules.format_date_1.pb | Bin 0 -> 600 bytes ...flows.lp_schedules.format_date_1_task.yaml | 50 ++ ...kflows.lp_schedules.date_formatter_wf_2.pb | Bin 0 -> 222 bytes ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 34 + ...kflows.lp_schedules.date_formatter_wf_3.pb | Bin 0 -> 183 bytes .../snacks-core/153_my_cron_scheduled_lp_3.pb | Bin 0 -> 180 bytes ...ed_workflows.lp_schedules.be_positive_1.pb | Bin 0 -> 592 bytes ...flows.lp_schedules.be_positive_1_task.yaml | 50 ++ ...ed_workflows.lp_schedules.positive_wf_2.pb | Bin 0 -> 188 bytes ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 34 + ...ed_workflows.lp_schedules.positive_wf_3.pb | Bin 0 -> 155 bytes .../snacks-core/157_my_fixed_rate_lp_3.pb | Bin 0 -> 123 bytes ....type_system.custom_objects.stringify_1.pb | Bin 0 -> 964 bytes ...ystem.custom_objects.stringify_1_task.yaml | 70 ++ ...9_core.type_system.custom_objects.add_1.pb | Bin 0 -> 1751 bytes ...type_system.custom_objects.add_1_task.yaml | 115 +++ ...e_system.custom_objects.upload_result_1.pb | Bin 0 -> 1483 bytes ...m.custom_objects.upload_result_1_task.yaml | 85 +++ ...system.custom_objects.download_result_1.pb | Bin 0 -> 1489 bytes ...custom_objects.download_result_1_task.yaml | 85 +++ ...62_core.type_system.custom_objects.wf_2.pb | Bin 0 -> 1917 bytes ...re.type_system.custom_objects.wf_2_wf.yaml | 203 ++++++ ...63_core.type_system.custom_objects.wf_3.pb | Bin 0 -> 137 bytes ...core.type_system.enums.enum_stringify_1.pb | Bin 0 -> 580 bytes ...pe_system.enums.enum_stringify_1_task.yaml | 54 ++ ...core.type_system.enums.string_to_enum_1.pb | Bin 0 -> 580 bytes ...pe_system.enums.string_to_enum_1_task.yaml | 54 ++ .../166_core.type_system.enums.enum_wf_2.pb | Bin 0 -> 346 bytes ...6_core.type_system.enums.enum_wf_2_wf.yaml | 87 +++ .../167_core.type_system.enums.enum_wf_3.pb | Bin 0 -> 138 bytes ...8_core.type_system.flyte_pickle.greet_1.pb | Bin 0 -> 611 bytes ...type_system.flyte_pickle.greet_1_task.yaml | 53 ++ ...core.type_system.flyte_pickle.welcome_2.pb | Bin 0 -> 237 bytes ...type_system.flyte_pickle.welcome_2_wf.yaml | 50 ++ ...core.type_system.flyte_pickle.welcome_3.pb | Bin 0 -> 131 bytes .../171_core.type_system.schema.get_df_1.pb | Bin 0 -> 557 bytes ...core.type_system.schema.get_df_1_task.yaml | 51 ++ .../172_core.type_system.schema.add_df_1.pb | Bin 0 -> 568 bytes ...core.type_system.schema.add_df_1_task.yaml | 52 ++ .../173_core.type_system.schema.df_wf_2.pb | Bin 0 -> 255 bytes ...73_core.type_system.schema.df_wf_2_wf.yaml | 69 ++ .../174_core.type_system.schema.df_wf_3.pb | Bin 0 -> 109 bytes ...type_system.structured_dataset.get_df_1.pb | Bin 0 -> 618 bytes ...stem.structured_dataset.get_df_1_task.yaml | 64 ++ ...stem.structured_dataset.get_schema_df_1.pb | Bin 0 -> 613 bytes ...ructured_dataset.get_schema_df_1_task.yaml | 55 ++ ...stem.structured_dataset.get_subset_df_1.pb | Bin 0 -> 628 bytes ...ructured_dataset.get_subset_df_1_task.yaml | 62 ++ ...pe_system.structured_dataset.to_numpy_1.pb | Bin 0 -> 618 bytes ...em.structured_dataset.to_numpy_1_task.yaml | 62 ++ ...tured_dataset.pandas_compatibility_wf_2.pb | Bin 0 -> 430 bytes ..._dataset.pandas_compatibility_wf_2_wf.yaml | 95 +++ ...tured_dataset.pandas_compatibility_wf_3.pb | Bin 0 -> 169 bytes ...tured_dataset.schema_compatibility_wf_2.pb | Bin 0 -> 444 bytes ..._dataset.schema_compatibility_wf_2_wf.yaml | 95 +++ ...tured_dataset.schema_compatibility_wf_3.pb | Bin 0 -> 169 bytes .../183_core.type_system.typed_schema.t1_1.pb | Bin 0 -> 550 bytes ...re.type_system.typed_schema.t1_1_task.yaml | 48 ++ .../184_core.type_system.typed_schema.t2_1.pb | Bin 0 -> 579 bytes ...re.type_system.typed_schema.t2_1_task.yaml | 56 ++ .../185_core.type_system.typed_schema.wf_2.pb | Bin 0 -> 228 bytes ...core.type_system.typed_schema.wf_2_wf.yaml | 58 ++ .../186_core.type_system.typed_schema.wf_3.pb | Bin 0 -> 97 bytes ...ation.multi_images.svm_trainer_1_task.json | 1 + ...ation.multi_images.svm_trainer_1_task.yaml | 70 ++ ...ion.multi_images.svm_predictor_1_task.json | 1 + ...ion.multi_images.svm_predictor_1_task.yaml | 76 ++ ...ization.multi_images.my_workflow_2_wf.json | 1 + ...ization.multi_images.my_workflow_2_wf.yaml | 254 +++++++ ...04_ellipse-area-metadata-shell_1_task.json | 1 + ...04_ellipse-area-metadata-shell_1_task.yaml | 56 ++ ...5_ellipse-area-metadata-python_1_task.json | 1 + ...5_ellipse-area-metadata-python_1_task.yaml | 57 ++ .../006_ellipse-area-metadata-r_1_task.json | 1 + .../006_ellipse-area-metadata-r_1_task.yaml | 58 ++ ..._ellipse-area-metadata-haskell_1_task.json | 1 + ..._ellipse-area-metadata-haskell_1_task.yaml | 56 ++ ...08_ellipse-area-metadata-julia_1_task.json | 1 + ...08_ellipse-area-metadata-julia_1_task.yaml | 57 ++ ...er.report_all_calculated_areas_1_task.json | 1 + ...er.report_all_calculated_areas_1_task.yaml | 96 +++ ...ontainerization.raw_container.wf_2_wf.json | 1 + ...ontainerization.raw_container.wf_2_wf.yaml | 664 ++++++++++++++++++ ...zation.use_secrets.secret_task_1_task.json | 1 + ...zation.use_secrets.secret_task_1_task.yaml | 55 ++ ...ion.use_secrets.user_info_task_1_task.json | 1 + ...ion.use_secrets.user_info_task_1_task.yaml | 62 ++ ...n.use_secrets.secret_file_task_1_task.json | 1 + ...n.use_secrets.secret_file_task_1_task.yaml | 61 ++ ...n.use_secrets.my_secret_workflow_2_wf.json | 1 + ...n.use_secrets.my_secret_workflow_2_wf.yaml | 349 +++++++++ ....control_flow.chain_tasks.read_1_task.json | 1 + ....control_flow.chain_tasks.read_1_task.yaml | 52 ++ ...control_flow.chain_tasks.write_1_task.json | 1 + ...control_flow.chain_tasks.write_1_task.yaml | 45 ++ ..._flow.chain_tasks.chain_tasks_wf_2_wf.json | 1 + ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 181 +++++ ...flow.checkpoint.use_checkpoint_1_task.json | 1 + ...flow.checkpoint.use_checkpoint_1_task.yaml | 58 ++ ....control_flow.checkpoint.example_2_wf.json | 1 + ....control_flow.checkpoint.example_2_wf.yaml | 135 ++++ ...control_flow.conditions.square_1_task.json | 1 + ...control_flow.conditions.square_1_task.yaml | 59 ++ ...control_flow.conditions.double_1_task.json | 1 + ...control_flow.conditions.double_1_task.yaml | 59 ++ ...ntrol_flow.conditions.multiplier_2_wf.json | 1 + ...ntrol_flow.conditions.multiplier_2_wf.yaml | 265 +++++++ ...rol_flow.conditions.multiplier_2_2_wf.json | 1 + ...rol_flow.conditions.multiplier_2_2_wf.yaml | 296 ++++++++ ...rol_flow.conditions.multiplier_3_2_wf.json | 1 + ...rol_flow.conditions.multiplier_3_2_wf.yaml | 323 +++++++++ ...trol_flow.conditions.coin_toss_1_task.json | 1 + ...trol_flow.conditions.coin_toss_1_task.yaml | 57 ++ ...control_flow.conditions.failed_1_task.json | 1 + ...control_flow.conditions.failed_1_task.yaml | 51 ++ ...ontrol_flow.conditions.success_1_task.json | 1 + ...ontrol_flow.conditions.success_1_task.yaml | 51 ++ ...flow.conditions.basic_boolean_wf_2_wf.json | 1 + ...flow.conditions.basic_boolean_wf_2_wf.yaml | 297 ++++++++ ...ol_flow.conditions.bool_input_wf_2_wf.json | 1 + ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 213 ++++++ ...low.conditions.nested_conditions_2_wf.json | 1 + ...low.conditions.nested_conditions_2_wf.yaml | 403 +++++++++++ ...ntrol_flow.conditions.calc_sum_1_task.json | 1 + ...ntrol_flow.conditions.calc_sum_1_task.yaml | 62 ++ ..._flow.conditions.consume_outputs_2_wf.json | 1 + ..._flow.conditions.consume_outputs_2_wf.yaml | 433 ++++++++++++ ...rol_flow.dynamics.return_index_1_task.json | 1 + ...rol_flow.dynamics.return_index_1_task.yaml | 57 ++ ...trol_flow.dynamics.update_list_1_task.json | 1 + ...trol_flow.dynamics.update_list_1_task.yaml | 66 ++ ...rol_flow.dynamics.derive_count_1_task.json | 1 + ...rol_flow.dynamics.derive_count_1_task.yaml | 66 ++ ...flow.dynamics.count_characters_1_task.json | 1 + ...flow.dynamics.count_characters_1_task.yaml | 65 ++ ...48_core.control_flow.dynamics.wf_2_wf.json | 1 + ...48_core.control_flow.dynamics.wf_2_wf.yaml | 152 ++++ ..._flow.map_task.a_mappable_task_1_task.json | 1 + ..._flow.map_task.a_mappable_task_1_task.yaml | 57 ++ ...control_flow.map_task.coalesce_1_task.json | 1 + ...control_flow.map_task.coalesce_1_task.yaml | 59 ++ ..._task.mapper_a_mappable_task_0_1_task.json | 1 + ..._task.mapper_a_mappable_task_0_1_task.yaml | 64 ++ ...ol_flow.map_task.my_map_workflow_2_wf.json | 1 + ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 236 +++++++ ....control_flow.merge_sort.split_1_task.json | 1 + ....control_flow.merge_sort.split_1_task.yaml | 73 ++ ....control_flow.merge_sort.merge_1_task.json | 1 + ....control_flow.merge_sort.merge_1_task.yaml | 68 ++ ...l_flow.merge_sort.sort_locally_1_task.json | 1 + ...l_flow.merge_sort.sort_locally_1_task.yaml | 61 ++ ...merge_sort.merge_sort_remotely_1_task.json | 1 + ...merge_sort.merge_sort_remotely_1_task.yaml | 69 ++ ...ntrol_flow.merge_sort.merge_sort_2_wf.json | 1 + ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 286 ++++++++ ...e.control_flow.subworkflows.t1_1_task.json | 1 + ...e.control_flow.subworkflows.t1_1_task.yaml | 62 ++ ...ntrol_flow.subworkflows.my_subwf_2_wf.json | 1 + ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 184 +++++ ....subworkflows.count_freq_words_1_task.json | 1 + ....subworkflows.count_freq_words_1_task.yaml | 57 ++ ...l_flow.subworkflows.ext_workflow_2_wf.json | 1 + ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 133 ++++ ...rkflows.count_repetitive_words_1_task.json | 1 + ...rkflows.count_repetitive_words_1_task.yaml | 59 ++ .../075_my-objectstore-sensor_1_task.json | 1 + .../075_my-objectstore-sensor_1_task.yaml | 31 + ....custom_task_plugin.print_file_1_task.json | 1 + ....custom_task_plugin.print_file_1_task.yaml | 57 ++ ...e.custom_task_plugin.my_workflow_2_wf.json | 1 + ...e.custom_task_plugin.my_workflow_2_wf.yaml | 194 +++++ ...nd_flyte.custom_types.generate_1_task.json | 1 + ...nd_flyte.custom_types.generate_1_task.yaml | 53 ++ ...end_flyte.custom_types.consume_1_task.json | 1 + ...end_flyte.custom_types.consume_1_task.yaml | 59 ++ ...ore.extend_flyte.custom_types.wf_2_wf.json | 1 + ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 202 ++++++ ...flyte_basics.basic_workflow.t1_1_task.json | 1 + ...flyte_basics.basic_workflow.t1_1_task.yaml | 62 ++ ...flyte_basics.basic_workflow.t2_1_task.json | 1 + ...flyte_basics.basic_workflow.t2_1_task.yaml | 62 ++ ...lyte_basics.basic_workflow.my_wf_2_wf.json | 1 + ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 259 +++++++ ...yte_basics.decorating_tasks.t1_1_task.json | 1 + ...yte_basics.decorating_tasks.t1_1_task.yaml | 57 ++ ...yte_basics.decorating_tasks.t2_1_task.json | 1 + ...yte_basics.decorating_tasks.t2_1_task.yaml | 57 ++ ...flyte_basics.decorating_tasks.wf_2_wf.json | 1 + ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 217 ++++++ ...ics.decorating_workflows.setup_1_task.json | 1 + ...ics.decorating_workflows.setup_1_task.yaml | 45 ++ ....decorating_workflows.teardown_1_task.json | 1 + ....decorating_workflows.teardown_1_task.yaml | 45 ++ ...basics.decorating_workflows.t1_1_task.json | 1 + ...basics.decorating_workflows.t1_1_task.yaml | 57 ++ ...basics.decorating_workflows.t2_1_task.json | 1 + ...basics.decorating_workflows.t2_1_task.yaml | 57 ++ ...e_basics.decorating_workflows.wf_2_wf.json | 1 + ...e_basics.decorating_workflows.wf_2_wf.yaml | 351 +++++++++ ...s.documented_workflow.add_data_1_task.json | 1 + ...s.documented_workflow.add_data_1_task.yaml | 64 ++ ...mented_workflow.sphinx_docstring_2_wf.json | 1 + ...mented_workflow.sphinx_docstring_2_wf.yaml | 154 ++++ ...umented_workflow.numpy_docstring_2_wf.json | 1 + ...umented_workflow.numpy_docstring_2_wf.yaml | 154 ++++ ...mented_workflow.google_docstring_2_wf.json | 1 + ...mented_workflow.google_docstring_2_wf.yaml | 154 ++++ ...basics.files.normalize_columns_1_task.json | 1 + ...basics.files.normalize_columns_1_task.yaml | 76 ++ ..._basics.files.normalize_csv_file_2_wf.json | 1 + ..._basics.files.normalize_csv_file_2_wf.yaml | 189 +++++ ..._basics.folders.download_files_1_task.json | 1 + ..._basics.folders.download_files_1_task.yaml | 60 ++ ...cs.folders.normalize_all_files_1_task.json | 1 + ...cs.folders.normalize_all_files_1_task.yaml | 77 ++ ...download_and_normalize_csv_files_2_wf.json | 1 + ...download_and_normalize_csv_files_2_wf.yaml | 275 ++++++++ ...e_basics.hello_world.say_hello_1_task.json | 1 + ...e_basics.hello_world.say_hello_1_task.yaml | 51 ++ ...e.flyte_basics.hello_world.my_wf_2_wf.json | 1 + ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 114 +++ ..._basics.imperative_wf_style.t1_1_task.json | 1 + ..._basics.imperative_wf_style.t1_1_task.yaml | 57 ++ ..._basics.imperative_wf_style.t2_1_task.json | 1 + ..._basics.imperative_wf_style.t2_1_task.yaml | 45 ++ ..._basics.imperative_wf_style.t3_1_task.json | 1 + ..._basics.imperative_wf_style.t3_1_task.yaml | 59 ++ ...7_my.imperative.workflow.example_2_wf.json | 1 + ...7_my.imperative.workflow.example_2_wf.yaml | 329 +++++++++ ...19_core.flyte_basics.lp.square_1_task.json | 1 + ...19_core.flyte_basics.lp.square_1_task.yaml | 57 ++ .../120_core.flyte_basics.lp.my_wf_2_wf.json | 1 + .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 133 ++++ ...124_core.flyte_basics.lp.greet_1_task.json | 1 + ...124_core.flyte_basics.lp.greet_1_task.yaml | 67 ++ ...25_core.flyte_basics.lp.go_greet_2_wf.json | 1 + ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 165 +++++ ...basics.named_outputs.say_hello_1_task.json | 1 + ...basics.named_outputs.say_hello_1_task.yaml | 51 ++ ...flyte_basics.named_outputs.my_wf_2_wf.json | 1 + ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 151 ++++ .../compiled/133__bash.task_1_1_task.json | 1 + .../compiled/133__bash.task_1_1_task.yaml | 45 ++ .../compiled/134_task_1_1_task.json | 1 + .../compiled/134_task_1_1_task.yaml | 57 ++ .../compiled/135__bash.task_2_1_task.json | 1 + .../compiled/135__bash.task_2_1_task.yaml | 45 ++ .../compiled/136_task_2_1_task.json | 1 + .../compiled/136_task_2_1_task.yaml | 63 ++ .../compiled/137__bash.task_3_1_task.json | 1 + .../compiled/137__bash.task_3_1_task.yaml | 45 ++ .../compiled/138_task_3_1_task.json | 1 + .../compiled/138_task_3_1_task.yaml | 68 ++ ...ics.shell_task.create_entities_1_task.json | 1 + ...ics.shell_task.create_entities_1_task.yaml | 57 ++ ..._core.flyte_basics.shell_task.wf_2_wf.json | 1 + ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 413 +++++++++++ ..._core.flyte_basics.task.square_1_task.json | 1 + ..._core.flyte_basics.task.square_1_task.yaml | 57 ++ ...flyte_basics.task_cache.square_1_task.json | 1 + ...flyte_basics.task_cache.square_1_task.yaml | 59 ++ ...che.uncached_data_reading_task_1_task.json | 1 + ...che.uncached_data_reading_task_1_task.yaml | 52 ++ ...he.cached_data_processing_task_1_task.json | 1 + ...he.cached_data_processing_task_1_task.yaml | 61 ++ ....task_cache.compare_dataframes_1_task.json | 1 + ....task_cache.compare_dataframes_1_task.yaml | 58 ++ ...s.task_cache.cached_dataframe_wf_2_wf.json | 1 + ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 307 ++++++++ ...cs.task_cache_serialize.square_1_task.json | 1 + ...cs.task_cache_serialize.square_1_task.yaml | 60 ++ ...flows.lp_schedules.format_date_1_task.json | 1 + ...flows.lp_schedules.format_date_1_task.yaml | 57 ++ ...s.lp_schedules.date_formatter_wf_2_wf.json | 1 + ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 113 +++ ...flows.lp_schedules.be_positive_1_task.json | 1 + ...flows.lp_schedules.be_positive_1_task.yaml | 57 ++ ...rkflows.lp_schedules.positive_wf_2_wf.json | 1 + ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 113 +++ ...ystem.custom_objects.stringify_1_task.json | 1 + ...ystem.custom_objects.stringify_1_task.yaml | 57 ++ ...type_system.custom_objects.add_1_task.json | 1 + ...type_system.custom_objects.add_1_task.yaml | 62 ++ ...m.custom_objects.upload_result_1_task.json | 1 + ...m.custom_objects.upload_result_1_task.yaml | 51 ++ ...custom_objects.download_result_1_task.json | 1 + ...custom_objects.download_result_1_task.yaml | 51 ++ ...re.type_system.custom_objects.wf_2_wf.json | 1 + ...re.type_system.custom_objects.wf_2_wf.yaml | 429 +++++++++++ ...pe_system.enums.enum_stringify_1_task.json | 1 + ...pe_system.enums.enum_stringify_1_task.yaml | 61 ++ ...pe_system.enums.string_to_enum_1_task.json | 1 + ...pe_system.enums.string_to_enum_1_task.yaml | 61 ++ ...6_core.type_system.enums.enum_wf_2_wf.json | 1 + ...6_core.type_system.enums.enum_wf_2_wf.yaml | 252 +++++++ ...type_system.flyte_pickle.greet_1_task.json | 1 + ...type_system.flyte_pickle.greet_1_task.yaml | 58 ++ ...type_system.flyte_pickle.welcome_2_wf.json | 1 + ...type_system.flyte_pickle.welcome_2_wf.yaml | 135 ++++ ...core.type_system.schema.get_df_1_task.json | 1 + ...core.type_system.schema.get_df_1_task.yaml | 58 ++ ...core.type_system.schema.add_df_1_task.json | 1 + ...core.type_system.schema.add_df_1_task.yaml | 59 ++ ...73_core.type_system.schema.df_wf_2_wf.json | 1 + ...73_core.type_system.schema.df_wf_2_wf.yaml | 221 ++++++ ...stem.structured_dataset.get_df_1_task.json | 1 + ...stem.structured_dataset.get_df_1_task.yaml | 71 ++ ...ructured_dataset.get_schema_df_1_task.json | 1 + ...ructured_dataset.get_schema_df_1_task.yaml | 62 ++ ...ructured_dataset.get_subset_df_1_task.json | 1 + ...ructured_dataset.get_subset_df_1_task.yaml | 69 ++ ...em.structured_dataset.to_numpy_1_task.json | 1 + ...em.structured_dataset.to_numpy_1_task.yaml | 69 ++ ..._dataset.pandas_compatibility_wf_2_wf.json | 1 + ..._dataset.pandas_compatibility_wf_2_wf.yaml | 345 +++++++++ ..._dataset.schema_compatibility_wf_2_wf.json | 1 + ..._dataset.schema_compatibility_wf_2_wf.yaml | 336 +++++++++ ...re.type_system.typed_schema.t1_1_task.json | 1 + ...re.type_system.typed_schema.t1_1_task.yaml | 55 ++ ...re.type_system.typed_schema.t2_1_task.json | 1 + ...re.type_system.typed_schema.t2_1_task.yaml | 63 ++ ...core.type_system.typed_schema.wf_2_wf.json | 1 + ...core.type_system.typed_schema.wf_2_wf.yaml | 210 ++++++ ...ization.multi_images.my_workflow_2_wf.yaml | 259 +++++++ ...ontainerization.raw_container.wf_2_wf.yaml | 609 ++++++++++++++++ ...n.use_secrets.my_secret_workflow_2_wf.yaml | 348 +++++++++ ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 198 ++++++ ....control_flow.checkpoint.example_2_wf.yaml | 156 ++++ ...ntrol_flow.conditions.multiplier_2_wf.yaml | 265 +++++++ ...rol_flow.conditions.multiplier_2_2_wf.yaml | 287 ++++++++ ...rol_flow.conditions.multiplier_3_2_wf.yaml | 307 ++++++++ ...flow.conditions.basic_boolean_wf_2_wf.yaml | 297 ++++++++ ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 224 ++++++ ...low.conditions.nested_conditions_2_wf.yaml | 366 ++++++++++ ..._flow.conditions.consume_outputs_2_wf.yaml | 413 +++++++++++ ...48_core.control_flow.dynamics.wf_2_wf.yaml | 171 +++++ ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 240 +++++++ ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 282 ++++++++ ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 196 ++++++ ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 155 ++++ ...e.custom_task_plugin.my_workflow_2_wf.yaml | 203 ++++++ ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 216 ++++++ ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 265 +++++++ ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 228 ++++++ ...e_basics.decorating_workflows.wf_2_wf.yaml | 348 +++++++++ ...mented_workflow.sphinx_docstring_2_wf.yaml | 172 +++++ ...umented_workflow.numpy_docstring_2_wf.yaml | 172 +++++ ...mented_workflow.google_docstring_2_wf.yaml | 172 +++++ ..._basics.files.normalize_csv_file_2_wf.yaml | 202 ++++++ ...download_and_normalize_csv_files_2_wf.yaml | 276 ++++++++ ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 139 ++++ ...7_my.imperative.workflow.example_2_wf.yaml | 326 +++++++++ .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 155 ++++ ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 181 +++++ ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 170 +++++ ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 398 +++++++++++ ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 305 ++++++++ ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 138 ++++ ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 138 ++++ ...re.type_system.custom_objects.wf_2_wf.yaml | 414 +++++++++++ ...6_core.type_system.enums.enum_wf_2_wf.yaml | 257 +++++++ ...type_system.flyte_pickle.welcome_2_wf.yaml | 157 +++++ ...73_core.type_system.schema.df_wf_2_wf.yaml | 232 ++++++ ..._dataset.pandas_compatibility_wf_2_wf.yaml | 337 +++++++++ ..._dataset.schema_compatibility_wf_2_wf.yaml | 331 +++++++++ ...core.type_system.typed_schema.wf_2_wf.yaml | 224 ++++++ pkg/compiler/validators/interface.go | 28 +- pkg/compiler/validators/interface_test.go | 40 ++ pkg/compiler/validators/utils.go | 46 +- pkg/compiler/validators/utils_test.go | 244 ++++++- pkg/compiler/workflow_compiler.go | 11 +- 626 files changed, 36075 insertions(+), 269 deletions(-) create mode 100644 pkg/compiler/test/testdata/snacks-core/000_core.containerization.multi_images.svm_trainer_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/000_core.containerization.multi_images.svm_trainer_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/003_core.containerization.multi_images.my_workflow_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/011_core.containerization.raw_container.wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/016_core.containerization.use_secrets.my_secret_workflow_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/019_core.control_flow.chain_tasks.chain_tasks_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/020_core.control_flow.chain_tasks.chain_tasks_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/023_core.control_flow.checkpoint.example_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/027_core.control_flow.conditions.multiplier_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/029_core.control_flow.conditions.multiplier_2_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/031_core.control_flow.conditions.multiplier_3_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/036_core.control_flow.conditions.basic_boolean_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/037_core.control_flow.conditions.bool_input_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/038_core.control_flow.conditions.bool_input_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/040_core.control_flow.conditions.nested_conditions_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/042_core.control_flow.conditions.consume_outputs_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/042_core.control_flow.conditions.consume_outputs_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/043_core.control_flow.conditions.consume_outputs_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/049_core.control_flow.dynamics.wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/054_core.control_flow.map_task.my_map_workflow_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/060_core.control_flow.merge_sort.merge_sort_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/062_core.control_flow.subworkflows.my_subwf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/063_core.control_flow.subworkflows.my_subwf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/064_core.control_flow.subworkflows.parent_wf_2.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/065_core.control_flow.subworkflows.parent_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/066_core.control_flow.subworkflows.nested_parent_wf_2.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/067_core.control_flow.subworkflows.nested_parent_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/069_core.control_flow.subworkflows.ext_workflow_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/070_core.control_flow.subworkflows.ext_workflow_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/071_parent_workflow_execution_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/078_core.extend_flyte.custom_task_plugin.my_workflow_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/082_core.extend_flyte.custom_types.wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/086_core.flyte_basics.basic_workflow.my_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/089_core.flyte_basics.decorating_tasks.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/090_core.flyte_basics.decorating_tasks.wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/094_core.flyte_basics.decorating_workflows.t2_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/096_core.flyte_basics.decorating_workflows.wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/099_core.flyte_basics.documented_workflow.sphinx_docstring_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/101_core.flyte_basics.documented_workflow.numpy_docstring_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/103_core.flyte_basics.documented_workflow.google_docstring_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/106_core.flyte_basics.files.normalize_csv_file_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/110_core.flyte_basics.folders.download_and_normalize_csv_files_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/113_core.flyte_basics.hello_world.my_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/118_my.imperative.workflow.example_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/121_core.flyte_basics.lp.my_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/122_default_4_lp_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/123_always_2_lp_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/125_core.flyte_basics.lp.go_greet_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/125_core.flyte_basics.lp.go_greet_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/126_core.flyte_basics.lp.go_greet_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/127_morning_greeting_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/130_core.flyte_basics.named_outputs.my_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/134_task_1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/136_task_2_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/136_task_2_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/138_task_3_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/138_task_3_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/139_core.flyte_basics.shell_task.create_entities_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/139_core.flyte_basics.shell_task.create_entities_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/141_core.flyte_basics.shell_task.wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/148_core.flyte_basics.task_cache.cached_dataframe_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/152_core.scheduled_workflows.lp_schedules.date_formatter_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/153_my_cron_scheduled_lp_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/156_core.scheduled_workflows.lp_schedules.positive_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/157_my_fixed_rate_lp_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/158_core.type_system.custom_objects.stringify_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/158_core.type_system.custom_objects.stringify_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/159_core.type_system.custom_objects.add_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/159_core.type_system.custom_objects.add_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/163_core.type_system.custom_objects.wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/167_core.type_system.enums.enum_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/170_core.type_system.flyte_pickle.welcome_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/174_core.type_system.schema.df_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/176_core.type_system.structured_dataset.get_schema_df_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/177_core.type_system.structured_dataset.get_subset_df_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/180_core.type_system.structured_dataset.pandas_compatibility_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/182_core.type_system.structured_dataset.schema_compatibility_wf_3.pb create mode 100644 pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1_task.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/185_core.type_system.typed_schema.wf_2.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/185_core.type_system.typed_schema.wf_2_wf.yaml create mode 100644 pkg/compiler/test/testdata/snacks-core/186_core.type_system.typed_schema.wf_3.pb create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/018_core.control_flow.chain_tasks.write_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/018_core.control_flow.chain_tasks.write_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/091_core.flyte_basics.decorating_workflows.setup_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/092_core.flyte_basics.decorating_workflows.teardown_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/115_core.flyte_basics.imperative_wf_style.t2_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/133__bash.task_1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/133__bash.task_1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/135__bash.task_2_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/135__bash.task_2_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/137__bash.task_3_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/137__bash.task_3_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json create mode 100755 pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml create mode 100755 pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml diff --git a/pkg/compiler/requirements.go b/pkg/compiler/requirements.go index 20eeb5ded..ab1b11a05 100755 --- a/pkg/compiler/requirements.go +++ b/pkg/compiler/requirements.go @@ -9,24 +9,24 @@ import ( type TaskIdentifier = common.Identifier type LaunchPlanRefIdentifier = common.Identifier -// Represents the set of required resources for a given Workflow's execution. All of the resources should be loaded before -// hand and passed to the compiler. +// WorkflowExecutionRequirements represents the set of required resources for a given Workflow's execution. All the +// resources should be loaded beforehand and passed to the compiler. type WorkflowExecutionRequirements struct { taskIds []TaskIdentifier launchPlanIds []LaunchPlanRefIdentifier } -// Gets a slice of required Task ids to load. +// GetRequiredTaskIds gets a slice of required Task ids to load. func (g WorkflowExecutionRequirements) GetRequiredTaskIds() []TaskIdentifier { return g.taskIds } -// Gets a slice of required Workflow ids to load. +// GetRequiredLaunchPlanIds gets a slice of required Workflow ids to load. func (g WorkflowExecutionRequirements) GetRequiredLaunchPlanIds() []LaunchPlanRefIdentifier { return g.launchPlanIds } -// Computes requirements for a given Workflow. +// GetRequirements computes requirements for a given Workflow. func GetRequirements(fg *core.WorkflowTemplate, subWfs []*core.WorkflowTemplate) (reqs WorkflowExecutionRequirements, err error) { errs := errors.NewCompileErrors() compiledSubWfs := toCompiledWorkflows(subWfs...) diff --git a/pkg/compiler/task_compiler.go b/pkg/compiler/task_compiler.go index 84ed351d3..535520d79 100644 --- a/pkg/compiler/task_compiler.go +++ b/pkg/compiler/task_compiler.go @@ -3,6 +3,8 @@ package compiler import ( "fmt" + "github.com/flyteorg/flytepropeller/pkg/compiler/validators" + "github.com/flyteorg/flyteplugins/go/tasks/pluginmachinery/utils" v1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/util/validation" @@ -104,10 +106,11 @@ func compileTaskInternal(task *core.TaskTemplate, errs errors.CompileErrors) com validateK8sPod(task, errs.NewScope()) } + task.Interface = validators.StripInterfaceTypeMetadata(task.Interface) return taskBuilder{flyteTask: task} } -// Task compiler compiles a given Task into an executable Task. It validates all required parameters and ensures a Task +// CompileTask compiles a given Task into an executable Task. It validates all required parameters and ensures a Task // is well-formed. func CompileTask(task *core.TaskTemplate) (*core.CompiledTask, error) { errs := errors.NewCompileErrors() diff --git a/pkg/compiler/test/compiler_test.go b/pkg/compiler/test/compiler_test.go index 0eedb14a4..78b39325f 100644 --- a/pkg/compiler/test/compiler_test.go +++ b/pkg/compiler/test/compiler_test.go @@ -3,13 +3,15 @@ package test import ( "encoding/json" "flag" - "fmt" "io/ioutil" "os" "path/filepath" + "reflect" "strings" "testing" + "github.com/flyteorg/flytepropeller/pkg/visualize" + "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin" "k8s.io/apimachinery/pkg/util/sets" @@ -24,7 +26,6 @@ import ( "github.com/flyteorg/flytepropeller/pkg/compiler/common" "github.com/flyteorg/flytepropeller/pkg/compiler/errors" "github.com/flyteorg/flytepropeller/pkg/compiler/transformers/k8s" - "github.com/flyteorg/flytepropeller/pkg/visualize" "github.com/golang/protobuf/jsonpb" "github.com/golang/protobuf/proto" "github.com/stretchr/testify/assert" @@ -293,286 +294,239 @@ func assertNodeIDsInConnections(t testing.TB, nodeIDsWithDeps, allNodeIDs sets.S return correct } -func TestBranches(t *testing.T) { - errors.SetConfig(errors.Config{IncludeSource: true}) - assert.NoError(t, filepath.Walk("testdata/branch", func(path string, info os.FileInfo, err error) error { - if info.IsDir() { - if filepath.Base(info.Name()) != "branch" { - return filepath.SkipDir - } - - return nil - } +func TestUseCases(t *testing.T) { + runCompileTest(t, "branch") + runCompileTest(t, "snacks-core") +} - t.Run(path, func(t *testing.T) { - // If you want to debug a single use-case. Uncomment this line. - //if !strings.HasSuffix(path, "mycereal_condition_has_no_deps.json") { - // t.SkipNow() - //} +func protoMarshal(v any) ([]byte, error) { + m := jsonpb.Marshaler{} + str, err := m.MarshalToString(v.(proto.Message)) + return []byte(str), err +} - raw, err := ioutil.ReadFile(path) - assert.NoError(t, err) - wf := &core.WorkflowClosure{} - if filepath.Ext(path) == ".json" { - err = jsonpb.UnmarshalString(string(raw), wf) - if !assert.NoError(t, err) { - t.FailNow() - } - } else if filepath.Ext(path) == ".pb" { - m := &jsonpb.Marshaler{ - Indent: " ", - } +func storeOrDiff(t testing.TB, f func(obj any) ([]byte, error), obj any, path string) bool { + raw, err := f(obj) + if !assert.NoError(t, err) { + return false + } - err = proto.Unmarshal(raw, wf) - if !assert.NoError(t, err) { - tsk := &admin.TaskSpec{} - if !assert.NoError(t, proto.Unmarshal(raw, tsk)) { - t.FailNow() - } + if *update { + err = ioutil.WriteFile(path, raw, os.ModePerm) + if !assert.NoError(t, err) { + return false + } - raw, _ := m.MarshalToString(tsk) - err = ioutil.WriteFile(strings.TrimSuffix(path, filepath.Ext(path))+"_task.json", []byte(raw), os.ModePerm) - if !assert.NoError(t, err) { - t.FailNow() - } + } else { + goldenRaw, err := ioutil.ReadFile(path) + if !assert.NoError(t, err) { + return false + } - return - } + if diff := deep.Equal(string(raw), string(goldenRaw)); diff != nil { + t.Errorf("Compiled() Diff = %v\r\n got = %v\r\n want = %v", diff, string(raw), string(goldenRaw)) + } + } - raw, err := m.MarshalToString(wf) - if !assert.NoError(t, err) { - t.FailNow() - } + return true +} - err = ioutil.WriteFile(strings.TrimSuffix(path, filepath.Ext(path))+".json", []byte(raw), os.ModePerm) - if !assert.NoError(t, err) { - t.FailNow() - } - } +func runCompileTest(t *testing.T, dirName string) { + errors.SetConfig(errors.Config{IncludeSource: true}) + // Compile Tasks + t.Run("tasks-"+dirName, func(t *testing.T) { + //t.Parallel() - t.Log("Compiling Workflow") - compiledTasks := mustCompileTasks(t, wf.Tasks) - compiledWfc, err := compiler.CompileWorkflow(wf.Workflow, []*core.WorkflowTemplate{}, compiledTasks, - []common.InterfaceProvider{}) - if !assert.NoError(t, err) { - t.FailNow() - } + paths, err := filepath.Glob("testdata/" + dirName + "/*.pb") + if !assert.NoError(t, err) { + t.FailNow() + } - m := &jsonpb.Marshaler{ - Indent: " ", - } - rawStr, err := m.MarshalToString(compiledWfc) - if !assert.NoError(t, err) { - t.Fail() + for _, p := range paths { + raw, err := ioutil.ReadFile(p) + assert.NoError(t, err) + tsk := &admin.TaskSpec{} + err = proto.Unmarshal(raw, tsk) + if err != nil { + t.Logf("Failed to parse %s as a Task, skipping: %v", p, err) + continue } - compiledFilePath := filepath.Join(filepath.Dir(path), "compiled", filepath.Base(path)) - if *update { - err = ioutil.WriteFile(compiledFilePath, []byte(rawStr), os.ModePerm) - if !assert.NoError(t, err) { - t.Fail() - } - } else { - goldenRaw, err := ioutil.ReadFile(compiledFilePath) - if !assert.NoError(t, err) { - t.Fail() + t.Run(p, func(t *testing.T) { + //t.Parallel() + if !storeOrDiff(t, yaml.Marshal, tsk, strings.TrimSuffix(p, filepath.Ext(p))+"_task.yaml") { + t.FailNow() } - if diff := deep.Equal(rawStr, string(goldenRaw)); diff != nil { - t.Errorf("Compiled() Diff = %v\r\n got = %v\r\n want = %v", diff, rawStr, string(goldenRaw)) + inputTask := tsk.Template + setDefaultFields(inputTask) + task, err := compiler.CompileTask(inputTask) + if !assert.NoError(t, err) { + t.FailNow() } - } - - allNodeIDs := getAllMatchingNodes(compiledWfc.Primary, allNodesPredicate) - nodeIDsWithDeps := getAllMatchingNodes(compiledWfc.Primary, hasPromiseNodePredicate) - if !assertNodeIDsInConnections(t, nodeIDsWithDeps, allNodeIDs, compiledWfc.Primary.Connections) { - t.FailNow() - } - - inputs := map[string]interface{}{} - for varName, v := range compiledWfc.Primary.Template.Interface.Inputs.Variables { - inputs[varName] = coreutils.MustMakeDefaultLiteralForType(v.Type) - } - flyteWf, err := k8s.BuildFlyteWorkflow(compiledWfc, - coreutils.MustMakeLiteral(inputs).GetMap(), - &core.WorkflowExecutionIdentifier{ - Project: "hello", - Domain: "domain", - Name: "name", - }, - "namespace") - if assert.NoError(t, err) { - raw, err := json.MarshalIndent(flyteWf, "", " ") - if assert.NoError(t, err) { - assert.NotEmpty(t, raw) + if !storeOrDiff(t, yaml.Marshal, task, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_task.yaml")) { + t.FailNow() } - k8sObjectFilepath := filepath.Join(filepath.Dir(path), "k8s", filepath.Base(path)) - if *update { - err = ioutil.WriteFile(k8sObjectFilepath, raw, os.ModePerm) - if !assert.NoError(t, err) { - t.Fail() - } - } else { - goldenRaw, err := ioutil.ReadFile(k8sObjectFilepath) - if !assert.NoError(t, err) { - t.Fail() - } - - if diff := deep.Equal(string(raw), string(goldenRaw)); diff != nil { - t.Errorf("K8sObject() Diff = %v\r\n got = %v\r\n want = %v", diff, rawStr, string(goldenRaw)) - } - + if !storeOrDiff(t, protoMarshal, tsk, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_task.json")) { + t.FailNow() } - } - }) - - return nil - })) -} - -func TestReverseEngineerFromYaml(t *testing.T) { - root := "testdata" - errors.SetConfig(errors.Config{IncludeSource: true}) - assert.NoError(t, filepath.Walk(root, func(path string, info os.FileInfo, err error) error { - if err != nil { - return err + }) } + }) - if info.IsDir() { - return nil - } + // Load Compiled Tasks + paths, err := filepath.Glob(filepath.Join("testdata", dirName, "compiled", "*_task.json")) + if !assert.NoError(t, err) { + t.FailNow() + } - if !strings.HasSuffix(path, ".yaml") { - return nil + compiledTasks := make(map[string]*core.CompiledTask, len(paths)) + for _, f := range paths { + raw, err := ioutil.ReadFile(f) + if !assert.NoError(t, err) { + t.FailNow() } - if strings.HasSuffix(path, "-inputs.yaml") { - return nil + tsk := &core.CompiledTask{} + err = jsonpb.UnmarshalString(string(raw), tsk) + if !assert.NoError(t, err) { + t.FailNow() } - ext := ".yaml" + compiledTasks[tsk.Template.Id.String()] = tsk + } - testName := strings.TrimLeft(path, root) - testName = strings.Trim(testName, string(os.PathSeparator)) - testName = strings.TrimSuffix(testName, ext) - testName = strings.Replace(testName, string(os.PathSeparator), "_", -1) + // Compile Workflows + t.Run("workflows-"+dirName, func(t *testing.T) { + //t.Parallel() - t.Run(testName, func(t *testing.T) { - t.Log("Reading from file") - raw, err := ioutil.ReadFile(path) - assert.NoError(t, err) + paths, err = filepath.Glob(filepath.Join("testdata", dirName, "*.pb")) + if !assert.NoError(t, err) { + t.FailNow() + } - raw, err = yaml.YAMLToJSON(raw) + for _, p := range paths { + raw, err := ioutil.ReadFile(p) assert.NoError(t, err) - - t.Log("Unmarshalling Workflow Closure") wf := &core.WorkflowClosure{} - err = jsonpb.UnmarshalString(string(raw), wf) - assert.NoError(t, err) - assert.NotNil(t, wf) + err = proto.Unmarshal(raw, wf) if err != nil { - return + t.Logf("Failed to parse %s as a WorkflowClosure, skipping: %v", p, err) + continue } - t.Log("Compiling Workflow") - compiledWf, err := compiler.CompileWorkflow(wf.Workflow, []*core.WorkflowTemplate{}, mustCompileTasks(t, wf.Tasks), []common.InterfaceProvider{}) - assert.NoError(t, err) - if err != nil { - return - } + t.Run(p, func(t *testing.T) { + //t.Parallel() + if !storeOrDiff(t, yaml.Marshal, wf, strings.TrimSuffix(p, filepath.Ext(p))+"_wf.yaml") { + t.FailNow() + } - inputs := makeDefaultInputs(compiledWf.Primary.Template.GetInterface()) - if *reverse { - marshalProto(t, strings.Replace(path, ext, fmt.Sprintf("-inputs%v", ext), -1), inputs) - } + inputWf := wf.Workflow - t.Log("Building k8s resource") - _, err = k8s.BuildFlyteWorkflow(compiledWf, inputs, nil, "") - assert.NoError(t, err) - if err != nil { - return - } + reqs, err := compiler.GetRequirements(inputWf, nil) + if !assert.NoError(t, err) { + t.FailNow() + } - dotFormat := visualize.ToGraphViz(compiledWf.Primary) - t.Logf("GraphViz Dot: %v\n", dotFormat) + tasks := make([]*core.CompiledTask, 0, len(reqs.GetRequiredTaskIds())) - if *reverse { - marshalProto(t, path, wf) - } - }) + for _, taskId := range reqs.GetRequiredTaskIds() { + compiledTask, found := compiledTasks[taskId.String()] + if !assert.True(t, found, "Could not find compiled task %s", taskId) { + t.FailNow() + } - return nil - })) -} + tasks = append(tasks, compiledTask) + } -func TestCompileAndBuild(t *testing.T) { - root := "testdata" - errors.SetConfig(errors.Config{IncludeSource: true}) - assert.NoError(t, filepath.Walk(root, func(path string, info os.FileInfo, err error) error { - if err != nil { - return err - } + compiledWfc, err := compiler.CompileWorkflow(inputWf, []*core.WorkflowTemplate{}, tasks, + []common.InterfaceProvider{}) + if !assert.NoError(t, err) { + t.FailNow() + } - if info.IsDir() { - return nil - } + if !storeOrDiff(t, yaml.Marshal, compiledWfc, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_wf.yaml")) { + t.FailNow() + } - if ext := filepath.Ext(path); ext != ".pb" { - return nil - } + if !storeOrDiff(t, protoMarshal, compiledWfc, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_wf.json")) { + t.FailNow() + } - if strings.HasSuffix(path, "-inputs.pb") { - return nil + allNodeIDs := getAllMatchingNodes(compiledWfc.Primary, allNodesPredicate) + nodeIDsWithDeps := getAllMatchingNodes(compiledWfc.Primary, hasPromiseNodePredicate) + if !assertNodeIDsInConnections(t, nodeIDsWithDeps, allNodeIDs, compiledWfc.Primary.Connections) { + t.FailNow() + } + }) } + }) - testName := strings.TrimLeft(path, root) - testName = strings.Trim(testName, string(os.PathSeparator)) - testName = strings.Trim(testName, filepath.Ext(testName)) - testName = strings.Replace(testName, string(os.PathSeparator), "_", -1) - - t.Run(testName, func(t *testing.T) { - t.Log("Reading from file") - raw, err := ioutil.ReadFile(path) - assert.NoError(t, err) - - t.Log("Unmarshalling Workflow Closure") - wf := &core.WorkflowClosure{} - err = proto.Unmarshal(raw, wf) - assert.NoError(t, err) - assert.NotNil(t, wf) - if err != nil { - return - } + // Build K8s Workflows + t.Run("k8s-"+dirName, func(t *testing.T) { + //t.Parallel() - t.Log("Compiling Workflow") - compiledWf, err := compiler.CompileWorkflow(wf.Workflow, []*core.WorkflowTemplate{}, mustCompileTasks(t, wf.Tasks), []common.InterfaceProvider{}) - assert.NoError(t, err) - if err != nil { - return - } + paths, err = filepath.Glob(filepath.Join("testdata", dirName, "compiled", "*_wf.json")) + if !assert.NoError(t, err) { + t.FailNow() + } - inputs := makeDefaultInputs(compiledWf.Primary.Template.GetInterface()) - if *update { - marshalProto(t, strings.Replace(path, filepath.Ext(path), fmt.Sprintf("-inputs%v", filepath.Ext(path)), -1), inputs) - } + for _, p := range paths { + t.Run(p, func(t *testing.T) { + //t.Parallel() + raw, err := ioutil.ReadFile(p) + if !assert.NoError(t, err) { + t.FailNow() + } - t.Log("Building k8s resource") - _, err = k8s.BuildFlyteWorkflow(compiledWf, inputs, nil, "") - assert.NoError(t, err) - if err != nil { - return - } + compiledWfc := &core.CompiledWorkflowClosure{} + if !assert.NoError(t, jsonpb.UnmarshalString(string(raw), compiledWfc)) { + t.FailNow() + } - dotFormat := visualize.ToGraphViz(compiledWf.Primary) - t.Logf("GraphViz Dot: %v\n", dotFormat) + inputs := map[string]interface{}{} + for varName, v := range compiledWfc.Primary.Template.Interface.Inputs.Variables { + // A workaround because the coreutils don't support the "StructuredDataSet" type + if reflect.TypeOf(v.Type.Type) == reflect.TypeOf(&core.LiteralType_StructuredDatasetType{}) { + inputs[varName] = &core.Literal{ + Value: &core.Literal_Scalar{ + Scalar: &core.Scalar{ + Value: &core.Scalar_StructuredDataset{ + StructuredDataset: &core.StructuredDataset{ + Metadata: &core.StructuredDatasetMetadata{ + StructuredDatasetType: v.Type.Type.(*core.LiteralType_StructuredDatasetType).StructuredDatasetType, + }, + }, + }, + }, + }, + } + } else { + inputs[varName] = coreutils.MustMakeDefaultLiteralForType(v.Type) + } + } - if *update { - marshalProto(t, path, wf) - } - }) + dotFormat := visualize.ToGraphViz(compiledWfc.Primary) + t.Logf("GraphViz Dot: %v\n", dotFormat) + + flyteWf, err := k8s.BuildFlyteWorkflow(compiledWfc, + coreutils.MustMakeLiteral(inputs).GetMap(), + &core.WorkflowExecutionIdentifier{ + Project: "hello", + Domain: "domain", + Name: "name", + }, + "namespace") + if !assert.NoError(t, err) { + t.FailNow() + } - return nil - })) + if !storeOrDiff(t, yaml.Marshal, flyteWf, filepath.Join(filepath.Dir(filepath.Dir(p)), "k8s", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+".yaml")) { + t.FailNow() + } + }) + } + }) } diff --git a/pkg/compiler/test/testdata/app-workflows-work-one-python-task-w-f.pb b/pkg/compiler/test/testdata/app-workflows-work-one-python-task-w-f.pb index e76e4790649075dff14148665231b4a22b9dd663..1ef935e33065e9fdafcf79cee9a493e8b20bf3c1 100755 GIT binary patch delta 27 jcmeys(ZDrf3)3l%i9H$ z>(o1wtBM(D3i`@*=TmpK^a9_D=&ZNiPZqzXWa9pul6S;0*qEe*6wAh?#QAjMKC40B zwrJdAk1+D0Lj{6qH8$>>F+6t32lBkz=n#D|rbi~ZBrkh-2!A`q|FQkwPs!~%=h~C% zQj|M`O0W9^SE@+u^Kt*%*qt;vYl;#ooLzvGRF9PwQQG8N++ztwB0xOjdPk8cH4>yzcn;NKYA4t+6tz zH41r8&#c)i-#WoE=ZtB%J8&5oIKbx?w$|4!;fpnfnKQaqqZ;mE+19CecugGYZI;b3dPR1Wj=y56S zw;CMX%j7jVM!=#qJ%30X^alC*4`i=5Hdy}6W-mV@Psz{()FVT0NU;*X9+7IXRMyw# zZNA<)Fm}-u%9zz0&-?ZZc>4u>|9YOhn_r43&!Sl-f+z_C5hvlL5-^7u@_RrCYL>2>;Q#nfp9m zV0&+fy+FRvKK6Thn&6F~GV3i^mbA}YX@}XufOWx0W$jGbht1C*ml(9PiBj5+4moGz bM&cWj)oWmr|7Vn)v;&3Q0DJNvual$SeoyxO literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml new file mode 100755 index 000000000..70b3faff8 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml @@ -0,0 +1,69 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.containerization.multi_images + - task-name + - svm_predictor + image: ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267 + resources: {} + id: + name: core.containerization.multi_images.svm_predictor + resource_type: 1 + interface: + inputs: + variables: + X_test: + description: X_test + type: + Type: + StructuredDatasetType: + format: parquet + X_train: + description: X_train + type: + Type: + StructuredDatasetType: + format: parquet + y_test: + description: y_test + type: + Type: + StructuredDatasetType: + format: parquet + y_train: + description: y_train + type: + Type: + StructuredDatasetType: + format: parquet + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 2 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2.pb b/pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..aae6e676a1debba7467a325a8ed71657217fc30f GIT binary patch literal 398 zcma)&O-{ow5QSYMwb7LRO$!T42$5wLQ5sbUaR>I@S#EKWMG{xGOI5DG3As%t&VsV* z#`1Wczc=&X=LX7zr}@@8O-B=yX|yxnDj3`3^`Qzznp%BmpVudOwC;0P*&{Ns0ESZ- z1Gfbxz!Q#iOW%Mu1x{e-ziJs=gk`LJCX?P(CKvyZrN2GmEpY~;_I>a4yV(ZoGA16O zzm`G!fOldZO-F4dcUpym(_TEmfCTLXcu&K&V~u0^CwYMWsbkE=EGmYPQK^ltJXs8= n9SIA8v47hUIzdXz@IS#d>t|29CDO=EN*C_Gw`!h2tc{%P+~A*uwv+9WRPMJ0&)SjxhQx5 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1.pb b/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..f76b871de8f445938c41f5462aa51931c9261dca GIT binary patch literal 290 zcmY+9&1%Ci5QHPQxMuTn*h3FaL%^3pL6Vz74|#-~`U)FIwGFCeBssy?yhvZQwo8n2 z+iw_VXW%!0ZN!qb(z>jj;$#)^ALZ#pp13PI9ha6aJTsN2vQjpFMvNGSsrcB5&p51G zUzqA`mVChrEPx&H34$my@#&?8=N?+<(LU`5o6nW~8%5lUIDYMz{j!@=R8iRo!@pivdjIdrD@9O}A!hi0=%4 DBdAc4 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml new file mode 100755 index 000000000..3d6250a03 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml @@ -0,0 +1,49 @@ +template: + Target: + Container: + command: + - ./calculate-ellipse-area.sh + - /var/inputs + - /var/outputs + data_config: + enabled: true + input_path: /var/inputs + output_path: /var/outputs + image: ghcr.io/flyteorg/rawcontainers-shell:v1 + resources: {} + id: + name: ellipse-area-metadata-shell + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 2 + b: + description: b + type: + Type: + Simple: 2 + outputs: + variables: + area: + description: area + type: + Type: + Simple: 2 + metadata: + description: metadata + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: raw-container diff --git a/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1.pb b/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..5f8c7964133ce4998a7a79682d395ec60e09f21b GIT binary patch literal 298 zcmY+9%?g4*6ong$lAE=-iy$coR}qZ%11)-lR=vX2rW7Ve#b z9C%nTvza#$QYKk0IB7xrA`BhL5YI{zs}u*CZah+{p(GXB9UT5v>Np*xPQVELN8Py literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml new file mode 100755 index 000000000..f395e1f6d --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + command: + - python + - calculate-ellipse-area.py + - /var/inputs + - /var/outputs + data_config: + enabled: true + input_path: /var/inputs + output_path: /var/outputs + image: ghcr.io/flyteorg/rawcontainers-python:v1 + resources: {} + id: + name: ellipse-area-metadata-python + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 2 + b: + description: b + type: + Type: + Simple: 2 + outputs: + variables: + area: + description: area + type: + Type: + Simple: 2 + metadata: + description: metadata + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: raw-container diff --git a/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1.pb b/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..279461ad1e13d81293d5d324459e83e7873c0195 GIT binary patch literal 299 zcmY+9K~BR!3`IKuwZRk?UKEtVChU+VDMez@Bd|iffjb@Ak%pPbae{gZuE8-$BDE?z zKk3>2AAS>yKoIsK$s5U*(kq8%%L3%ukx1Dr>CkBMe{x8C?Jj}}<1y8%Z;ljo8(;vh} z-j!XLQ3eJ1Ndqdtdp2X_&Ud0-(%a*uwp=zYY=>V~jp7PQA LV^{55$o>g`Zh%t5 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml new file mode 100755 index 000000000..b491ef15e --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml @@ -0,0 +1,51 @@ +template: + Target: + Container: + command: + - Rscript + - --vanilla + - calculate-ellipse-area.R + - /var/inputs + - /var/outputs + data_config: + enabled: true + input_path: /var/inputs + output_path: /var/outputs + image: ghcr.io/flyteorg/rawcontainers-r:v1 + resources: {} + id: + name: ellipse-area-metadata-r + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 2 + b: + description: b + type: + Type: + Simple: 2 + outputs: + variables: + area: + description: area + type: + Type: + Simple: 2 + metadata: + description: metadata + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: raw-container diff --git a/pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1.pb b/pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..b34c493b668ebd772069490fcfd8804c97d26446 GIT binary patch literal 291 zcmY+9O%8%E5QQxoCF9Rx7RC@=$WD_|e-alS!If7Su?n$LQi_J9H}R+f2}XDGW!{^4 z58e*UUFOfEQgNC|PDT>HOG{_6#3RaXSf!iF%Q7LNUmjR(ueMhLx^}Km8SX`sf1hEzuRamLb zRg_`AS+XYM{;|eMAVN}MuEvJkqfx84Kg}5M73iS+HCLE3c8ajJpfg*LU)hZEO1}Z`FYp4& CTT)&C literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml new file mode 100755 index 000000000..32c5b6882 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + command: + - julia + - calculate-ellipse-area.jl + - /var/inputs + - /var/outputs + data_config: + enabled: true + input_path: /var/inputs + output_path: /var/outputs + image: ghcr.io/flyteorg/rawcontainers-julia:v1 + resources: {} + id: + name: ellipse-area-metadata-julia + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 2 + b: + description: b + type: + Type: + Simple: 2 + outputs: + variables: + area: + description: area + type: + Type: + Simple: 2 + metadata: + description: metadata + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: raw-container diff --git a/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1.pb b/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..0e38b3ab0c9b70c142e5c2a577388161b2eb5ff7 GIT binary patch literal 942 zcma)*(TdYR6o$Jg)Oxzu?Vx3y1(6CO3zN;(VpDItST6;AgK#>TY+|RGFrBPhmwh7N z#%J)xw{SACF|8n81d{Ln&(EJ^4t#q6SN)^OJFc|wxylV@xzO2HG?~hMjbEY$`dSo9 zn+TkzU}xp89WSua?d`lb;^^@Zc2;*TP_o z2BTUcPr&PU$sva4FsRaZu90bPifOBk8AtgC+h8Ah`&!x<8Pj>`f!lR~3o$=UJ zIiOWe-``I#fn&#a^TerpY_D(qPKSMK z+L?au!iVdWYd=#LiQF2Y^mTp1m0B(B^|t!wEL?`-62sYoFECCxhG8&UU@)I8FM}B4 z={!v4K`@`wVX<{NOxy}y8bSMvWqDDW4TZZq-`(Ed(;;K3G#0Z$izK_HBP-VAlLOXs z%9uS_J70AWcIH!Sw$ewJ@ZJi|%!o0b3ce~-mfLJJDLu31Kdhc<`)z@n))0Ma{S~`v zavC?-Mq;DnjnH)AUUQWhyAO6L>LVIqX;f<$Vv%4eO;nxts2TMbqk{^uwTeqA=!^f@ SEBeq)>oQe>HGq>;WnlK literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml new file mode 100755 index 000000000..6fa4a9f50 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml @@ -0,0 +1,89 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.containerization.raw_container + - task-name + - report_all_calculated_areas + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.containerization.raw_container.report_all_calculated_areas + resource_type: 1 + interface: + inputs: + variables: + area_haskell: + description: area_haskell + type: + Type: + Simple: 2 + area_julia: + description: area_julia + type: + Type: + Simple: 2 + area_python: + description: area_python + type: + Type: + Simple: 2 + area_r: + description: area_r + type: + Type: + Simple: 2 + area_shell: + description: area_shell + type: + Type: + Simple: 2 + metadata_haskell: + description: metadata_haskell + type: + Type: + Simple: 3 + metadata_julia: + description: metadata_julia + type: + Type: + Simple: 3 + metadata_python: + description: metadata_python + type: + Type: + Simple: 3 + metadata_r: + description: metadata_r + type: + Type: + Simple: 3 + metadata_shell: + description: metadata_shell + type: + Type: + Simple: 3 + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2.pb b/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..7535ee26ca00874fa9f69942e54fdc1ce5d4900a GIT binary patch literal 1034 zcma)5%}&BV5H7`^W+Z6#ph;1If*wd9wA70i4<396FU__rp;}wAEg|{>zLt;XYG0+I7=s-Zi3o5*(``*_uv{@(4gcL zOv@wjg$_%Sc$Kp;<&2I$SV8BspyPar{*hsWNOEj9F@>;0X@}kb zx>m!{1*66sHC%$V?AKU*7RxNvhzy~JBHCzFc|{eEbl_^g3fBl=`zUZI5OXgu_l)%6 zW`FJ_&ENI!bO(J@(1)vO_=l(QwoYQI=|ek>G8i>}n%K;P5aDc<@gkr}5=1nK)(I`x zJP-?zqX=$}Fay;bY2o0-D;x>0jh7OYStaHxtOI8yCI_nmT?JmkNeOc0_x>a-H%?(w zg$?1N+Q_<`3%gyGV^xUlK)bR7S(fDZWXl=AdCgJfNs_xmx&^37oJic;!FPpZxso&8 favc0scw9Ul9v{!ldx2+Mf~WudUd?ET@o4-4S)3I? literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml new file mode 100755 index 000000000..1afa966d4 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml @@ -0,0 +1,215 @@ +workflow: + id: + name: core.containerization.raw_container.wf + resource_type: 2 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 2 + b: + description: b + type: + Type: + Simple: 2 + outputs: {} + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: ellipse-area-metadata-shell + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: a + var: a + - binding: + Value: + Promise: + var: b + var: b + metadata: + InterruptibleValue: null + name: ellipse-area-metadata-shell + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: ellipse-area-metadata-python + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + var: a + var: a + - binding: + Value: + Promise: + var: b + var: b + metadata: + InterruptibleValue: null + name: ellipse-area-metadata-python + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: ellipse-area-metadata-r + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Promise: + var: a + var: a + - binding: + Value: + Promise: + var: b + var: b + metadata: + InterruptibleValue: null + name: ellipse-area-metadata-r + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: ellipse-area-metadata-haskell + resource_type: 1 + overrides: {} + id: n3 + inputs: + - binding: + Value: + Promise: + var: a + var: a + - binding: + Value: + Promise: + var: b + var: b + metadata: + InterruptibleValue: null + name: ellipse-area-metadata-haskell + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: ellipse-area-metadata-julia + resource_type: 1 + overrides: {} + id: n4 + inputs: + - binding: + Value: + Promise: + var: a + var: a + - binding: + Value: + Promise: + var: b + var: b + metadata: + InterruptibleValue: null + name: ellipse-area-metadata-julia + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.containerization.raw_container.report_all_calculated_areas + resource_type: 1 + overrides: {} + id: n5 + inputs: + - binding: + Value: + Promise: + node_id: n3 + var: area + var: area_haskell + - binding: + Value: + Promise: + node_id: n4 + var: area + var: area_julia + - binding: + Value: + Promise: + node_id: n1 + var: area + var: area_python + - binding: + Value: + Promise: + node_id: n2 + var: area + var: area_r + - binding: + Value: + Promise: + node_id: n0 + var: area + var: area_shell + - binding: + Value: + Promise: + node_id: n3 + var: metadata + var: metadata_haskell + - binding: + Value: + Promise: + node_id: n4 + var: metadata + var: metadata_julia + - binding: + Value: + Promise: + node_id: n1 + var: metadata + var: metadata_python + - binding: + Value: + Promise: + node_id: n2 + var: metadata + var: metadata_r + - binding: + Value: + Promise: + node_id: n0 + var: metadata + var: metadata_shell + metadata: + InterruptibleValue: null + name: report_all_calculated_areas + retries: {} + upstream_node_ids: + - n0 + - n1 + - n2 + - n4 + - n3 diff --git a/pkg/compiler/test/testdata/snacks-core/011_core.containerization.raw_container.wf_3.pb b/pkg/compiler/test/testdata/snacks-core/011_core.containerization.raw_container.wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..55fc80a0e83089702ca1d00163449e4095fa9a06 GIT binary patch literal 145 zcmdXoMn#d2wJFcGbqK}v;7 sfQvCvh?|R@i;06th%r%u5hRj?5J{3?RAMkotPvv zbjQN-_{}$?v7gEJ2^kyh5ff5@Eo7>Bl7dP;xlUwi7dZqu2n9N~>pjpsUsz_g)v-)j zd7zh;WwfoHW8Y8g2imJsx2@3yX<29FlyszH8Kh%$EsQ2#UGh4Qg|ZWQ7cI9Mq?*@( zka97@^;piryqO1M?oEB+^Dq+J^PH*A9d|k#J0TAzt{1tE~?k)?)P-Sm@G8PEK?9A8+wk(T6wPoWQL3>{&C2H=nwoRQ zL=0k)$t1ef$~<-#L=h JEW_V#@&mA|%3%Ni literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml new file mode 100755 index 000000000..370bebdc1 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml @@ -0,0 +1,48 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.containerization.use_secrets + - task-name + - secret_task + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.containerization.use_secrets.secret_task + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + security_context: + secrets: + - group: user-info + key: user_secret + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1.pb b/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..e1b2501b7bc86d6dbee6bcd052481ec2332cb929 GIT binary patch literal 634 zcmaiy%TB{E5JmeyD0QWxMgoD^K*b8lAuSO}SprKW_=CuGCau+yi5#a7s(u|G#TF+~ z!(+q3(#)MRqp`2a=K=Ao=D-!Gz!8{eE)!7look7SlV=cSAQb4Vh*c<)7(>mox!p}S zdWH!r5_)3WR?|Loo!gOfM-Qvgbz^Wv8ukV0krukPMOs$dHc^=m>wGx+Xp`sZOeja< zO}yA>KsBubfjFO-b6>2-f=K{F9(ZFh=20wo5V+o$yS_IWx)F~?eh~Yv>-+R5-IQ|} ztU=@&sKuB}(p+bhY`0Ds?soKuG0e4*S*jqGYuY!(N_i~>!<;gv_-fBZT=PAAYG6}( zDJMLcLfzA6Ow2&cQ`Sd#vZwG%*`NhKnUAIxep{ zm)clo{HxwQ^aV}&)foT) literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml new file mode 100755 index 000000000..eb509172f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml @@ -0,0 +1,55 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.containerization.use_secrets + - task-name + - user_info_task + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.containerization.use_secrets.user_info_task + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + o1: + description: o1 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + security_context: + secrets: + - group: user-info + key: username + - group: user-info + key: password + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1.pb b/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..de310721b9f0237735e4da5c89cf72734d3d215e GIT binary patch literal 620 zcmah{%TB{E5bOh0sVniw0fFIADo#iaX{bob5jY~jA4IORX|0AhavY$bejXpgU$9AN zsJL*jygNIyT6>m!?T~A$J@SOo;0To(E>qC*og1lAr^q49L1-|!Q{Q1M69^5@m-ZlA znT1MOnb1Sqw%T^jb*?<;n)d3_MQe0UTK16al8$n1i*&56jZu}4n|$njcFDthA+#ga zWt^-GC_S$Oq11AQ=cXKx1+xIgJeW+ylt;1PLEuiN-1R53u^aKo^MlxTUEimB*{bTp z;0;7!fLe^nG%HL_$;XFNh3hrlV@wqWVU}r#9(82oOLtYpaHf}l*#JosMWn0)tJB-mmX&!r4QIP;W`*#Uwzv8F-8R-7sg&4JN WPi;#2xHK9+J63d1hCd55Y<~mcztDXE literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml new file mode 100755 index 000000000..417db4725 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml @@ -0,0 +1,54 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.containerization.use_secrets + - task-name + - secret_file_task + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.containerization.use_secrets.secret_file_task + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + o1: + description: o1 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + security_context: + secrets: + - group: user-info + key: user_secret + mount_requirement: 1 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2.pb b/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..138c8e04f22eab1d592f1f15e45bc1a2f52e7935 GIT binary patch literal 491 zcmaiw!HU8#5QbyDlo3=0Pab;|EJ=(aKEocCW${`{Ng=2Sq!rO8_Awk{4c)!;Hs8<8 zH_5l(|wb4bRE3exozuddBxH*5S&+dk7`3nrcVG4=c zU5?2_Nw=g6P#qG{ VB_bxWmx$1_=@J=xR4)++_5$c|e~kbD literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml new file mode 100755 index 000000000..4054a0494 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml @@ -0,0 +1,103 @@ +workflow: + id: + name: core.containerization.use_secrets.my_secret_workflow + resource_type: 2 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + o1: + description: o1 + type: + Type: + Simple: 3 + o2: + description: o2 + type: + Type: + Simple: 3 + o3: + description: o3 + type: + Type: + Simple: 3 + o4: + description: o4 + type: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.containerization.use_secrets.secret_task + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: secret_task + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.containerization.use_secrets.user_info_task + resource_type: 1 + overrides: {} + id: n1 + metadata: + InterruptibleValue: null + name: user_info_task + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.containerization.use_secrets.secret_file_task + resource_type: 1 + overrides: {} + id: n2 + metadata: + InterruptibleValue: null + name: secret_file_task + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o1 + - binding: + Value: + Promise: + node_id: n1 + var: o1 + var: o2 + - binding: + Value: + Promise: + node_id: n2 + var: o0 + var: o3 + - binding: + Value: + Promise: + node_id: n2 + var: o1 + var: o4 diff --git a/pkg/compiler/test/testdata/snacks-core/016_core.containerization.use_secrets.my_secret_workflow_3.pb b/pkg/compiler/test/testdata/snacks-core/016_core.containerization.use_secrets.my_secret_workflow_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..127fd713025d71957053332b1a86e6493f70962e GIT binary patch literal 137 zcmdV8md>(8b6g#Ucdc0stz$Evf(j literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1.pb b/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..8bff3316ac8407d3c8e20ee514670c14dba6cc20 GIT binary patch literal 551 zcmaKpPfx-y7{&n!LOBq6P^jUug9nq&fy8Yd)uV}igQaxu*s`(CuH#P#-^Q=t_p{r= z^yHyQ^E|)j&D%cctBY>?ZNuO~g2_dyq)5CV5j&HIEJ{7a@;EmoFdq-Ig9=4TONm@z z+;8KaWj-v-N7AdUyOuFSEj&fns3R;qM#JX;zRZ~XEI?r`Exs?%+dAaZjKqDA925w- zt}k4Oc%{!%xe0Yv4$PUebh*p?fHTLjmM*jGR5icQ%DNVja>X#D^{=DQXE literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml new file mode 100755 index 000000000..2923c59e0 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml @@ -0,0 +1,45 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.chain_tasks + - task-name + - read + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.chain_tasks.read + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + format: parquet + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1.pb b/pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..5964170968ca7bb29abbbd3aa6c4b12b4bccea30 GIT binary patch literal 528 zcmaKpO-{ow5QS4HsHBUkS)gLXrYw+<#-ybp30qhq!3`qUahfP;963&ZRP_j4hx0LU z)Y26TOQZL`8IS$!@2>sO>x}QYRDyC@XeIM7&gGi&gr!BOS(R0Etx_$Ve!10&ETGZI zwd3?U&ZSGAr}Twfw$`IH?%I}PO@Geqk43^2P32RZZ?%wW(H30FY>wx(xe@%iFDA^N z1w3F;%$e`Ivw*qYY(8-#7EL`r_FUKV$e`SsIUqKI*IJMsKw6Zwu86(cQB&^sWB?#* zjWU!<#Oa0%(QK73BOo&ZP;7nRBBt2^9wCg@r)qq z&nb@!tWKK94f2ilcARshZQMvyGG7Tr0`tr))tClG(*A46YAwSi9?V228i|=EkhslTy)@A`SW4HiW@BBtjz1y1nlIrC*==FK zjTcQ$zwdXN(|!fNmtbtPtY<1D!&Ib7io_2SvBorFG|mK16)tk-AGc;N+p0*UNRd2- zBhxfmX4l3qQ~V0Mwe{3~>{u>%02a7TeXf`!ii&iE z5mAY`7>CJLF(DUqL4}CtdcBqNB6sex32|p0^+*s>;=1`@DH7$E`T0$28zI;$CA1VlkuZ4w-=Bb26`GPIgZ=aW HVO{(I<-W?j literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml new file mode 100755 index 000000000..97d873f7d --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml @@ -0,0 +1,51 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.checkpoint + - task-name + - use_checkpoint + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.checkpoint.use_checkpoint + resource_type: 1 + interface: + inputs: + variables: + n_iterations: + description: n_iterations + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: + retries: 3 + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2.pb b/pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..560fb1eff5645cba2ab8338977bd58b714de9ca7 GIT binary patch literal 240 zcmaKmu?oU46h)J`gol*!aLOd1L#YspF5=IW5+at?yxKml_vOUVLUrYEfcIW`16=kQkQ`7ZV4g5Q?Y-qY{G=gB3#;BZCx+5Q7v00B@iw A-~a#s literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1.pb b/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..4b738705b4e5d7875345d6faeafdbb2c7a4f2c1f GIT binary patch literal 698 zcmaJ)-fO<9Ma=Na;&f*A;G{Ny|Z5~)+KT3IM+s1_iju` z{1dG3?_nqEaT7zN=kJ%E9Mnc!t=rYSoedP~QS*7bXYA-u57#=sh zEp*K-v|IW#3}-<&jia}V=pCJo)T^WUuYmjv$d7;ob@)9Xli4J^3u>s4>73aDSp&wM zEE<+;Gax>Xsg_AJYKM~LMppxIXj665S+)bCU|r&C2DKzU&h`y@Gjvv0V3mNf>{$g( z*AN$#Q)WOOT5s&67Az5_;0~Lk`Dl6rDvn<9t}YrR3%&8phjO zdcwKxth*C$4Cd;Zo;q?wz7BxXoN;d8>RuN2NciZ8z2}s3QJ~m1TGcKa zY(bwn@jq?H ol9)qR+RVRkwzp0=r^g=Rm6lzJ^!fk#M;{GR-v&AzyEs4k3)Cv^5&!@I literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml new file mode 100755 index 000000000..740868a86 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml @@ -0,0 +1,52 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.conditions + - task-name + - square + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.conditions.square + resource_type: 1 + interface: + inputs: + variables: + "n": + description: |- + name of the parameter for the task is derived from the name of the input variable, and + the type is automatically mapped to Types.Integer + type: + Type: + Simple: 2 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 2 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1.pb b/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..40c95bc8253a87df6dd8392132c588c40981eff9 GIT binary patch literal 686 zcmaJWLE) zKf#$h-^YuiEj@9F^gM57G>(V;e#l;h!Q^F$7LpQ;vsf2ZjW_*4X{XV&iNbDKLv-Hk z-5QN>vfc2fQ4|KzI8EM8lXrYPtX`i@eg*7jz7NJe^J-n%MB|&P-aA0M8io>av!w5R|35^&%;8$*vw1m} zsw!okr?a_Cv)S@GRZ>l}yvouv%lJjJ_dWt{q3j&+Pzay6OqAWUcHc=!=f*b)CO##ppsqfivD4X fqjV$$Kkp&2Mb*{7U;M9g{E?^j72xBcf0MJn=DO)w literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml new file mode 100755 index 000000000..6fe4ef85b --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml @@ -0,0 +1,52 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.conditions + - task-name + - double + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.conditions.double + resource_type: 1 + interface: + inputs: + variables: + "n": + description: |- + name of the parameter for the task is derived from the name of the input variable + and the type is mapped to ``Types.Integer`` + type: + Type: + Simple: 2 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 2 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2.pb b/pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..e09def6a8f2d852521655ae4df135e2763761db2 GIT binary patch literal 410 zcmd;@&djCF!K9>~oL`ixmz4#QLa3JF=He8bH4_AO+Dn1t zSuy1qz~Fih_3CMm;bm0RED?*-lB{X3pyn10KDJ}WS2n;F?*x% zO5wqQ8BFmI2L`{3?QhlvumAki#LI*=^Um)%vGG2^D@zWrld5{23&Y$8N8%60@fn=B zj(@cA4(oj+xLMdIu@$!cm$2ih6*fX6th%k^@*l$1`$+tYZx=@Y`bKbT5ijaW^SLmo aS3*c0@>r&P6b^gVDPYDcW03Lcl6(O6hlk_< literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml new file mode 100755 index 000000000..05af837af --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml @@ -0,0 +1,141 @@ +workflow: + id: + name: core.control_flow.conditions.multiplier_2 + resource_type: 2 + interface: + inputs: + variables: + my_input: + description: my_input + type: + Type: + Simple: 2 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 2 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + BranchNode: + if_else: + Default: + Error: + failed_node_id: fractions + message: The input must be between 0 and 10 + case: + condition: + Expr: + Conjunction: + left_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 2 + right_value: + Val: + Primitive: + Value: + FloatValue: 0.1 + right_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 4 + right_value: + Val: + Primitive: + Value: + FloatValue: 1 + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.double + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: double + retries: {} + other: + - condition: + Expr: + Conjunction: + left_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 2 + right_value: + Val: + Primitive: + Value: + FloatValue: 1 + right_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 5 + right_value: + Val: + Primitive: + Value: + FloatValue: 10 + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.square + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: square + retries: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: my_input + var: .my_input + metadata: + InterruptibleValue: null + name: fractions + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/029_core.control_flow.conditions.multiplier_2_3.pb b/pkg/compiler/test/testdata/snacks-core/029_core.control_flow.conditions.multiplier_2_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..ee9bda460e768bb4c00b6edd8e6cdae91603a01b GIT binary patch literal 147 zcmd=1$HkFb8K0R~P+B4+#Kp(O#K9y47m;98VlZN`V(4OIkYW*HkYWG;58x}B literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2.pb b/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..d8ef87314b71d38228cbe11657825a1ba3c75d72 GIT binary patch literal 616 zcmbtR+e*Vg5KUr{Wa_1zH3Z9L|Ba9-P`1J&r}eyjXBqh%8)WVpS(eDpSErFRwD0F0+&s;RPDR zhY=94^ZPL6%Sz%7Shj_2J^)n_KH9pjUi5JTEbikrIEx~RHR#wNd*FC$kSzi&#O&RI zR|_6Yn86hHaisA3*#0JcaE8xMb-YYS-S7SG8#+EFc%_#EY$l?bXH0D#g30m6#`6<6 zvQ2u>sY5f526hwsTHHwDy2JT>c|yi r-1XgvCvM==Yo(2*u-0a`)&__&PdQebr|v(gGahL78;GEWxHLWiE;F7M literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml new file mode 100755 index 000000000..37e1e41ee --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml @@ -0,0 +1,162 @@ +workflow: + id: + name: core.control_flow.conditions.multiplier_3 + resource_type: 2 + interface: + inputs: + variables: + my_input: + description: my_input + type: + Type: + Simple: 2 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 2 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + BranchNode: + if_else: + Default: + Error: + failed_node_id: fractions + message: The input must be between 0 and 10 + case: + condition: + Expr: + Conjunction: + left_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 2 + right_value: + Val: + Primitive: + Value: + FloatValue: 0.1 + right_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 4 + right_value: + Val: + Primitive: + Value: + FloatValue: 1 + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.double + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: double + retries: {} + other: + - condition: + Expr: + Conjunction: + left_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 2 + right_value: + Val: + Primitive: + Value: + FloatValue: 1 + right_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 4 + right_value: + Val: + Primitive: + Value: + FloatValue: 10 + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.square + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: square + retries: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: my_input + var: .my_input + metadata: + InterruptibleValue: null + name: fractions + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.double + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: "n" + metadata: + InterruptibleValue: null + name: double + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/031_core.control_flow.conditions.multiplier_3_3.pb b/pkg/compiler/test/testdata/snacks-core/031_core.control_flow.conditions.multiplier_3_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..bbf725801b1c76ab5b7b3aff73f81dec77e2788e GIT binary patch literal 147 zcmd=1$HkFb8K0R~P+B4+#Kp(O#K9y47m;98VlZN`V(4OIkYW*HkYWG;5P2({ literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1.pb b/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..2e811f341bcf2726ddf92b237d839bb3a637e5e5 GIT binary patch literal 570 zcmaKq-%7(U6vnqXMwfweL1ad+b|ErI?dGtpw|Xh)8e93|c|_L;qi!yxzzB7Ksr41QL>*;e1H3KDr-eZMUUYQ~b6PcMp`mBhxSEl7PtsP3qptR^(i6WNd{=e`^zd{qXmZaZ2gh}fc DcIUra literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml new file mode 100755 index 000000000..c3702e11e --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.conditions + - task-name + - coin_toss + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.conditions.coin_toss + resource_type: 1 + interface: + inputs: + variables: + seed: + description: seed + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 4 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1.pb b/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..043bf2269bb1d6a2a85c7859ce022e6b948ba0df GIT binary patch literal 544 zcmaKp-%7(U6vnqHqh{b-5t-4ec_9d?bq?EltCxblLCKPI4egqeru)O#qxc#=pQkOW zyYeD%@}1xLILU{;Ptm>Ao!l{{g~L>4v`WJ$RqN`)rI9KtoQTR)aC?w%O{_9vXp!J6 z+qSxP-*uj+&I|50t%uI!5_RkgbdGw;wJp>G2CC`L3Hn&XOgmCNM(NfFr58=XluG7s zUaJj=KljBG^=APKD32KReRmd6*PG3sTu%Aa^CQo7Jr57_ZS6zEMzGQdY!M=}yfg(y zyPZ>)`#l~KqDliY$+d{&29KcGC||Vz%$N{O*9VSMLl5v6U}$~T4)4%tXGVmuSg<5l zG6QdFVtfPepVrJA^RU3`Xb4{eUukcxPfH`%NE9kv35|pLnTa$I2t?HUb4W|0!YVE* rGoc+WB3h;|{q literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml new file mode 100755 index 000000000..d0d38e1a5 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml @@ -0,0 +1,44 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.conditions + - task-name + - failed + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.conditions.failed + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1.pb b/pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..70abfdfa48916d32c07b2d606d109b65c6a50c8c GIT binary patch literal 546 zcmaKpO-{ow5QW=t!MuiD=3hfmY_&Kj3*YuBl2Yi+MgCFhph z6MF4DM_%FB6ggKT;c~7V%K3f!k@%K)$0c3Rk|t3SBDj(CItov*be~G;fo$`H6?5Fp mavaorhL;fnShRK5>xTW0cwqnStbY=d$l~!<6L2{IKZ`$qB4;oF literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml new file mode 100755 index 000000000..e9274df15 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml @@ -0,0 +1,103 @@ +workflow: + id: + name: core.control_flow.conditions.basic_boolean_wf + resource_type: 2 + interface: + inputs: + variables: + seed: + description: seed + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.coin_toss + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: seed + var: seed + metadata: + InterruptibleValue: null + name: coin_toss + retries: {} + - Target: + BranchNode: + if_else: + Default: + ElseNode: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.failed + resource_type: 1 + overrides: {} + id: n1 + metadata: + InterruptibleValue: null + name: failed + retries: {} + case: + condition: + Expr: + Comparison: + left_value: + Val: + Var: n0.o0 + right_value: + Val: + Primitive: + Value: + Boolean: true + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.success + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: success + retries: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: n0.o0 + metadata: + InterruptibleValue: null + name: test + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/036_core.control_flow.conditions.basic_boolean_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/036_core.control_flow.conditions.basic_boolean_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..b1719da43025ef8e989660b568525fc6d6e3d1f1 GIT binary patch literal 153 zcmd-w**7 z;L9ZuvpfYn>#iI2_0dG05YXMl@oL`g*B=Sm%@^j+Ta`MYToRrLx%>2A!y}Z=olGK!VgoqG>lmV9v zmlPLAZe@ICUO{Pz5FZy42a^zjFTe#9$u|(<0E+`zO4nGqnDPvSc)2*!iV~B-CTlTB zNpf-O!42V&;zAhVw3L-=5i8dgW-cc#2O&8j8KC*xLI~AT++3W3vu1+8PJ1bkJPW2g z0~ma;7kbMCwq2NuKQk{cwJ4rQH*90#+RVgN#D&-R2lhe%VAHv{*i!OKlX6ml9uwqZ z%o9TKkdZc*ItQbYGTyL;=oexTn#PFF-w=O2!0GQaFn9)Wn4u8RVa0`|iA5AR45D9% zK}iK82!#aw^KvQ`Yz*|w6%uoRi6=FMDCd8`>3oRyR2;zJN>%4efnv%C6d=@!DJ=nT RLg$hKCUs!?1}1eY1_0;2+?W6W literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml new file mode 100755 index 000000000..5d7d6761b --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml @@ -0,0 +1,236 @@ +workflow: + id: + name: core.control_flow.conditions.nested_conditions + resource_type: 2 + interface: + inputs: + variables: + my_input: + description: my_input + type: + Type: + Simple: 2 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 2 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + BranchNode: + if_else: + Default: + ElseNode: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.double + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: double + retries: {} + case: + condition: + Expr: + Conjunction: + left_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 2 + right_value: + Val: + Primitive: + Value: + FloatValue: 0.1 + right_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 4 + right_value: + Val: + Primitive: + Value: + FloatValue: 1 + then_node: + Target: + BranchNode: + if_else: + Default: + Error: + failed_node_id: inner_fractions + message: Only <0.7 allowed + case: + condition: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 4 + right_value: + Val: + Primitive: + Value: + FloatValue: 0.5 + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.double + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: double + retries: {} + other: + - condition: + Expr: + Conjunction: + left_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 2 + right_value: + Val: + Primitive: + Value: + FloatValue: 0.5 + right_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 4 + right_value: + Val: + Primitive: + Value: + FloatValue: 0.7 + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.square + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: square + retries: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: my_input + var: .my_input + metadata: + InterruptibleValue: null + name: inner_fractions + retries: {} + other: + - condition: + Expr: + Conjunction: + left_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 2 + right_value: + Val: + Primitive: + Value: + FloatValue: 1 + right_expression: + Expr: + Comparison: + left_value: + Val: + Var: .my_input + operator: 4 + right_value: + Val: + Primitive: + Value: + FloatValue: 10 + then_node: + Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.conditions.square + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + var: my_input + var: "n" + metadata: + InterruptibleValue: null + name: square + retries: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: my_input + var: .my_input + metadata: + InterruptibleValue: null + name: fractions + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/040_core.control_flow.conditions.nested_conditions_3.pb b/pkg/compiler/test/testdata/snacks-core/040_core.control_flow.conditions.nested_conditions_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..652dfa2f9304265501c0788f52d6e825193c5688 GIT binary patch literal 157 zcmd-w;$T+NOU^G!1rm8BMfo}LX*v1jAWlkVNoIatv0h$kaY<@QJVHb$k;{mKiDX?2 uQVLvhTpYQT@tJuAr6oc_Tzp(i985xR5eY^m1|tS5hAu`1DHb6HDFy(EZ!kLm literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1.pb b/pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..0f491e4658a55ce459f0ec990fb4a27b4d97ce8e GIT binary patch literal 576 zcmaJd{310eLJ-AyAgU(vLL#UtaugE)cLM z51YI&~5iYDk1X<(eAp58Mws5-ChJmVT&p`M_IUel_Yf1jd{Wyo?f z5>G+0lU(G>reH$Eo;t79e#G`{J_CE@^HXILPRMQOtPE@(H4&s*&tsvpfqDba@e#wA0)Kmu@Wol zvvzn_L^m@cgoT{NnTS&54Kl=cO8kd4Gsk+h!1`zi-zt5Dy>&jF8mWzVA(A!Eu~T0& zj--l91=wWZLMeq?g$Ys0bJOPml!Q)*?p(6oyp)ot_AHijH|hX@j4 z@t&57Q*;1Nc(ne5Ffc_iCve^+8~flY9g*m3ISL-(sfhNmm+MlcjW%ZLNPpETCX zrd_f{ascnxrTe}R7_L<&a21Uten(C&an6({TPbZn@9()M96{t+m8ZO1CS%QPQ?pCW zHdDzpF4*RDtIdxn@8W@t5P$#HSyR>o)M0Syrn;^O0C;$RYji%2kX$#Ah0r>3R|iEwcN$ zO!M`UUYVxRG&{ESJh5JAr?eg#qY1eqx1=jVuDH;k%sy!uZL=m^k_*z3wrQZzG_jg| zx5>vM6v~R^QxNYpNVO;nA?0$8?=|0%xpNoB+?~$EjQfG$u4_+c+;*n(vF&qz;<$lh z+m1u~>Asl5Us-6L3A_TEaWt8A-u0wi*@Sj%p)OlQBQ){Bv$miNyHK(EpZUk!? zZ$Qym@y%tVF+U8kOu^%smR=qxj}lOp4*}0&?d7?7Rcnhe+RG)jl71EgrT^an?G_*& L1<>>QO^h19Lchd! literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml new file mode 100755 index 000000000..5d777782f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.dynamics + - task-name + - return_index + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.dynamics.return_index + resource_type: 1 + interface: + inputs: + variables: + character: + description: character + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1.pb b/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..ec27f0f97bf66fcd56d946051ffa732349aee5be GIT binary patch literal 616 zcmZ`%O;5rw7zQK+$^qHIU`;%5@IcZzkhtN=M2{wV^177n9W;z}b{!uf{4jrz|HF5i zd|W&FSa?t)cV;Ay4u^U&aA!tV@#9=ZHlR zQ;tRctT>OpFUZ?$F0?JxeHd*GC_O6&q10lE=P7>%^QImQxi_AO2@gWSJ&{iSDy#d-jTbq967sXA@S^xk5 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml new file mode 100755 index 000000000..b9e7fb77b --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml @@ -0,0 +1,59 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.dynamics + - task-name + - update_list + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.dynamics.update_list + resource_type: 1 + interface: + inputs: + variables: + freq_list: + description: freq_list + type: + Type: + CollectionType: + Type: + Simple: 1 + list_index: + description: list_index + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + CollectionType: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1.pb b/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..753f96b79ce23781537fce9c9dbbea13eed326da GIT binary patch literal 600 zcmZ{i!A^rf5Qf`Y8{De39Gbe`dNI)~Qfvgg>d{2sfNYng5Gaew(v~!RG2g@Yae%be zg9nn~pKt!m<{$LkMfX~Ja?6C|1{0~0BJqMmtPQ_R=`v!u;d2?SxW`11D!reTDikSE zG>`E}*R{6ZGmS^fc*4D=b=R7_A`^|!X(0LMRKGx7+ySil-Rst0-O{hnCF%%M*H8sR zWqqBXw?)XL5s8N&DHRuT(G*OGcn;rlwKZ|(4xdtI<}#Q10i%v%&RlBRv-#BYsc+d% zV4J3G<3U!|K7?;LD-_2XAyJwYD#vKMHR^J=!vjJ@p+F{?(?vp5q`3f@$O_y*u#t(iIIVS&}r5WWV!(q0Ze2O7af zJQvA|OYGLqj3Wh!Laa?L9xarB6jMc`luL*;phcp*DoO7!+93q@D~T+HUnCsk|1Sfd P)gYV+$LGgaGHLw)H$25v literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml new file mode 100755 index 000000000..4e62f3ed8 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml @@ -0,0 +1,59 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.dynamics + - task-name + - derive_count + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.dynamics.derive_count + resource_type: 1 + interface: + inputs: + variables: + freq1: + description: freq1 + type: + Type: + CollectionType: + Type: + Simple: 1 + freq2: + description: freq2 + type: + Type: + CollectionType: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1.pb b/pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..b5152116d68757b9177279c6b0fce3d292f7cd2c GIT binary patch literal 999 zcmZ{i(T<`>6o#j}lOC5zc4oNP%(6F|z8r(1(t?}pg{Up4NUNyWH>4;Er9ldzu))dP z?*r_s?HlZaOsN@XGRcrsa_T?dIXT6DnEzih)zZ~n8R7(0AdX0aL)#1SOT{fBu=Qa| z)hr@5+<*i?f|8Vd6BlHIBc6aX;C^G-(iM9vR2ub4le;~qKEApWnLn9dnd`L9mYD0( z4NIfby>_|R*mp+-3n%4@rBVIATV}N0z@*~isuvan;beUdAjW}1&tJz$dD)Rs4ai~( zwt(wFAj^W-0)iwuHNgdLU6MUX5G09v8yBZOJjxNw2;xdS??-V)QjYobsd5TGf9Bru zJkAJ}`8YwIpL6eN@~k|b1j>Bi`2@UtkY05Zt=+eZc<~`5D4T3?8{fPDk zWW)VI;cwcx=6jwFu>Y=z`hipTAC3UQDf})YaNWxk$~!k_^c_^D{lDPuox9X8hDqdd)3;DO4=i$`m!# z(nR*;`z=(awN0+8J+Z%@J3=d3xvCrN;VHcL-Fuz^xW7@YEu-+zS-Z( zi`}Z7tx|xn1MU4cru3A|4dgPe~3E`oa4U)EM#7^O6z42Nox_Mx( zfx8z6!@|{H<~cc(hZAR_ZtJn?`MPUH`o_5*j=)k)X5m4578-frnS)VPxc9W~q-+Vn KTF%mlbLgU3r;OVvAx;AgL7Z>S6o_apA(%cyicC zk*}-|ZE3w5g753D_hWf_xaM}Tu^c;O>Huq4fQSYq2suGYiS?H?X79#Vso_W|zk+ZT zE+Mo2?uOc)o6y*y4Y6QqPBx7*H6@o$WIklf9(I!F+drp%g~*C5jf0|tG)nVF_5$1~ BGj9L@ literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml new file mode 100755 index 000000000..f551fd150 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml @@ -0,0 +1,57 @@ +workflow: + id: + name: core.control_flow.dynamics.wf + resource_type: 2 + interface: + inputs: + variables: + s1: + description: s1 + type: + Type: + Simple: 3 + s2: + description: s2 + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.dynamics.count_characters + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: s1 + var: s1 + - binding: + Value: + Promise: + var: s2 + var: s2 + metadata: + InterruptibleValue: null + name: count_characters + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/049_core.control_flow.dynamics.wf_3.pb b/pkg/compiler/test/testdata/snacks-core/049_core.control_flow.dynamics.wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..4304a3ad8065bfc189413169e2955366ffdcd5cb GIT binary patch literal 131 zcmd;5?x$xb*Z9^p{ zE}ER4``w#6bB26f5Nl7$tin zm7Z5ZD7Bp7_fo9IyqPD*;7xtuLl_D0JZI{I<4$K|Cxmd~dXeimu1kB_zMRA4PKw+} zYB3h4S#H*p91gsc$0O}ArgDQe%e0K*9qnVWaz0A~nE_)OwkIwG11ETZFqS^b32#`a zd-{xtg%rz7#VO7Pv!D+M|9Vx=Igbl$&YI{w@`d+WsG8_BgwHd0f+JmxYs7#ZeP z-Fg7IQ9+R*#HrLglo8~KDMJhD))r&5TSUiJD$El}>HpEws}f9MC28-^GZ;3002uqf Ag8%>k literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml new file mode 100755 index 000000000..a56819bc5 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.map_task + - task-name + - a_mappable_task + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.map_task.a_mappable_task + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1.pb b/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..2edc4867875cd30644901806ca2486386ed45eca GIT binary patch literal 560 zcmZ{i%}#?r6ovbjhE5Y}S(rNRs)>ooAl62}tu9UU4aj8}3V|{NhW@1KBf0hYyg-WG zxR~VRyXW5AnKR^jK<>5f{FcjH7+j_*mx&uBa%-$1a}^XZQbg+9*qDwHX!D815k zt*Z}B<9T7c&|y=0=*;iPCAlD7Paly1?P+}-Wkq_@)HPB8REwWJ`B;TKHzN5MBzq-f zzG?)QGWPJiRvR(fv&9qGONTq)2OMnMTsmM{OYh0_!CzQ*V40?6(Mh(i=P)QDlX-?_EPd7!-m%d3 zOc~>$;Bh9S6la49=?$9ySkrUv#|1WLP4pW56?<#vv~GeMi9#kDkyEF>W*jNZ1tV+T y-Gx#~w~7yl>bcth literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml new file mode 100755 index 000000000..eceff4ce1 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml @@ -0,0 +1,52 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.map_task + - task-name + - coalesce + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.map_task.coalesce + resource_type: 1 + interface: + inputs: + variables: + b: + description: b + type: + Type: + CollectionType: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1.pb b/pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..b99c1fba2da3dd1bb9ab819dc8a0098f769deb93 GIT binary patch literal 627 zcmZ{i!AiqG5Qf_-(yn0b3Zkoc=)pr_W30ubUOebgQ1k)9bhELcX*O&&wnh4IzEK~+ z$p&K)3gv zmOR91S=1U z1vw|(d7Qo#LdZOS1rsaU={4-PxgUP*kf-;l&`zwbqGV;H((jcJO3fzt-<5lCf8xt) z@JC}YhAtV5SUaW!43FjIXKU@d~e&7>?vGi;wJYu2l>2WTmQp_?Hr#KtT zl${~`>s3A5JU-xKtBIW=UwRMqoSG*1BAKh?Luxj*tIlGBIb+yWIsp_$1$B^4C?hBm lQ$<|2wm4_|NQs_Up()}=o5sJ|XQILLsKj&BZCemeH z&E-Abxo2>ZD3#2MCiK2+!v5HY)^6HxDtE54M|aqkyI&jgDfHX8phUkS!xMy~F&?y3 zf;h&B42Be>8WE@bEFkxWrkL<~=X>iSr*rGp4`6Ew`7SgfDAgl|)JuFRkaIiXNew;97rZe39s9h&4g8EE`5ye(Mjsar^8}`yYXlA{%~t KLsSv*om>GpcvMsX literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml new file mode 100755 index 000000000..91a7a3dec --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml @@ -0,0 +1,78 @@ +workflow: + id: + name: core.control_flow.map_task.my_map_workflow + resource_type: 2 + interface: + inputs: + variables: + a: + description: a + type: + Type: + CollectionType: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.map_task.mapper_a_mappable_task_0 + resource_type: 1 + overrides: + resources: + limits: + - name: 3 + value: 500Mi + requests: + - name: 3 + value: 300Mi + id: n0 + inputs: + - binding: + Value: + Promise: + var: a + var: a + metadata: + InterruptibleValue: null + name: mapper_a_mappable_task_0 + retries: + retries: 1 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.control_flow.map_task.coalesce + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: b + metadata: + InterruptibleValue: null + name: coalesce + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/054_core.control_flow.map_task.my_map_workflow_3.pb b/pkg/compiler/test/testdata/snacks-core/054_core.control_flow.map_task.my_map_workflow_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..59b05ceee6db1661be25985c7f3347d185a35fe6 GIT binary patch literal 137 zcmdKUGkz(Rt6k<%2U{qo-Vz6T9Vq}nF5n_;H001PaCXN6A literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1.pb b/pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..d9628e6dfec26774e02a8d618d2e77d63a857117 GIT binary patch literal 606 zcmaKq&rZTX5Qha3aY;maFt~E+!Gp=xg2WcDdNk34_h!4DLPO~`+bw@Wcr2gBmvP!k z<>aBs^qX%cyZJ5oZjrlA!!(6dU$@=G?qn*aJO~AMU3)U+wlncZ zcEE$Npk&hCf zGhj^d^}!3c<_CFzGPd5!4X@a!XZnnZIfz9nqXc(zJ*T%Q|FLT3*vA8`j)v$B`UQKb z_tZAQ6G0~96(~9_uepdchKmVTIe9$S(ks&DQ3A>eAmn+hy&_q!9&Iv4y9HuP8RRk0 U;eU^WUX*IWmq5?T2V#Z3);WvJPH zKSJYa#Do#^`!HEc;9^=2jPuzSgNX3-*sy~EhP8L?rEHYFaii^kx0Mn+231Rgy3E&kvR{F1n~8LUk0C4 OXiDdRkE@@gH$DNK@y)>i literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml new file mode 100755 index 000000000..194f004bd --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml @@ -0,0 +1,61 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.merge_sort + - task-name + - merge + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.merge_sort.merge + resource_type: 1 + interface: + inputs: + variables: + sorted_list1: + description: sorted_list1 + type: + Type: + CollectionType: + Type: + Simple: 1 + sorted_list2: + description: sorted_list2 + type: + Type: + CollectionType: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + CollectionType: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1.pb b/pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..93ca39caceb92f112a28997dad8a0d9ff5231057 GIT binary patch literal 586 zcmaKq&rZTX5XJ!s;$njKU~uKcO_Qw!iEX{=(L~>%S+-MXSUSyi%byV5%)77Uww21s z!)_+u_nXOVz9rvn!n)1Ty+8%Fz(gyQK_qcwuRzTq$WUp!xB`iSOS!Xp=}s>&VVY-4 zdShALrqyxmr-}VcJC*g&7){8KP;#E+s~M=w>XSBY8L$>Caz$F`Smf6*_2lb}yw4Xx z*)cvwa;E{+yeb6Za%Rp;u_g0n9*ns+^@Y#FNN~?{rapJv>1^zTJe;^*TainVF_O!PREKdOlvwJI_n~eMRwCuWvaArLgLt7^f(-ybwKCBbctCm7x^B zD6JGm2*a?X-zO#BpqRxV3z%PM`sy`($yJ+;YKyr%QJ-Jk+LTIFDLTz#D?|w{afXFwN*|>L=zPI|DTJGj)MDn)*hNy7A8?rLH$lTJ=%Q3rh@9 zx;_;SLV->0?}y=7(H3DHh!F(X(33)gIM03NkDR};_a{&h5#WzGu zDE-)>M~JiM1Is!a=mZJ!W6~So4f87z|G-Y3mwNJm-3t@*iRcel_uS{KrpSw6hQb|8 znf7taz{ezblKv?*3*;D)kYWt{7^YPhdLR$6b;y~d|IK>AvdsGf#74-?L&*I0e+$IC zJ4#~^LFVI+y*e+`?W@m!y`kP(_ttD?b?HCf$b6=BPN!QF7gKX7^ps9nDKlfg#3MY< z{agzg)6V0#l{|K(ek&s5I+E#{xg=*wmWrNu7dg_jz9}@h&kxpfn`_4_SC#}hMAN?3 zl?S+3iN-!?N*etELOG^P`4K|L*{*XGgTjW1qZX9T$*=U z>=`-^oqazarX5*N?9$Eq<26_IiojR{cgGJ$rK>&93%sw4CiX;*8j0-rnrp<`#=aY= hU@51waIZXZ%_8uOp<3haJf%0Om|QSdy5#%+_!si!VAlWu literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml new file mode 100755 index 000000000..60acfeb94 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml @@ -0,0 +1,62 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.merge_sort + - task-name + - merge_sort_remotely + env: + - key: _F_SS_C + value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.merge_sort.merge_sort_remotely + resource_type: 1 + interface: + inputs: + variables: + numbers: + description: numbers + type: + Type: + CollectionType: + Type: + Simple: 1 + run_local_at_count: + description: run_local_at_count + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + CollectionType: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2.pb b/pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..da9702df2a959552271cd2cd7f238abf0c85db15 GIT binary patch literal 634 zcmaJ;%SyvQ6ivp8@n~&&qg7@Z1+g_DEiS~RKN4aXMM!2~GC}+U*Y4f=2ZDd*)@h9P zLG12wALpEV4!(Mrcq}~6l@@WXq|vHK?+f)5mqI^?v{KqEmE`aj7aB20*D@_so)u|k z(p=Tj&iI+7Z zeeBP@{IRTfwi-tZPxkokpC7X+BF_ykHYTzRWixqmEyt9O5iC+mwJ4Plo2d9@XN>zdBgNqkxGE|c|moQips;~s35`z(g6+;&zgA|JpgA@Y*&_+f{ literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1.pb b/pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..f558142858c5818209d12dde8d93d7f3e553b515 GIT binary patch literal 590 zcmaKq-AcnS6vx+1=FI$H6=X&b9C{-pwzJsQTg59u-=L&vx|ViLNz;8W_Ex@yFJ;=Y zI&ZuPocz!4oSefy;QIjF4YbJ(<$__#GbwoLg(+X+qV$(sBvo8sY3jp#EhC;GNs0ts z==wm@`v!iT;wRW|Qum$78#o2WKqLAg=qf-3R&}TKy{Bsw+=3HndT}N_Udp_b`gu+M z6{lZ4@IH&Ez%hRa)3sz=%$k65p7`oKR}&-0cbG{W%cU*}LP{LRuv}u;mTwvX38uCa z+J<4<@GM`~eGpqQT1o~72*sItzkpz~!F9OZ!ZU=Lu~05p7_Z<+B^%|l78El^NRZ`@ z3y35;c&uQR`luIsRf)D{gb(X_M>&xZyi)M5*3|6tYJkOF5xi7KOk%0rRF*c*c%+ovtL!Cl#sm&nNXk@tm6u*y+C>NsD+$ecP^JuC|NkrC OQ4MEg&R|!Xlg9U5Ji&|H4Z)?;wCE%h*+T{UApxnTm~%`#M(%kQv4wQ(@BwT#ofIJ=FAMd z8SFVz+sswhBy**&Tw(LVwMpGvT36jeu9L^hhMo%|Q<%X7=vj<_aVjvZkT7QiM-T~2 zUDtir>IkgVVhGHem`DiI0~z6Lx`Pd;YW-uqH-e}WN=z@2L9&#K&OG(T-b!y>QoYLHsnKATDhVCgPPd rNJ(&saWN(e339P>F>x>o0hw%EEI_7~5`z(g6+;&zgA|JpgA@Y*od_hT literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/064_core.control_flow.subworkflows.parent_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/064_core.control_flow.subworkflows.parent_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..f78d74c6535ca10cb787613e34b8cce1929a798c GIT binary patch literal 700 zcmbtS!A^rf6kL|5_@Zc@@v;{!iB?ev%aNmgfJcv{A|%GjHgpLweuW?5fBJTb4Q&sk z@%G+iGc#{y;oF6Kj|Vq}YRb4!wQkfrujZaEUj)g)7eq zCL`XoL>7DjuO<56eSGG|c@?sRiEBeP5f@u($6DrZbdYNGqSe8MnJmIP3S~MXypo#Q z>&JD%Q+g;71O-KIDJYAi14L#Fe>m(SPnDQ}*DJXkRAMUVD;ZYsNFI{^#{O&%`Rh)Y ixX;CzW!{LG#CGU2Jh71;3i@N@(kUz;u?Hjp8T$p^n5%FA literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/065_core.control_flow.subworkflows.parent_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/065_core.control_flow.subworkflows.parent_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..1eb259995bdab57766a0644d10aff933390ed042 GIT binary patch literal 131 zcmdxpX*~ rNKnrpCB!Ab#h56>&Be~e#K9=Um?*)h#9+i=#n8pbAjKlYAjJRxAblkM literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/066_core.control_flow.subworkflows.nested_parent_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/066_core.control_flow.subworkflows.nested_parent_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..c9a27f0ea0c32c0efc6237c85b3ca8c2b5da2c46 GIT binary patch literal 1080 zcmb7@&rZTX5XRdjYMCgQHD30jY@%qD+ATLuMjwFa#bbj|5+im=Swf6Y;Y0Y4-kjYE zF0Dz^+sxPO{Q1pS_$JWz2)`N2ED6RkRhgW{)0tcai{CR_sl`|`&l%fH?+w#kAWHaKETc;}^IYDk z*jx$f@F%nEx(L$;Ic7(u@_`cZ3z|YM)qJTq9dV!6?L-D8Z=2V8md>(8b6g#UjKY#Q*>vEh^;z literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1.pb b/pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..11f1bd228484de8ada0865a5ff93b6f749e03f3b GIT binary patch literal 606 zcmaKq%}T>S6ovaEC7q(J5u}dbqKFG&()0(DcB@N4-ylpTlO`n1#L1*Tl)jv=;mdfF z&|1215xAW5-OCAQ(9Z>$X!XI63CRs65+z0K__0_US?;cdjEXq}Cr^~)OaA46=w*5* z-Ksz&MA0n5x4N#?^_FQ&#>NY7Rn~KDFh@`55nYB!nky$$GE5dD{RTC(rhX>&&=qP3 zQ`f+3>oASKo9KNJFlmHh=*L^dg`q?dgoosOK|k+vapeO>63o zOpkhF%l0kPv@G0Bx8)teH=N~)V~vn9S%%SWXO!c9kGq73TtQ%xO74dnd<|x$e3k+* zeL^H%A2^RHdVu=?gY{8fcmw0Ob4>^fIEzvdCUBdo0N(@rr&T+rJOo&sEa5xg3+?rI z=SU++#4{1ExWu#aH=|HNYfx&{hC_2DoT6YFCR`dG_h}w0r|8c)t~Ln4okAi@;pH*M U5C6Xl+%DmSE;;UpRK7`hl4q*#O)q!<8CsxC(W literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/071_parent_workflow_execution_3.pb b/pkg/compiler/test/testdata/snacks-core/071_parent_workflow_execution_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..a59fe895abd3b1fede5f2b056a2c6d79dc815040 GIT binary patch literal 133 zcmd;*q(JL-Zf+;W7ORYd?7GjW6;F9Cw$gPae%qu7@5fb9!<6`1q7J`dNFe)(^F<3El MF)~Q80F^TU0BMaU3;+NC literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1.pb b/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..2b2edf718ed212fe7d04f0b5f83f79339fa49a8f GIT binary patch literal 618 zcmaJ<%SyvQ6txdZIttZU6dl1uaV1QQwVI?`T?+aKVLG{KLt-XOCVf!+KmWwv@FuZU zL|hD9&Wk&oOFp{9w_2k+sWjM9Wk#zsh*Gt(i*mM7I;rLYnKCnhh8#?6;w1z~g#|s# zH)f$SZbXr=A*EJ}_8j|mY~Qn9LtPz=rsR^0$Wi48>KxFNlD5^Szp-P|Rt_bk%i30l z;yixukf-@VYCBffQMxgp^t>6QQppV8wA!3|GY@WrH}Rz}!bl3wb0)rU+{x_52}L+| zy~uSO*JXozQ|EA4gDed&i}N_kOH(ki-P-l|_QnRBtI{CMa}80vW+zBC$V&~N=9F_S zRy$oNjM#}!QH<1co$!dn-gCmaT!2h+6=#?&%z~Yx_#10HKlQl4@`s6?p}xW%_Bnes z!Hu9$=@K;a>u)Bp!S1lyrj0<9Mqvq=5pf3E4j~d{YJ#diZ1>CB=A0c?5Pwx+nF71` T|2kN|7H8rW*zoU586A8AfF#s7 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml new file mode 100755 index 000000000..007824cbc --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml @@ -0,0 +1,52 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.control_flow.subworkflows + - task-name + - count_repetitive_words + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.control_flow.subworkflows.count_repetitive_words + resource_type: 1 + interface: + inputs: + variables: + word_counter: + description: word_counter + type: + Type: + Simple: 9 + outputs: + variables: + o0: + description: o0 + type: + Type: + CollectionType: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1.pb b/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1.pb new file mode 100644 index 000000000..25714e083 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1.pb @@ -0,0 +1,13 @@ + +} +"my-objectstore-sensorobject-store-sensor0.32.6python"° *( +", + + +path + +path + +path + +path \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml new file mode 100755 index 000000000..02c6d654b --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml @@ -0,0 +1,31 @@ +template: + Target: null + id: + name: my-objectstore-sensor + resource_type: 1 + interface: + inputs: + variables: + path: + description: path + type: + Type: + Simple: 3 + outputs: + variables: + path: + description: path + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: + retries: 10 + runtime: + flavor: python + type: 1 + version: 0.32.6 + timeout: + seconds: 1200 + type: object-store-sensor diff --git a/pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1.pb b/pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..82aabf8da755d1ed47e3589a0a026336b1d69284 GIT binary patch literal 588 zcma)4TT8<*6yA+dGjOhm%=k8Z5FuH2!M48YqoDtwWa;Tz+BKz3=f>Ed^UZ%{nzC+> zJ_J6#%gM<(LBBn;FxrzT7dcSaNl1M!NcIvaFAFI)o@7PrWl6b?QkvyaD!m{|z#L?I z8H$utGQKlSqiyyrx|q`!+^?nQ*5nD@A`|s8CPNdUj?p!1e1oo0M_8tzIfdpwUG%XI zc}^oS)z^!BT>~yeyi(`2>X0}q2WHG!y4+=cz?tJ%OP5*pay7Gj=Fe>>ur15B@i5!# zIs|sWO9|K@BucYV78o54RKw#D4+#;aR5ZzQ2%;SxDY0h0G@(3WLUQ(f^7%}%lX5gzuHV;@+A%jT@r7F*GCk(anar7 z!8`XJxN-OvT&0=wCNY;_>{jPx8%&a&n&2uO*3D7Z##=vE_!&+5sZMl6h(KVq<(mcSckkNxCWdF`u zOyFI-sONvk)Q-TPI0C4BVS~<#(!@-TADE$}SybH3Qj``;_#)iLzhwWA$l|Co0!dC( INKPyE3l~0BL;wH) literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml new file mode 100755 index 000000000..4081c79f3 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml @@ -0,0 +1,71 @@ +workflow: + id: + name: core.extend_flyte.custom_task_plugin.my_workflow + resource_type: 2 + interface: + inputs: + variables: + path: + description: path + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: my-objectstore-sensor + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: path + var: path + metadata: + InterruptibleValue: null + name: my-objectstore-sensor + retries: + retries: 10 + timeout: + seconds: 1200 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.extend_flyte.custom_task_plugin.print_file + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: path + var: path + metadata: + InterruptibleValue: null + name: print_file + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/078_core.extend_flyte.custom_task_plugin.my_workflow_3.pb b/pkg/compiler/test/testdata/snacks-core/078_core.extend_flyte.custom_task_plugin.my_workflow_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..b68d68cfdcfa2e59ae0dfbf9f11570be7f535fd5 GIT binary patch literal 153 zcmd-w;b2xWNX{=x)l01?NzF@%Ps^z+N!3d(EiTE=jW0egFUf literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1.pb b/pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..1063c9068467aafe4a732e1d4e4e9cd26fc02325 GIT binary patch literal 562 zcmaKpK~KUk6vqJ#!D52+V6Y|}xR_vC2NJh=)uV}igQe@<*fMCBtwR>VXY%f+v)jV- z-(dxb96uG&hCWDfWcma47_ktYG9(swc2{ROd)4$kdSc=c$k(tQj%(( zC*&IAK^ONe_PAtEq~BQc&TNW0n4k&jDGOtCIY+4P$C78|RTmp=`F)1o){)3qtRCve zRJLv|LaD?z=ee4PI=%x7?yOwl@*ou4ajccgEqmoJtbhkg+X-#UvTZU-%eoJRJ%~aB z8BiL_w9q+0hXbpx$0He0stRpnnr0Bjdong=qkPnYVJ4Jj{PV;GT=Nq=F|e`T>khBR zXlurliU>rKs#u!dTu0>Az`t5k^OrXR?EVyy8^c%HOWUWVk(mf`wb?;N-1?hItXUmc zvvH3XT6scA&0`Z23n1jhMtfC8UR&Culng70ZdFihfK30-oLtnfH z+q9b$WgP}v5V-=XGZw^2t};q?JF^V;d)j48<_cw&q~Hfz+DEfeK1uEgT;4`N774}6|S$~{cXty7zf(au3)Yw6_?(A)nPfL@ev N%-2BAf0tp@_yOQjzwQ74 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml new file mode 100755 index 000000000..aab1c9158 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml @@ -0,0 +1,52 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.extend_flyte.custom_types + - task-name + - consume + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.extend_flyte.custom_types.consume + resource_type: 1 + interface: + inputs: + variables: + d: + description: d + type: + Type: + Blob: + dimensionality: 1 + format: binary + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2.pb b/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..b11b1e9508217c00c67792d2342ba05aa53e58d2 GIT binary patch literal 243 zcmajZJr06E5C!06E!>Po$;67zP1FRF6)0`JgDo*I*vPJdCCaTmf`dOb)x73?Z{QWc zMoGOcTtkMQo@|*{x89Q}y4Jfo_x+t(^QcfnD-amM0;Ee&fm9RZq)#Aif^$$;veaBW z#UeYvUIltLg8mCA^qG+qXD}_CZM&L{XbC}y5b+T6!w}!hK+N!V1pXl?;_&nAS4juu FDBe1DK)wI~ literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml new file mode 100755 index 000000000..49ccbf113 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml @@ -0,0 +1,56 @@ +workflow: + id: + name: core.extend_flyte.custom_types.wf + resource_type: 2 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.extend_flyte.custom_types.generate + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: generate + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.extend_flyte.custom_types.consume + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: d + metadata: + InterruptibleValue: null + name: consume + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/082_core.extend_flyte.custom_types.wf_3.pb b/pkg/compiler/test/testdata/snacks-core/082_core.extend_flyte.custom_types.wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..d5ae631d80baac8e9f93685124a70d2b3a3993d7 GIT binary patch literal 99 zcmd;5O2a)#fdEk%TEfF;c3U0xPFugbv9UkZyEs!rnVE> zhGEby2HT%3Yu-Getmy)lwm-e2P2GS8L zdAeW)bXA*4EU+4CGZ~Lmf_s!_g2WjsaKJ)RrNXOc>9wU@gy682(3}TV%HZ{X{{kK< NJR@@kyTY7wegH&w#GU{E literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml new file mode 100755 index 000000000..019c42844 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml @@ -0,0 +1,55 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.basic_workflow + - task-name + - t1 + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.basic_workflow.t1 + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 1 + outputs: + variables: + c: + description: c + type: + Type: + Simple: 3 + t1_int_output: + description: t1_int_output + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1.pb b/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..d315454c9e0952129e245ffc5e03edfb1ab80764 GIT binary patch literal 572 zcmaiy&q~8U5XPHUYTSyoIY?bSNIeL`u4ybL^{Pif-ylpjn>HlPhGf$}l)jeW+qv1$ z+M9=EXTI+@!z{Dt=L9{N#^|1jg3~D7NbUzv#;m0J@>ilrqExJ?bgW*!k#ms|31xz> zEXy>ku1%jE`hvTS_1GHO=oXzL1FTcjHanI9br$Tiz`8^is4Z;E)V7M8?+*Hy%~?TX z@uVjZ#jFXK5J{lUYdszD0*{Zun@rgh!ia(A*^?>Q?j#u7A%u?WMXqhTF7D?W-G}fs zXO-mGBqYxAN|qRHw^WC_9qtn%Dyd|W7d(pBc%aNi`O<=7hJ+Nb+H)aD*uz5wE9+Bt zcvr@uWH&Qx!Zb9|%VKdq@b=G6epqau8*_*#2A^f}N-O~gx)E_s2c`k6^A zsa{{R10O0Wd?qppamEW8@(8L_`t{cQLus23+^Z$B5Mh;aeD~iEz-JoIV8L-)I-}Mv D_9MEf literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml new file mode 100755 index 000000000..90c33f2df --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml @@ -0,0 +1,55 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.basic_workflow + - task-name + - t2 + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.basic_workflow.t2 + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 3 + b: + description: b + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..4d8dbc8f86d2554b22a1aa337d986f734738097b GIT binary patch literal 326 zcma*iOA5j;5C-5RqSir0M%+Xf5<#ItX}Waf#zVLYO|c+8B5kC2J}>4p9za)_KaVdn z@D>n9Lahr|os#nU@+V{S`drjWSWM%pOL=uoa(kJkL?-vJfFW>;eGpLxxouM(5=SbQ zFb3f?M&X#MkkgPk3YV$_ha@bXUO6?O_1VDPJ=e`+MMs+xTk+SeLM-{fusTHf4aD1AL#-|d;kCd literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml new file mode 100755 index 000000000..2099dc484 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml @@ -0,0 +1,89 @@ +workflow: + id: + name: core.flyte_basics.basic_workflow.my_wf + resource_type: 2 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 1 + b: + description: b + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + o1: + description: o1 + type: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.basic_workflow.t1 + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: a + var: a + metadata: + InterruptibleValue: null + name: t1 + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.basic_workflow.t2 + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: c + var: a + - binding: + Value: + Promise: + var: b + var: b + metadata: + InterruptibleValue: null + name: t2 + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: t1_int_output + var: o0 + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o1 diff --git a/pkg/compiler/test/testdata/snacks-core/086_core.flyte_basics.basic_workflow.my_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/086_core.flyte_basics.basic_workflow.my_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..72e86a0eafcd6010e9ca6c64462f1d05d1edd837 GIT binary patch literal 145 zcmdpRK7`hl4q*#O)q!<9Fj3hDu literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1.pb b/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..11295e9fcccc9b08a8dadc68c2d65d58fe664084 GIT binary patch literal 562 zcmaixK~IA)6vsC-6FcJ^2Q%x9#DgY9n2Uf{J(}n@Af=Q+V3a_aTb6w$uYNoqCBxl3 zGtSG;=n`F^;l?;a8URpSfuaf9(3Jqy{O1I{FB4W-sd!YkifY*v zOo%Lm^U`iaywKwg^%g$!X%sW+dG^Amwz~)&JEGCt^D4z{W@?FmGl750EX6wn(zjV-ZLeH zC7flYNDG)vWrA-3{?j_oF%Ju@k4*Rm_*Q%E=kzp!jd(5cHLtL*o|&c6QjvAP9?(XL tfQdrVwBQwF7tq79Ba}s2fwZhyBz=k literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml new file mode 100755 index 000000000..ecaffc453 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.decorating_tasks + - task-name + - t1 + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.decorating_tasks.t1 + resource_type: 1 + interface: + inputs: + variables: + x: + description: x + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1.pb b/pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..1693412a5ea3ec1510151af5cb425c14ae835bc3 GIT binary patch literal 562 zcmaixK~IA)6vsC-6FcJ^2Q%x9#DgY9hKqn#J(}n@Af=Q+V3a_aTb6w$uYNoqCBxl3 zGRGZJbU3&+g*fnJED=}da-NUu8Sw-R?Q)N!&xIa)(J_A zvXM1LyPc)V{T@#U5sd_ylogND4W2@?Q$Cdd%#4tVejT`oN_v2207L6TO?ZPw@0k+9 z63((xqy@~TGQqb1|7o4)n1=<{M<#p&e5<|ob9x%VM!XjJnpfCY&&*P3smQut4`?Gr tz(gTwTJQ?8i)oWf6e>QCctob?4EY#0%(ZKA+Ef18)I4 zDfG6T?%wpbSM>F{2}2u9=c#MrFkb4|gljO59+}dxh86H9E-Hq$Kgps+rcVU28RQ7GNgz<Wag#Emn0Tv7weU$33+j8axf9A pm_bU2OMr{9LWrA-or{TsQHZfZf>DXVh{1}Xi;+Q!MTkL)0RX+RA>{x7 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1.pb b/pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..8ec9681711204ee8444c5310c6abaa562ceb32d4 GIT binary patch literal 546 zcma)3O;3X`7-l+`$qvgnm|1T-crdoIxd?dGqlx|l@>0rZV3d@yk1YEw{uKY3rDV9H zhbC{HufFYLfA?*7*qc34AsI>Xy<%Ym6{i)6nZ`izVij(M%#vJeD^f94m(Hl%t5g(N zL6xB!#~JpVflHnjcN`zZOgG1KbQ8$Dy5Qe@nqtKT(tugB8&8SZLY?CW z%YX(DClq|&T?XKK%V_S#5HCDG@m$yQ(74>29L#o%){3Da#=IzNRU!LuAZ9!s(HLV< zD-GjPvV`x@M3XJ@WdN<2Vk}{M(#4?QB%W%qran!=yCyo%1Y?>qnw5eVIvZ4q?zH$1 zYdzMU}d{EV`& zmR(pHz0b^ep8egoSHs?HPK9J7$&ZSK5mcO3BxV`|#fwe27cxt7v9E|?AY-vFoKbmH zsVK05Dns{1v;`F+i}ZVKreigdfmElP&UP0Iiu~EMb4q#h~CKo@%kCK23*rO>~|K#x!L#D+MofZ%`?E z)Z#y^^<3-q0=p{{deHg?d+YjiYFlr_Dv|G)M1lEc#uYK~w08}mRwAULP{0c&bxsM? kxeA*k!p?ewF&Z@x-io-+8G8C(!syPJ3fStiUecafzX0#S761SM literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml new file mode 100755 index 000000000..52043f2f6 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml @@ -0,0 +1,38 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.decorating_workflows + - task-name + - teardown + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.decorating_workflows.teardown + resource_type: 1 + interface: + inputs: {} + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1.pb b/pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..70d7e177c09e0c4246678d8f290151c58d7a3ff5 GIT binary patch literal 570 zcma)(%}#?r6op$f6{p5p7N(9n7ABeuLTv=x>e58tfDFS>2$Uf(^e0W9%Z(4`Wr*0N zi%D+2bIzSRbJ5o+BKpw0XQJX(obMzLLRzP+wjvIU%CuMp8&PF(E;h9#9b;VXWFiV8 zX`SI~!_bGu$hMy5)-xV;(!;w_KG+i^GxB{XH+t3w&YW{tK-j@lhtW-Rz zn?<$k3MNDr!g*<@B3|fmhk6U2`80|d^*npwQ`=pHjvdix?s~Cn+pdcze9KuQ zIo1hDi?We5M*F>`%EJLq2oa40Ov;MK=@w5x?8v7A;F%Fp(aomfF#oYGbL@u!)<+?H1OAr1_I-Lcf{A!7@-?rpub!Eu(o$>d zem$U#6af>3q-nt`*k4SWTn6o)fe58tfDFS>2$Uf(^e0W9%Z(4`Wr*0N zi%D+2bIzSRbJ5o+BKpw0XQJX(obMzLLRzP+wjvIU%CuMp8&PF(E;h9#9b;VXWFiV8 zX`SI~!_bGu$hMvw>lu$a>0w}+=n`F^;np}qnywj8TmjL9ZRiR><$Rx@_hrH=D;1CG zW>GD>f(em@a9-M}h!=W%PQ8WCd>X}!dY--TsqHSpxgF8SalP2JZP&$7!Qgos80CS}Frbc?4TcH~n5@XQFQ=;qfKQAvNzGcbenp*p;Q z&}XKEu!OU$6lnpysZ8)KnEzOpIrhT<>!T390e{P0`#!xJ!9=_k`I=YQSI^8+X{oh! zzaG#=ihzki(zM_e>@TKGE`xSYK_Ar!!Q&Q@m57?0RH&tW#vZgb{e)Ja7P9aHL^E2{#dn zHlRsvffo@D!L78t-vXvq5D7=lI`*_%$mEVNG4_GmIAA_BrLNzjN=bMXle^Q|-Nppm z6Hv84MZj?b1fR62rO~GMU#j|QF3|&FbyA*9T?C9!O08i@f{Ttv|CW&jllD75W~wpU Fus5~nbKL*{ literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml new file mode 100755 index 000000000..c9ee70a4d --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml @@ -0,0 +1,96 @@ +workflow: + id: + name: core.flyte_basics.decorating_workflows.wf + resource_type: 2 + interface: + inputs: + variables: + x: + description: x + type: + Type: + Simple: 2 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 2 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.decorating_workflows.setup + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: setup + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.decorating_workflows.t1 + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + var: x + var: x + metadata: + InterruptibleValue: null + name: t1 + retries: {} + upstream_node_ids: + - n0 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.decorating_workflows.t2 + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: x + metadata: + InterruptibleValue: null + name: t2 + retries: {} + upstream_node_ids: + - n1 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.decorating_workflows.teardown + resource_type: 1 + overrides: {} + id: n3 + metadata: + InterruptibleValue: null + name: teardown + retries: {} + upstream_node_ids: + - n2 + outputs: + - binding: + Value: + Promise: + node_id: n2 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/096_core.flyte_basics.decorating_workflows.wf_3.pb b/pkg/compiler/test/testdata/snacks-core/096_core.flyte_basics.decorating_workflows.wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..c1707a1027d2b85118a6ca9102d88420f3497e3d GIT binary patch literal 133 zcmdWag#Em**E{r{(0A7weU$3Hfp9 taxjsifk8@$OMr{9LWrA-or{TsNrDXVh{1}Xi;+Q!MTkL)0RUu9C5iw5 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1.pb b/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..e95fa28dde190e8e53ef4d6db6629d95e5b7e69f GIT binary patch literal 974 zcma)5%Wl&^6ph`GI5$EiLj~<1p{fM|k;ZmIM4Yaw!V-x}e1J9ajFV{`kFm#XqpDjZ z7VP;4zJeu!FJOa^kYLM-En~Y$BiLZc(&*fC&fK{V_|$}+W$f62Ot~FKbH)7;%|wvd zOa}Rk$BHxmRHoA~lBYIh%x6?l)K2DVB4eUxHpRCPvJBL4?Z-X)32s!OZf)oN8oXVD z+hDQ~b)bFNLd}GxuX3)ChTxY8_0sI8313aC)%#+?Zv)zlhawhA$T&kkjP7>>z8P@i zh{lX&1^;C*;WLUp8{Ll@hq{_499g&_N5?!+fMG+YS?XzYl*)vsO7IMs+ckJ+03=t? z8>9Q$fJ3OqbjHzs*MoJqri6+(YTy!to6ywx&^%Jb6^Am81z){1Q>lo@Z~&%Yr9HgCW>GnRX!SnGXNNpjVau5oe@(@Tl z9qE6+7!u-*JibT0{xBF)76#Pw-2RZdgZ^mGWt8;>UN~^w!2qu(^HNUu84q&Bu|l z4k5Zo!8DP&4nUyF!arKT8LY%P{@r}hVqn>7{y literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml new file mode 100755 index 000000000..d21207c4f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml @@ -0,0 +1,73 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.documented_workflow + - task-name + - add_data + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.documented_workflow.add_data + resource_type: 1 + interface: + inputs: + variables: + data: + description: data + type: + Type: + Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object + df: + description: df + type: + Type: + StructuredDatasetType: + format: parquet + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + format: parquet + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2.pb b/pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..415004d373490a5f5e838fe33b512541e3f9d9c3 GIT binary patch literal 718 zcma)4O>Pr06rPz(o5^btt?9}Ou+pN!NXN5!FCjSflB2B z+<`5ZKyU&UAS5J?z!uM>r4<|S>gjtw-+SL@__P7TB zR1U>>rOm6N)T^GYW>UQw`;>J?swoNR+ZevK;6n>y!5t^>TktJPI)g6}{0d=9U?G)s zQY%Y-hUt$GzK5`L%9Y@@u78=&aKXvvF#YIph}~I*B%zynGRNEjg*`4r)6dIOqboE{ zq9qXv;9Uq%T|*aPdLF_EV#OCohUpWy18q;wm!+#Gj)FI*V{dIop)XJg z4xIZAeG(+@ATEG}#3OKJcT-5j5g-4V{~yigfi!OI9%sg4KQAsl4oAYN%=M+oW>eH2 z<#2B7>%1`YzAGn6zZq5~=dIFX`Z^_WrW=M>N+G>x+y=eyf17GZXX_|-Fkrr;}X+G17&690|;eKyYK+k2OZij cg}s=er?)@J|0doeyTMVA2Jc9~A{wyZH)*cJumAu6 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2.pb b/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..2e7a85b03a8992f583289058b14f8162506825d2 GIT binary patch literal 717 zcma)4O>Pr06rPz(o5^bt>7y$zz)Fh>BQ+C6{AN`m1lvj+Aacf@#9?9&wxg&QK!Ou+ z2ew=S#0gk{kdQb6TRfANR&2nlr|*65=lh=F(-u5VqTc;n8__SyGbbifW@T>sT<5E$ zP)_j4TAPnAT2^NhpRvwJHN$|sjp1txKC~d_%rSi5f^SjM8Gec24#bB>6iCU< zgN%zpD(R$FHalgCGh5SNrk0HDZ0V<;_VVo2e z--PMw5KbVH97pLR*oU@n$5y4o&R)>GldkQ(tyxCFHgw!Mm*fO9OJ>UR!WMiG(BC2+yQ}o#(ATim8X|mM>K$Y&_1+{ z33!(r&7G@8S+=lR9dFRSHnWTyR=DHA!)${c;PWT6c8}&IvzFE_FmJA!QKzY!3#!DL z8sRU>Yh)^@b^f}XO4X#F`r2p43x(Sd@d9tb&bWi^ikVj{;qcsa`iF)`HBk@#N$f2k zQUlzD#0#F(E2aVQzSR+Wi?E5vZZp;Uihla=0SuF{*Z;r&chMJvwA-u%Bxz>)^+v&O D`p3_b literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml new file mode 100755 index 000000000..f631a303c --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml @@ -0,0 +1,76 @@ +workflow: + id: + name: core.flyte_basics.documented_workflow.numpy_docstring + resource_type: 2 + interface: + inputs: + variables: + data: + description: A data class pertaining to the new record to be stored in the + DataFrame + type: + Type: + Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object + df: + description: Pandas DataFrame + type: + Type: + StructuredDatasetType: + format: parquet + outputs: + variables: + o0: + description: Pandas DataFrame + type: + Type: + StructuredDatasetType: + format: parquet + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.documented_workflow.add_data + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: data + var: data + - binding: + Value: + Promise: + var: df + var: df + metadata: + InterruptibleValue: null + name: add_data + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/101_core.flyte_basics.documented_workflow.numpy_docstring_3.pb b/pkg/compiler/test/testdata/snacks-core/101_core.flyte_basics.documented_workflow.numpy_docstring_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..79054323a30a9309e485cad21caa577a77d3b592 GIT binary patch literal 667 zcmbV~!EO^V5Qf*ArP)k{pr!}p16WN_X{2UR1%l>OA_Uh;JV4~EXA_r=z1WVTyZ{m$ zIP(rX2@>~8TmY$3AAu|0O(79SeEhBdpP6q4PSV!iliXPB7v<99Xe^w{U0<4fK11zM zjuytgDN3{G>-nr&j>3=gR_O`7NZ=%m|JNO{j|u!}K_Z10^r8iyTkt(jJICK*_(fn_ zVxhG1%4kQgNbi!sPXf2kgqFh9me=_dXM%nuy)QwB#4jtPDcdsRbId(3*cDPXeo>xT zQ=#<=9gTSep9ny;mfn-zI|4&Uw3s0s^q#>jxZ#yAk#4a@ggej<{fK$#>k>nwwZhG! zD{~1-XZO0<27>J0!QnBq z_uY!YAv>6QUk$SC+!=keQv1eEGHFHOj~+eER$7<7dd_QjJTHZFyoMqIWj*2Ea6d(^ zaltKydyusmzF!3IOIu?)fCqza096mX(SKM(Lvc;%5Mo)-F5HLhVTZOW cVc*Wt)9X$0zlnFrUUVD{q7Niu35{6v8%S}&=>Px# literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2.pb b/pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..6ea6d4790e412de02d3530b837da868e3f00b3c4 GIT binary patch literal 718 zcma)4L2eT<6rGt&o5^nxsp-lKu+pN!NXrIlEKSJwOA@BR0_;nNn3lBjo*YlHowx^Os|aw~J&7dl@p zP&pKnwKlJcO0WB+)@6kgU$V|fRg!?djp1txKC~bf+;Q^01>d5iGyD?4BWNGme1;27 z9@3+kbIVbd&8=3)8?>)YnF+%ScRYBUZLkCQ6~d0dLMrK`R+jt>(;p#x521U;mEg8k zdAVWz9Ht*bcozaJjb5U05-oWXrmsU7L#+4$$tZmSw_(dkS0UM^4G3L`-Nh0~Lbo?I z;10CCCSO&q2FF?{iEs*$6b-}vb-A+_G$%QQTUWd>^^LH1$=ac9=~FAw+!WH&Ipz*1 z>~kR+YrHzUo;qRyJb?JnU_ltYdyw6TAp6Vsi>IuPf#nsqmetO=&r6leY363g6t0;; zzfw^nQ)Jfp^$I3cQ-0>(J~uudxDSyi$UWE@cSw85&G`x)xeS{9X(LB;sGLOJ-cz)*jw9C)E7X4 z183fWCqd#4;?g1^^%1zTyD22%h>yQ#e$W4TAdNe_Pcvh2n3oqG#}naH=7!Q_^BHQ7 za=bA1Oxv`bEfmclh1ud^x61pFefxmG~0$>1k}9|Z3FTS~u>!RK0s$X`@Q zW42)?XP9~TNB}BpDzsjqqwmPzErAh4TFj89gXgdXx4iNt(hb&%a2LAun_^!2#%5%+ zR=94w1O&$rD%m>R{^Jm_T7vDH8G5X%YRCmz*jZWjwuAP>$G~7mNZDo=<>_k1kO%Mt zx_hpLKo8jd)cYz;k~3%Y;ZhwMTO`to+#f!EmMpbCeRaYcdORzIbG*qcYPh=K-f%xf zu5rOF)*B%kWrE!KdOIXny1jl;_rA0Zn0U;R;72_yf!FdK)W_z4CfP)2jc{pXiN0 z;HU8JHcLTpurz+}&5URK;O9diQGfDYSSM+&w_dUZFO?{1uCy$vv2M+^x|B>Hs^6NTb#xj z&!$P5Cvlu4cvx(kIz(PbQF)0YLX-(3lo+nAXcJyv;~^pKWTbF1R~L8`$QJq506{Y* z#PRPtUB*4%iN`@4sISd#J_n-984)6uQmhKAj3)*6OZ+;Be`9UVeSLVq=3Wwh74$Xs zsjJheA-qVIR&S)k^JdJI^0cv1>jcKD@bSVL&y|smW-{lM_N?{}>rw}V;DZ_>YnxSC X;+Ow%BYxbd>MzBk&Q3dLPI|upT_Nw+ literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml new file mode 100755 index 000000000..87f25cb95 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml @@ -0,0 +1,69 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.files + - task-name + - normalize_columns + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.files.normalize_columns + resource_type: 1 + interface: + inputs: + variables: + column_names: + description: column_names + type: + Type: + CollectionType: + Type: + Simple: 3 + columns_to_normalize: + description: columns_to_normalize + type: + Type: + CollectionType: + Type: + Simple: 3 + csv_url: + description: csv_url + type: + Type: + Blob: {} + output_location: + description: output_location + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Blob: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2.pb b/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..fd1a511816e8e397bdf7c1a550ba2eabb96d82a0 GIT binary patch literal 486 zcma)(?MlNi6o%7GusiDPj&qEIKct9g!BU66yqQo#28A?{CKdE*ya{heZ^U$)m3;{Q zOWqS6&hrMo29U=*&7^HqzR<5;iKo(4(&dXvE0-JF)TOT8l#uR4bQv=Gh~Pbf860+5 z+h{xio-zEn!UIgC)opE@@K*E)ynqAZ@c{Qu;Ra4^>z`XMw3Vf=tif~Wo^Qu+1;;DC zFlDVAPS)JbG=ULtTVT9gE}YWO2)HQ%b=>bH){AD0F1M%&jc|iV#UEZXn(lX^>2F6z nH0&Fq>s{9~8t<6S@8K?v(%XOh&Z=)@S+bM{3fjRnXg{)V*RGU* literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml new file mode 100755 index 000000000..73152948f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml @@ -0,0 +1,81 @@ +workflow: + id: + name: core.flyte_basics.files.normalize_csv_file + resource_type: 2 + interface: + inputs: + variables: + column_names: + description: column_names + type: + Type: + CollectionType: + Type: + Simple: 3 + columns_to_normalize: + description: columns_to_normalize + type: + Type: + CollectionType: + Type: + Simple: 3 + csv_url: + description: csv_url + type: + Type: + Blob: {} + output_location: + description: output_location + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Blob: {} + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.files.normalize_columns + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: column_names + var: column_names + - binding: + Value: + Promise: + var: columns_to_normalize + var: columns_to_normalize + - binding: + Value: + Promise: + var: csv_url + var: csv_url + - binding: + Value: + Promise: + var: output_location + var: output_location + metadata: + InterruptibleValue: null + name: normalize_columns + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/106_core.flyte_basics.files.normalize_csv_file_3.pb b/pkg/compiler/test/testdata/snacks-core/106_core.flyte_basics.files.normalize_csv_file_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..8812d19702c3690cf8f7252aae102113e6907f27 GIT binary patch literal 301 zcmb7wi^avivlX(DJ`~lI8+waZy z9)mm%vs~I%@yeXM68q9=>3F4$a=fu^T^fB>Lb{_E7`+kXaqyP{>`HKpiL|Dx8z;OK z?_#>fB}OcWL;5pM32t!mFhx_=%Fz^)r}4r2%K~S%^M}q0V`b^JZRiRYIFx?{BaAR$ e(65h&-@4Y&IZiRifxbXWGALjN7XmDzz~BxsvRAzT literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1.pb b/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..fb5b33d34f075018bbded47b61fd05e14e52997c GIT binary patch literal 586 zcmZ{i%WlFj5Jh-F0{jEBQ zcy!T)rO};pug01IKMnBcR0j`CDnY_{XGAcgI%1lHGUh^Q!sRB3CFMaF#X`eYx-$!z zU_7EH?J%)ZxrOzh8mF{1ut%BGZujQYMinNruA%tkJ!eC+w5 z=enMU+Uc&y!D1^|W(0CDj*>Jp8iD%Y?;a^vDwrt(5;2fTIspu?Evcw6Y5(&*WOM!CmPs^ zgqHDIC^Rj;xr_`c_E_#ApqY^YlZl~GA{5~wq*-i&d~?CcTEiH%atW^_&tif4|DFQ6 PD!7EM1iJov7K6$!fHB0j literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml new file mode 100755 index 000000000..3ead97304 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml @@ -0,0 +1,53 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.folders + - task-name + - download_files + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.folders.download_files + resource_type: 1 + interface: + inputs: + variables: + csv_urls: + description: csv_urls + type: + Type: + CollectionType: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Blob: + dimensionality: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1.pb b/pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..510ad9819b0816cf6e7114837c0990cf64d1b7d9 GIT binary patch literal 730 zcmaiy(QeZ)6o!{>RK*ioX9U`exakE*lWfvbk(66@v5QIY2G*(LtX7>kvYoOr?PYii z?syAc2PdKF5SqA%boBqw_frkI3*m*jn1TXtTeU&t-eVP zTJv0K>F{y2^(#|S4{l9fVmylQFlO&(>;oBg*2Tf(M})pd=nZ-%+@{O%Oj-N_9bF8@ z5&m0742^}+bx}HANDmo!zyuA+5gCjQ@jo8ALa%qcH+(;2AAZ}1{{vz)MgtRL^k=Y8 z&wd`F>zkFZOqqA>R*b#r3SrE88NQFr#%Q`sX z630nGPO5F&hss+iYA?x%QdL&9cLd$tv9`RwCnuDe+6S3dR_5xKoCdQ~zO+JM&M39; zb;mV}+QDZ54%X+k!(}k~%qgW}CB?cjstmosugI$a@3k)TkPicF9)!qw;2Z5z->0Wh zm`FOKH`0bp^r%)LcF&j(J&=lNs;lh=-7{<&50+S46QbkYVExe33@FFH@ zO$)8o-SFmr^YeX!PapSz7tJzLt0dR2jp9$j7MV?Qqot~CBF#&sjgVYal2@iKg)ZI{ z&+IeL3#}|U?8C*oi*p3sa9(RmA$;Zqdo)atAk2)OmzCwEYJ?PxAclRm$Zg!=5f?xC z#;o-Y%h$v5jvyg~XC?&ru@}13o+Ambnh@b=pzB#;hn=ob95Ad1rW4!*ZZ!Ufsil|b z%WZ2?8sT{5O=!LF)^?4zI5}ZN8#dU(E*n?ulK%F<&Tu$<8ka>)U_q~;6VmFK-XU!P UZ+{2eLP1WvwA(+Hc6MjZH)SfiSO5S3 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml new file mode 100755 index 000000000..d9d9f6a8a --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml @@ -0,0 +1,99 @@ +workflow: + id: + name: core.flyte_basics.folders.download_and_normalize_csv_files + resource_type: 2 + interface: + inputs: + variables: + columns_metadata: + description: columns_metadata + type: + Type: + CollectionType: + Type: + CollectionType: + Type: + Simple: 3 + columns_to_normalize_metadata: + description: columns_to_normalize_metadata + type: + Type: + CollectionType: + Type: + CollectionType: + Type: + Simple: 3 + csv_urls: + description: csv_urls + type: + Type: + CollectionType: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Blob: + dimensionality: 1 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.folders.download_files + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: csv_urls + var: csv_urls + metadata: + InterruptibleValue: null + name: download_files + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.folders.normalize_all_files + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + var: columns_metadata + var: columns_metadata + - binding: + Value: + Promise: + var: columns_to_normalize_metadata + var: columns_to_normalize_metadata + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: csv_files_dir + metadata: + InterruptibleValue: null + name: normalize_all_files + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/110_core.flyte_basics.folders.download_and_normalize_csv_files_3.pb b/pkg/compiler/test/testdata/snacks-core/110_core.flyte_basics.folders.download_and_normalize_csv_files_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..6c8000f55a50a3934555a75cd439fb2eb9387814 GIT binary patch literal 315 zcmbu3F$%&k7=@FzNcg7`97;ebT^xiC9Xs>{-XX*!g+iJ@k}7%x&*2F@fr?lJ!Nv8x zkMBL`NLsbhd0qGB6gA(AFvw8%&M56et=!QXClnV}aqIjj%y8CRh6C>hqXWHR=t%OH z0h%JG)~d=QKjCC3IKahjE~ zz-Ygxx;z~4m=IA)C6g@YVZ6f=)ohe6EhuJ6NDkX07l4E#JXNr2eQJky)o5oXgs_OS zRVLz8d4r7bje`HQX6BSv3v5n?@U`M=?XC4`X{0vdg-A9$$F9ESDwb5o)V#9?r4$|$ tsf0M?ISqISWg@*g8Lu7f5rRjxMAjlG6OM2HO&Sk1o5GsoVVnA_^9xmayU_pu literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml new file mode 100755 index 000000000..deaaaca06 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml @@ -0,0 +1,44 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.hello_world + - task-name + - say_hello + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.hello_world.say_hello + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a3c40d879a6c504480a4d4f98541ed22c8ad923 GIT binary patch literal 158 zcmd;@&B&$B!K9>|oL`ixmzGmmk{X|sSe%($te26Rlan7`o?n!cqL*74U!Eq!ASJ@Z zASA%W$HkOyAjHAN#K9~CWGT6DG36Nu@p5q%CsxLTwP`UJ>2qmwFe<6zHy5r!h(SvL QY$}%&&|IKtKy$4a03<&thyVZp literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml new file mode 100755 index 000000000..1e2107106 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml @@ -0,0 +1,35 @@ +workflow: + id: + name: core.flyte_basics.hello_world.my_wf + resource_type: 2 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.hello_world.say_hello + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: say_hello + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/113_core.flyte_basics.hello_world.my_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/113_core.flyte_basics.hello_world.my_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..aace6afbd70cefbf08c663cec27e4293ac9eb291 GIT binary patch literal 103 zcmd;5=U`S+PR=h%)l18%EJ=+|N-WMyF4oIP&B@7+FV8Q^Nzu!#j4w|UGUHO`U?NT_ VgA{`jgAs!jLl+~16pIj$3joPg9;pBT literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1.pb b/pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..a754aaba01fbeb2d1cf25cdcb68ae5ecfdac39f4 GIT binary patch literal 568 zcma)3-A=+V6c#WzixJs{!FoqxVvMZ=i5uSPrHQ`5a_G*WVXVv6@e{&hdF9Jlx`14I z(d5hb*V7*IeM%mkTJK({9C@6qHHKp-q$s$YXPASQ3k;WWSmdJE+OBgixX^@Y}RODQ$CwsBV zClwG%&Bo@u?uKH)IKVyx!;u(46blFfZ#V+aACCK81ku0`V&C(8pSH8L?P0h=QEH?P zV=~Q3T~M;wa0|Cv+Gb3Z+R!Y^F_tUZF=EAhS;Ba_jODQ0`y$Y=H+PNMNT0Uh-3W(F zhcPilG0T)pO*iN%y*1`PuF4$y%>av|5WO+}9rt$VIk<_L2n&@gFsCE?%$d~OZms(D y5K65=p;8Sp#hgbNLz(Dsx2NzBtusbjJBrO!R3=F8{!MlF=o}1tV6_A^!I zYN=#glo0bhnyY4~d}={43ye$pb>bo_=?PvaShYTM!kcRJo;k)W0hShm=PH}Z1l=h3 zPwPDAyc%G4W9Ld5mX}EL5Y0*%#=%__tO1qKx-)iCUQx64kd{orgbKR ib`wEw9b$~8t%SECsxv^h|5`1&)SjGf0S%?IG=2f+G`gAq literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml new file mode 100755 index 000000000..59968930e --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml @@ -0,0 +1,38 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.imperative_wf_style + - task-name + - t2 + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.imperative_wf_style.t2 + resource_type: 1 + interface: + inputs: {} + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1.pb b/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..257cd78d5f59743e7baf47e5a4db8212baf3236b GIT binary patch literal 570 zcma)3TTj9;6y_E(N+PlcgY}JQVvMa5h#S7@qlx~5<sh-NK zRXVSLP-;0d=d~D%c{2~6!JACQ6oOEI=Q)!pIPPTj>;w>uTrYGT$8~8h*_AyEw$4EOHvWQpJN2C0#7u;liq@FYY5B~h)V$nV z_3u99TKPi78f1(q4={v0(tfci{}gR7M!N;YRw~FNq<8;XJ?)g47*i_@% literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml new file mode 100755 index 000000000..e66300258 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml @@ -0,0 +1,52 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.imperative_wf_style + - task-name + - t3 + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.imperative_wf_style.t3 + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + CollectionType: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2.pb b/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..366bea9b102a66ba878c5cae54d76a5f76a67e3e GIT binary patch literal 467 zcmb7AK~BRk5OfouVL=FOdjJb@un>X>S&4h&zzg~TPFAQK$-=3l#3kgHJPF5bMSxRp zquH6+*@dqdSQ4?@s^_|@RZ}?qp?GJT_tMyotIwjUjY2{l+`%QpdY$7bL`jST+%n>a z5x4{fXLjT2jgv;V4rg#g2mP3Yd$`zX%EngGqwQ+gbB ziwvHU342)CM)A`0PRX~T)vI=Ni0n$)y51=6HxTyX)AEoeQgWbQc>k;Si{M}QHrGR& oIU?*E?SVKjdVwUp`S%c@NjN^TS^D_UiwVF0Zkrwz5oCK literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml new file mode 100755 index 000000000..ccfef725f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml @@ -0,0 +1,108 @@ +workflow: + id: + name: my.imperative.workflow.example + resource_type: 2 + interface: + inputs: + variables: + in1: + description: in1 + type: + Type: + Simple: 3 + in2: + description: in2 + type: + Type: + Simple: 3 + outputs: + variables: + output_from_t1: + description: output_from_t1 + type: + Type: + Simple: 3 + output_list: + description: output_list + type: + Type: + CollectionType: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.imperative_wf_style.t1 + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: in1 + var: a + metadata: + InterruptibleValue: null + name: t1 + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.imperative_wf_style.t2 + resource_type: 1 + overrides: {} + id: n1 + metadata: + InterruptibleValue: null + name: t2 + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.imperative_wf_style.t3 + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Collection: + bindings: + - Value: + Promise: + var: in1 + - Value: + Promise: + var: in2 + var: a + metadata: + InterruptibleValue: null + name: t3 + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: output_from_t1 + - binding: + Value: + Collection: + bindings: + - Value: + Promise: + node_id: n0 + var: o0 + - Value: + Promise: + node_id: n2 + var: o0 + var: output_list diff --git a/pkg/compiler/test/testdata/snacks-core/118_my.imperative.workflow.example_3.pb b/pkg/compiler/test/testdata/snacks-core/118_my.imperative.workflow.example_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2e2b8e83b8c9d5832474f66292e8e3910d364e2 GIT binary patch literal 137 zcmd;5;$T*i%dOPQ%q>VQN-W7NOVumSFUn5K$uHMStw_u*$VnB77d{lZ%OiSqQ|DV1$SoA&VMGFe)(^F<3ElF)~Q82r)=8006DDAeaCE literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1.pb b/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..8196beb3ee3e74766808c9ee477da2cfe295a206 GIT binary patch literal 546 zcmZvZ-%i3X6vp{u2$V!%F$T+p2^U_Nv<@V0^HwiS^bMA?u4Bu_I=2oXglF*$d`7!2 zOfI}=a`Jt@@AR|>eP5v4etSM+BIh(n_L93E6cHM3-Z9i8{hG`dU)e@~4a5)*;JjBp&pAB45`9 z6C(E1d9G$5wrBGN*ei!Q;0FwB+gv$dS}Sj1`rt1uJFraCvhXO|>pq0q>TkXniq8&o;u#(6|_+`TJ)qnfO1C6Ax;kZ}te%|^86N0qU literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml new file mode 100755 index 000000000..112331289 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.lp + - task-name + - square + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.lp.square + resource_type: 1 + interface: + inputs: + variables: + val: + description: val + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..ccc83c58adf26ae91d9c74742096faa7a4f62da5 GIT binary patch literal 168 zcmd;D%E%?h!K5UWoL`ixmzGmmk{X|sSe%($td~=ums=TMo+iW~rN$-1CBVg8mY5^N z$;HIMCZjpdR88VocJXs{In0Fx9YmjD0& literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml new file mode 100755 index 000000000..2cdb50c52 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml @@ -0,0 +1,47 @@ +workflow: + id: + name: core.flyte_basics.lp.my_wf + resource_type: 2 + interface: + inputs: + variables: + val: + description: val + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.lp.square + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: val + var: val + metadata: + InterruptibleValue: null + name: square + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/121_core.flyte_basics.lp.my_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/121_core.flyte_basics.lp.my_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..1e81e36542095d87b24d9987c5c7851e8f84edcb GIT binary patch literal 107 zcmd;*<6u^jO3p7z)l18%EJ=+|N-WMyF4oH_(95liFHaM4=91%J!mENoN{mZ{i@7W@ hM~Ih;lZ%OiQ3%A5U{qo-Vz6T9Vq}nF5n_;H004Tl8c+ZL literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/122_default_4_lp_3.pb b/pkg/compiler/test/testdata/snacks-core/122_default_4_lp_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6373d472f88974f4ef32ff8e296b34eaf91b2a4 GIT binary patch literal 99 zcmd-Q;9yqbNl8shEX^s2H;K7e;^ks4OUw~s<6_}r;$Sgiuwv+9WRPM3$pQeY>k`)h literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1.pb b/pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..7b60ea4fdf93d0d90045cceffb3a875be86a43a3 GIT binary patch literal 600 zcmZva(Q4Z;6o%WR3!XC8MU2vFFh(v1(%dY}&ThA>QrMng=2$*Xj2+9!a@$b)NPV2X z&yM9a%SA5)NB{qwpCgXg(+T?+9M6R|7FAyD940BWg>F^VsI^6OeA?{X#?;b5TZ%Kz zgJV7k)z^jkCMJXR`Dp%!U9q=p1X~`kQE$6Pgv&NjN#p9S=uQ%GN!hG>#8oM3}ZA_Wc`QAT4#%YX~5HDAH1zD~k zj>F{&!f2UZh8bjwD9)oWj3RN`?0k;IJJg*+5lC6oP3Ky{?(dZ^A0EW1l%{he%f@0} z+=&^PgYw%8#GFfM;r5x!z`-+oPB2-&e8NvM_B}Hx^#*m>n4+d^a2xS~;Q!jtbI8*G zHwR7Pg7{whvCrAlj3&a?R5xhF%0II#obo#!HkLr=OrlNgps3NR40Grzm-IVM_N^l+ d#k7~?)?{6U;{8kCM7;J$4OX6ZttWslH9G^mXdc?mVd*XW6xCX9r3=k}lP|KUks zPYK_~WhMP2>l!Jdu)fB%pWXem6lo=8g9bap33f2OgqXps(Bjyg#OEw>X+4>6t bMtjVGgG)`${%89H^BiqNsk8xQ#JG5X l3K)f8d^Ro?5MPN8B%YWn1m-I+8ZlTgbTKkWu>dV$006DbCQtwX literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1.pb b/pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..8232bfadab8a6e69f30abb7614af19e134d5e032 GIT binary patch literal 562 zcmaiy%}&BV5XV83l;uEZ48iqa!cCJ|3ldwr>d{2spjoz4+O%|=c8fHGXYvJnIJa%6 z+&pYD`=8&;&c~APO9DoBb}wXx%#TZj?waSJ$XUX-=((~`X`ynK^U@74j-@$FOBKij z6wf0%F-@au_AU0bV9&JQxE?w)N;>9*T$8I!hN#RTxiETWb6NcK$onP`84KlO{i4h^ zjUl9r*803u)qt~haL%3OO02l&3+_19a>Xrsxt?1d_ZGI}+m>b9bd;8L9>6_{LLoH( z!lWvjlEZ=3=J7~J08KZLX6T1|I@Zoc`K$%aOaU_fb>cj(_z9kBSi3&zdAw;y8#4wF z0g5Ppb(>MBSiP=h+Ac4Y vbcIY54-?FohdwW2`oL`ixmzGmmk{X|sSe%($te2OVo0<}zUs_U7T2ic+TNz)TCd43R z!o?tDz$M1TmR^*aT4E%`!^OnGECl7j#SKx!4VB!unDPvSc)2)>6D#90Qgd?hwHS;H vxpX-gl{5+24A&yW05->va&xrAq3#EoCB+SP8!Om9a0w%*grN{b!ioU^+;CIA literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml new file mode 100755 index 000000000..1aead9b02 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml @@ -0,0 +1,58 @@ +workflow: + id: + name: core.flyte_basics.named_outputs.my_wf + resource_type: 2 + interface: + inputs: {} + outputs: + variables: + greet1: + description: greet1 + type: + Type: + Simple: 3 + greet2: + description: greet2 + type: + Type: + Simple: 3 + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.named_outputs.say_hello + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: say_hello + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.named_outputs.say_hello + resource_type: 1 + overrides: {} + id: n1 + metadata: + InterruptibleValue: null + name: say_hello + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: greet + var: greet1 + - binding: + Value: + Promise: + node_id: n1 + var: greet + var: greet2 diff --git a/pkg/compiler/test/testdata/snacks-core/130_core.flyte_basics.named_outputs.my_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/130_core.flyte_basics.named_outputs.my_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..fd6c96422816aa521225d128bb9b19c19b99a8e8 GIT binary patch literal 107 zcmd(&S(w XRxyJVgA#)ggB3#;BZCx+5ReN1bWtFU literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1.pb b/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..c740572bdd4788aab3d1e484f678456d46f444d6 GIT binary patch literal 514 zcmYk3-%i3X6vl@bg2M#Zg~4*irAg~R;x=#f(nQ~2>AEwv>`#}jRS4nPd^GL4Fu7=Q z`hCCi<@D749on<;V09Ztv`LAiO&+eDNqvwhuW)-scaAe2I3t%lZOAhkb=HHmy0$IH z+WZXd_g%^a$@pVZ93*hD>k7ts9_jPKxB%=&KCG#~4Ol?qgi+sjw*hs%ZM1e{8gD#5 z@m$yQ(6m0791MG4N&*^VoK>}w4YH3%V#?DAO)=(5Y8lr8l5CIW+U%51BWPxUv7p~) zE~b*6;f02^^F=i>SyyjV@v#CtcQp5jR*K^710lqGp(7onc?X}P8X@eRfP=A$MmgN7^6um;gZLy0JQA0U@rx2 d%ttn)NuemvjUg*q0-A-fD$7F`m#B)ZtUvSwu{r<% literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml new file mode 100755 index 000000000..95b1fc07f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml @@ -0,0 +1,38 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - flytekit.extras.tasks.shell + - task-name + - _dummy_task_func + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: _bash.task_1 + resource_type: 1 + interface: + inputs: {} + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/134_task_1_1.pb b/pkg/compiler/test/testdata/snacks-core/134_task_1_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..911d2e9d2e7151ba480024c8951dca5144289d0d GIT binary patch literal 523 zcmYk3(N4lJ6ovr}VlfhTVX%5(xFl)akhslTy)@A`Si0_vH5==)bqFEc`#e6OT^A-7 zP0snx_y0L<(a$+TqyB8DSd|8jH7<54kvVBvd}~>wzBRPz^MbzMVLO`lW{>C^U7`Ng zx6g!hcU<&nd4L*qoT~ zo#q?ut;^|Xq&I>}W*aE6Z?2gNMVkkr?VAUzRx;o+S4`wk(g#LH;Bh07 iwT$Wv@PmmkfkDVB!7ExNkY&b)FAbWrHQ<4AX1zajRjbSZ literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml new file mode 100755 index 000000000..d069629a1 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.shell_task + - task-name + - t1 + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: task_1 + resource_type: 1 + interface: + inputs: + variables: + x: + description: x + type: + Type: + Blob: {} + outputs: + variables: + i: + description: i + type: + Type: + Blob: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1.pb b/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..2e6140daeb6769753f8304236aafa99616486a54 GIT binary patch literal 514 zcmYk3-%f)t6vmk|%VZ|oxG=N3+oee>!$rVby)@A`Acs;0;ZI2^I7nJiXROf|q!LS#4YzyAbr#?h61<$j0KG^Oq+}aUDj_bv) zZM!a-SFO&$?7(Ov8Jc38mQ^EbWFC)1m!}h&W6T?=WLyarrw6oDX0Lo|K`|?g1$>{m z2qc{0m4cP^p%dPeG4w1krU|22#nVz{gG|s`!T(y{bIGd#zAl>3z2ZCVb;ucLQ%%Hb zo_{fceErNUm84q`>Gv8yBY8l1DIqPHAQ6k9$z`BFW@x>_7|l8f7d&cmhSozCJ4gYw d{>Ylt3CnYIqsbBqh89886h+&|#Z5^!#vk?au{!_& literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml new file mode 100755 index 000000000..2cf32a674 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml @@ -0,0 +1,38 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - flytekit.extras.tasks.shell + - task-name + - _dummy_task_func + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: _bash.task_2 + resource_type: 1 + interface: + inputs: {} + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/136_task_2_1.pb b/pkg/compiler/test/testdata/snacks-core/136_task_2_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..27e63742ab06461b92cb42424dc271bd8c04cf25 GIT binary patch literal 539 zcmYk3(N2Rf6ov;bbL-6JdSPZYUhHy7k>MiXtzMew8<0}UU@%Ic%#mg9;dA(emXe_t zP0snx_y0LP<$0mJVA$~; zwj$2jr7j6VN*u>ryTr8D{>ltUVA)P+o2G4}X!P*GMk79 z-AVXQYd!yYxxoIP3EfJ*(O$cpjs|igR`PVu3goJ5Cb2M@2Qu0}@JJ=NM|mbloUy_P xSV*c=cdCa3>#Hj1qJCEAVE?C{~wPKr{=3Yn)9Y0L8&O)=(5Y8jUTqU4C?+U%6CR?y4>V?n$6RG*GAtn$C$;y(vl~I&ZaU(OAY^PUC%YI2RK|cp-0U(+FPH~)25yX zDxMucAg_I9nn=gmWIM4A8RAf}<3) eYCp0fRSa2%?pm^-IiQ&zsywf|xJVUjW&8p6;ITXa literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml new file mode 100755 index 000000000..15e529af4 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml @@ -0,0 +1,38 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - flytekit.extras.tasks.shell + - task-name + - _dummy_task_func + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: _bash.task_3 + resource_type: 1 + interface: + inputs: {} + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/138_task_3_1.pb b/pkg/compiler/test/testdata/snacks-core/138_task_3_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..a5670868a5a194f5d4f370555ca245a23c4dfd6a GIT binary patch literal 553 zcmYk3-A=+V9L3or2*rT(!eI4^OJeKzh#Ovbqn9T7221HWwrs4+)**xNIzE6;XxD}5 zMU(!|`JIz~fbTW{U1QRbG>_Z`?5Cv+M1rdk-9XqiV8=O0b>s@ zfjMnKV-E(vC}9t@r{=W*jk0nNXZHXH)f}DYX#R5n-ZufuNGKltxRhLEn|i~9h}LR7 zGm&xZtQ|h1&T_?8)bkm29Ba9vmc3lhERT9~+wpD7vTZa>OWlL{p0h%7)WtYV(n974 z9FIhAPbW0QSQJvpIL){p?$Jn@weqP2#f&k|=+~L^sHA6jtYBq*=!Q3CG?@{`EZ{6k zMVP2=Dg$(<;6JU-{O8pHcK<@?R`Heg+VnIuP$%NKh<7|gD}Bu{o!2_{%L*j;4J(}n@SW5TCnvHeYI)o5DoAI03bpeS7 z4^3YG|KEFg?R)6EgPdM_e9vV8G)lJ$f(0uDFKHP=ng)uM3FQSaZ9t}k5>VRxe5+!a zk=n#pw%u#nU57qS=@afY)}%GQLoIuZE|4W1yN9ev%hnMZ>bq+r)R|brwpQHf*BN?S z#=M|HK9~k%v1|e^WwOxcxo(d53m;tO&*ps2!iY29cV=_uc(aA;ge;tTe&jih=ix!V zHFXGVfL97|j}VdNl`1jX?WhU&dpsaSR!YkxFCY>de5uVw`7nZJMuZgX^T35nu>(BP zu(sY!g;#AHb1n(tG4LdpBGa{*it&wxf3+s(l-CWcPm=Jp=4BT|*^YOxHPA{5>G-kc4B&jw;#7|ZHV}dW2iJc!YiF{99`Q?t0`OfY8?o-9c H%O$%4_!CiV literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml new file mode 100755 index 000000000..877de0530 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml @@ -0,0 +1,118 @@ +workflow: + id: + name: core.flyte_basics.shell_task.wf + resource_type: 2 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Blob: {} + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.shell_task.create_entities + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: create_entities + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: task_1 + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: x + metadata: + InterruptibleValue: null + name: task_1 + retries: {} + upstream_node_ids: + - n0 + - Target: + TaskNode: + Reference: + ReferenceId: + name: task_2 + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Promise: + node_id: n1 + var: i + var: x + - binding: + Value: + Promise: + node_id: n0 + var: o1 + var: "y" + metadata: + InterruptibleValue: null + name: task_2 + retries: {} + upstream_node_ids: + - n1 + - n0 + - Target: + TaskNode: + Reference: + ReferenceId: + name: task_3 + resource_type: 1 + overrides: {} + id: n3 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: x + - binding: + Value: + Promise: + node_id: n0 + var: o1 + var: "y" + - binding: + Value: + Promise: + node_id: n2 + var: j + var: z + metadata: + InterruptibleValue: null + name: task_3 + retries: {} + upstream_node_ids: + - n2 + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n3 + var: k + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/141_core.flyte_basics.shell_task.wf_3.pb b/pkg/compiler/test/testdata/snacks-core/141_core.flyte_basics.shell_task.wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..86fe1d46d96988a6837df9de871f7e3e3dae7c68 GIT binary patch literal 95 zcmd;5=3rKmPtGq&)l18%EJ=+|N-WMyF4il~NX^NKFG(!U)+1ptp~NhOpiEk7$LxH-tTG8P%B86KOa(KY)v zeVoxJ+;39%9m_(O=mK>!^9=Qrpn@w!dcrmh4OBGyIYDoWm=!b;5BfGyESi7`kp}8K z*OL%8aQPJ6xyL*RBL=Q(&poi6c`&s@2xpEPIkxRMc$jZ>AHp}BRgzj$NgsWR_7Pn{Ityg literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml new file mode 100755 index 000000000..19184615f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.task + - task-name + - square + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.task.square + resource_type: 1 + interface: + inputs: + variables: + "n": + description: "n" + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1.pb b/pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..ff14f7f1ecf88b60f0a0e239f8933cffa71c5078 GIT binary patch literal 565 zcmaKq&rZTX5XSjq5EmoT6Rvux2NRQB3ldwr>d{2spc%GXXn=0rZV^IwDGxrM!!}k< z9yXbL-*0ATXO?^&k=u6Ny%9=F9xpaVh7-sWk#ht2JQN^ilII@dg>gL22vQDqtZ~G)3yRe!|x_}oz8^jiMqE} zD?Kd(q11eW=V{*-3nqaaKrkAMF+{O|An-jb&z zp=tYlpZD^9p|2D4&~A<#CM2iPe66@2K#{P5DkxH)0gE{;GjoT22nu}3AxyHFUjbG( zU#nPTr2619%W5~RmQ8Ob^bWUb({*EXg&NinoueaRTYc1h>{zEc$oG;fOG}f_WArkM znWTxhF)0W+s~=2=G|=b1N{_gK%g5kOJ?23eF>qab>VfS{gRvb#IC0#_v2Dk}y?kxr z5WeE9R2;VnNwU0D1xA|?761SM literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml new file mode 100755 index 000000000..f4ba5b67f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml @@ -0,0 +1,45 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.task_cache + - task-name + - uncached_data_reading_task + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.task_cache.uncached_data_reading_task + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + format: parquet + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1.pb b/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..81e659446203d360f1f1c8be883809e6c4b255ca GIT binary patch literal 627 zcmaKq-%i3X6vp{u5XuE%H$u@HE=^hs5;lxi>ZOUk!E)$2Sb%kQ9YP3C=*##Bc3qez zCS07R{l4EhIqfO>zCe%7>d@m-2^y~VTKIEFBc4(X>B{H8mx9_g@B`4`CrWaWrcu1` zbHZsSd%ct~$q)FZS#=x}4My+Bbc!2=d0QFRN0bexsE@8tEeM@1YCpA{%LLR%CbW}F z){^X>CE56^j$Ri_u4p9hY>!eciVc@?H8=5)_fNdJCr02+W_$)g$ieg2WCqNg%ttJM zVC;IK%b4rpPO`Ukh}a39X@Q%BL~)Yo6r;m|+U@a(JA}wg8<`|ZgwYOnjaew~RxnJD z5CxwnE`OpE+%vGT-fV>zW0W~vLd>)BRU)I<)CRr80|WnRMb2N|G_d`Xg!_iiwdb-< zNh8ydNacDf6rR~@t|CqCfQxbXkZI|28Ec4Qp=cmN$ky7<(=StNgy42QRkD#mwifvM S+#kU$i^i}KcyQ*w3@bm8Gt;#I literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml new file mode 100755 index 000000000..7c110a132 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml @@ -0,0 +1,54 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.task_cache + - task-name + - cached_data_processing_task + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.task_cache.cached_data_processing_task + resource_type: 1 + interface: + inputs: + variables: + df: + description: df + type: + Type: + StructuredDatasetType: + format: parquet + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + format: parquet + metadata: + InterruptibleValue: null + discoverable: true + discovery_version: "1.0" + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1.pb b/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..5f6331e6a9112f9f2629276f01b5a4cd071c4c9c GIT binary patch literal 606 zcmaKq!A`biPSQXu6zMvDJ`Kk325mDU?9}6ktuB@ zd$UwA&nb3GX`@Q(wl#9B39FaZL#00>6VfBKARJOkT8~Y7gE8-!G&I*r%lX4{XvO)g zk(b3%Xe&~KqA#Tvqy!QbrC3tGFJItj)Q~49YywGK_YtgJ!9`6#_C{&NY0Txcpa6 za2H{;UWR>mi?OPv@L7O|T=Gs`XZC zHZ7jHiVV&ThgwdzE6!Ofm-t2n*;=yu|Mr443pB=s KVD$Hn^ef+h0nC&D literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml new file mode 100755 index 000000000..eb9378d85 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml @@ -0,0 +1,51 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.task_cache + - task-name + - compare_dataframes + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.task_cache.compare_dataframes + resource_type: 1 + interface: + inputs: + variables: + df1: + description: df1 + type: + Type: + StructuredDatasetType: + format: parquet + df2: + description: df2 + type: + Type: + StructuredDatasetType: + format: parquet + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..9ea68d1b8bc68efd945438e525f128a089b4a2cd GIT binary patch literal 563 zcmb`EO>4qH5Qf+2A|*z zz3ky-d7o!y;LwBTI7%{IdYih>eP!jF3TqwGN`()pm43Hr^BQSXrJPqAD|ZeV?*T)W zScr-Y2f)9It8daq zja5`;3E7Dy%!&TeN^j{U{7;7p#hrX|$p69Nw|1D|BcLufTjlNLAYsIKAG*fn=h<_l b*-w!;N1~2MMKn57n9xeb?JK##AbVv;o*JuW literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml new file mode 100755 index 000000000..a4a093720 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml @@ -0,0 +1,93 @@ +workflow: + id: + name: core.flyte_basics.task_cache.cached_dataframe_wf + resource_type: 2 + interface: + inputs: {} + outputs: {} + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.task_cache.uncached_data_reading_task + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: uncached_data_reading_task + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.task_cache.cached_data_processing_task + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: df + metadata: + InterruptibleValue: null + name: cached_data_processing_task + retries: {} + upstream_node_ids: + - n0 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.task_cache.cached_data_processing_task + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: df + metadata: + InterruptibleValue: null + name: cached_data_processing_task + retries: {} + upstream_node_ids: + - n0 + - n1 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.flyte_basics.task_cache.compare_dataframes + resource_type: 1 + overrides: {} + id: n3 + inputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: df1 + - binding: + Value: + Promise: + node_id: n2 + var: o0 + var: df2 + metadata: + InterruptibleValue: null + name: compare_dataframes + retries: {} + upstream_node_ids: + - n2 + - n1 diff --git a/pkg/compiler/test/testdata/snacks-core/148_core.flyte_basics.task_cache.cached_dataframe_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/148_core.flyte_basics.task_cache.cached_dataframe_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..ef58f942b305b3243e130b50397d216466a6b249 GIT binary patch literal 129 zcmd-w;b2xWNX{=x)l18%EJ=+|N-WMyF4ikaEY6NkPE5{7)dQ0$@hOQViD^ZNxvBBx eX+q9iCLBy;=wpy#P+~A*uwv+9WRPMJ0&)Qxh$yT8 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1.pb b/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..8e228a87cf866cb6ce7c0794a21eb0eb2a057e4f GIT binary patch literal 587 zcma))&rZWI493}p#t4W%J&kZc+JOU7LN_MbafJg1BzS|$OI;SNG$l<31MzMgc`UqC z42~QuS)YHO<=A0gn{3!?4TLflWtJ};CR3=is-%Nzo+wZ=Oe(Y*a{Y#~dal7@uv0GG z%oJk9@RMFE2q?Otyco$#-ffC!8>7xphPSQ3fbFqe)+&N6)+UaU15(;140>LmZ1mY- zcaJk=r8eh&3}YXgL>V)mQe3S@6!A31A;jZ}nn0Ql0|7T)35xHijDH%1!DR_Sa|v2QgHAC z_X(!bz3*^Cg|+8U2-=*Qmqr)V8{CW^6a1?+p1(W|u=r!*N5rqR>vf+s&1fR5Ouj(N zC;pjp?WDh9v-|{VXA)%!2f9EjQ_P^wUE+_rwzh@fJ1a>%nY7N4pZ@O~@NI7@;0bxR I`4WSTZ>H?SNdN!< literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml new file mode 100755 index 000000000..247184cc1 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml @@ -0,0 +1,53 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.flyte_basics.task_cache_serialize + - task-name + - square + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.flyte_basics.task_cache_serialize.square + resource_type: 1 + interface: + inputs: + variables: + "n": + description: "n" + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 1 + metadata: + InterruptibleValue: null + cache_serializable: true + discoverable: true + discovery_version: "1.0" + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1.pb b/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..9caac3d38e9d0d908917d7934f20ee82c40b4e2c GIT binary patch literal 600 zcma))OHRWu5Qh7JD!3A*S)gKARbqo=$o=`!Gq= z&?O5?<8S_dH1-VoIYZA@dpr?JOPY(N42nbs{zmCIOw=Z)N#-AMPD7hcU;& zgKSsTA#y84VI;N)iPEevIY#?Et-`|r4+v3(0ZcM2!)S|#kgUm91wb<*MDxv22fx6N z;t_};^;uPTheYEU5(2*};!H&;)aGW1Z$bRWYR{=28d#s0@D1oo_SV#C)Cf9~xk}bj zW3PH<92r^-vz~#^3!{9YQp2NEY8uFp7m4x9srikyLkRAdh^$n(0Qml2`+zShPs&#k K_fK|X-1-F(-^=Cz literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml new file mode 100755 index 000000000..b381aae67 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.scheduled_workflows.lp_schedules + - task-name + - format_date + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.scheduled_workflows.lp_schedules.format_date + resource_type: 1 + interface: + inputs: + variables: + run_date: + description: run_date + type: + Type: + Simple: 5 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..3c3f9de1b444abba9037f0677ac8d3d300685c0d GIT binary patch literal 222 zcmdIRrVgLZU0Y=~e literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml new file mode 100755 index 000000000..0077991ce --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml @@ -0,0 +1,34 @@ +workflow: + id: + name: core.scheduled_workflows.lp_schedules.date_formatter_wf + resource_type: 2 + interface: + inputs: + variables: + kickoff_time: + description: kickoff_time + type: + Type: + Simple: 5 + outputs: {} + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.scheduled_workflows.lp_schedules.format_date + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: kickoff_time + var: run_date + metadata: + InterruptibleValue: null + name: format_date + retries: {} diff --git a/pkg/compiler/test/testdata/snacks-core/152_core.scheduled_workflows.lp_schedules.date_formatter_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/152_core.scheduled_workflows.lp_schedules.date_formatter_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..5b21a394f2e88ea62ee2cfef09f129fb0c6b908b GIT binary patch literal 183 zcmdMAXRR~2?f>DXVh{1}X Ni;+Q!MTkL)0RSS|IkEPfLq0$;?ev;^pGj(l=Dl pfZX_~H~T~pF@AB_DwU;R&}DXV+* zA#geOoWspM7yJysv(=r>sE`boG+|Mdu_)LGnZ}velsGGbBV6K;1%)WN;%jD)ik(VC zjua_Vcx~HO*B(0fX^vmuuxUMXruX0q*kF*86|({8S$(^yFTgqI3CFe!rmOjPAABqm zDlr$2akf)T$YoPdA<|I4*Lp_eg&vy`Z{bs)L@_0v=PZ2UxQlS+L?oKKUhF!K>%wud zGd_rI8Lbq97D7BPDpf+T-(yoA4seW+sFa3LAz93~@KQG$GeJm_&5;)oMULc& zChOLxad_8_R&$Av-X={8!E^0RR03}``44L}r+huY`a}e8G{45)TA!8;^hB%_*_uh{ zn{TFEVH0Ar`+!tR1XSdT@SI5;v6xhu3hK0iR@y@dj%o<4L>)Z5`_~=7Goz_fg`<<3 Hn09^vY%|Dw literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml new file mode 100755 index 000000000..d7ca0c895 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml @@ -0,0 +1,50 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.scheduled_workflows.lp_schedules + - task-name + - be_positive + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.scheduled_workflows.lp_schedules.be_positive + resource_type: 1 + interface: + inputs: + variables: + name: + description: name + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 3 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..c4f0963bb19603871d93425cb2c79f17e90f52c6 GIT binary patch literal 188 zcmdBK}jmLwKTRHB9e3qOC&0>MMM*OoVZCmmVI5~R^6~+ zR|yFuK7buRfCL-1{1OskY`3YqKrBWYoqNuixi9!x16J2s2d<2Tg;^wqNtU3PTW*@5 zoDb#bM7Wq(3C2M<4*ZO)M;T6J$dD&f`jC*iM%EnbNymCh*UFH&()wz^J-7?ng494) z40ZWzz$XKA>5xkU-W&Bs=bZsvsO={1M9eukpnDU<=*YHD5@lbamW;=?7jqw()3Zyg z4Q*K6jfGFP=~mnJgdc$1)Nz1|lK)&I;Uz)x0jGPS?s}z%LCTx*>hn%x@aFpq-I7=4&|mhgZwoQ5Cs^ z0nP+5sCHI$F3Vd*uHL$>*aIyixl!d)SJEmmgZ;epZS(Q17Z=dH%B4YTL5N~3Vxk(- z`C-6|@x+a-K-&H+Ly=d#xVTbIN9r8q^TGO~zBuIl?!X;z&v$vh?{o*;>2*hkj>o-D zukZI9r`Mw!QC7&ASO_;oLFBK}jmLSQ^_65lOm*B@&g`BBF^sN!%nJ%O01wRX1!{ zQ3(MOAHb3|LgEj)=5LS?W1BiIm`8ywERD~c`K6BzE+UV0gD4Pe zqFZ4g_@v8wd(0AnPHh`4dXX4%mk1h+@O6YL3M!lW?S_5_m(wk6u69y|cV&2~f)b(U zDm+sw)y7j5>M+0Ivp!nGt98R>eaCf#!`;BRM@2Y!XbstfLK7A?f@Fzq;mx5C-i~4H z1u|rc>f9d~wom(lm@Om4>hQJ%i#dbI9H7VABe)9lu>`1s%jvmc2d>GJC#ll$?#!^Jt>@W+@Evymm*J9d#F!x!D+k~G zZGkdHb?xREcnZtkLRRsD;|exlK5WL)#R2l}qJnTgri*`)ZfSiEDN$0DX}&7wk?vg4 ziiQ4j4gRtudBqM26g#`037tDyK_#OLY+fXr;*AQgRVZ;29nbE|zg4EN&9md?RVeDK ztV{*XnYW$JZcZLPBm953N55$5i>!<+NaMW<_Xk7E*Bx&3$B|(107@1X=cAtdcH+TF z+Pya0rtN0O>QK9H(RSNxcBt8E_O?x%+KpDb-!jcs3om(5VounUS)pLKLWtvfp$IS> z9_q>R=m;+n!b2fp;>n@uO!2bZOp)CLken4leEQ^+XH!8>$t#j9w;m)O_H#yfRq|u(ZssRrgUpBpe7w(m+)0i(a)h3|Ea~&m zrJ>+mi@Sn4F7tIcwP`pO-S|Q2W~L=V@L~*+3Ae*B!#95OIN@r-cIkv+RgUZ0+*efgc5KT;Q(g{`Qs;bHYDx^VGt*)Jfh$Ka*2M{N!mJf*o2Ww+*8aIj8*qhR* zsCQM!TP#22n6q&ytU0N5$FT2$Ej`lEEx0z%6mi6;Vuz0=;Aqqa%rTN^_x}w7FOew zmMVV9LJED(!lx`Kyo}yu;UJrvs=moW4YH-c>aadV%Xq0HgtuxK+kqsEqdNDu4BMw| zLCSR_jxEAB74kM~JFX)f?gr?is(n!5w*nU)MXDahjK37^rveut6HbG2SdB*j471d> zqgvYA^ts1;;jjQH*HZ9R0q~AO?-lK>0u-if$CuM{e~6xFk6;BdC7-oX2^SZQgc9R^ zZz$Lp8|#n?pzW}pZT6`vqF%sPPoNHAXCQu^hS`%wM$a`4YZIHSXa*3-cvN)I4Q(-bEP?PHcMA$|UN}O^ zRB;4LLjL3A4$?3aX-TdJz0~&4$g@5ndri9ow;}JdJ{Qc4)URk7%pGc-#>rf=)o7|$ zX(&Xpj#e9O=lB&keP5?-XVmJndtDkG`xT5QkA33B$k$o@ehwaNbu3?ZxX});bNB?K zAB*#DOMa`NMUY0T!78*-Yg$cew=LRelxs~|uGdC&0K?v%9{uj`;{qXkAY_<$@@YA{ct$4U$YvCfn0Z2c`r;60Q$Y{G^Aapm z8xg}jnHbm15F+is>U!L9CAYkP__72a#p0SIUJBSr6yZw}AI9#EdB$jvidevVJIu$; zXw0r7^vFYF`!nf4aMR+hppMIYUAhI8#%YFz8JcKZst|(nVTkm(J?JsK@DCftQxV#w MeTJteEV-Ea1KYmQg8%>k literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml new file mode 100755 index 000000000..85f50ef26 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml @@ -0,0 +1,85 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.custom_objects + - task-name + - upload_result + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.custom_objects.upload_result + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1.pb b/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..a80bb1fcd7938fddb2321e9850d00e0b36b46823 GIT binary patch literal 1489 zcmcIkPfrs;6mOT>mRC(>LI{o;wA2tb%x)=-Z83&}#*+j@6AvDm>F$&+-R`WrQ=lQl zix*E`xR_w#!Nh|e{0x2oKY@u~!H?kVAId@ro;+-_dGGgo@Aux!{NQH+R`ThRZg7uj zV(7A#KlBCbYsSDAyx-#O9cBn$Gx?rlb85Cc<_~Ov3hq#JxkCi?dw2$+d>Umd+DcWs zkF!xqO_jdo;7blZ=U_sz&~Xlqa{0;X`y7-ZQ}$Q~-NJZYH(AGWEMalS*SEsz&y6nY zQ>a0%?1#T-5ifLwa94GG$Cq8BsK&i*-SlWjkV;*TV)O7l3xz~U^eL-;%)(I`rk>bC z!6Ml6sO%f{5UxWem>cDBHX0Vz0bGx}%oCQBy{0~d2T<@>p9|J0ja%tT3ET0g12cXhO#=A&0QJSHCY_OE|u{v4b!0v)AHnTb8nc?@?SfTZ~u=1SCiKO{Z`ap%BAwZDrc5+ ztf(IpcnO(csc1u8Pp&6k=R$k~=kV>bH}KqPNGfzJW}B@(b%rQ7vsaLfE)jaBZd{Nb zA89deb{EfG&@3tzEgUFJj?MtRP`6+y=9Y2k0`3SK)5m*{>mS3Q@Oh@HKPKSmcGvJU zi|d`>tpx8Y{4qH1wdJ=O*aT^`8*G_2YE7d_&5l7EjY_RaEA?7?xnfeYT5ojfl}f#i zi|#O_6SmKcfnYdKh~>Bg;bS;B(8AxtLtG?;4}=U8SDJ#gkEdiZifo1fiJ2wDqkAVf zlL~qQo|Ryk+6XH=mWdH(iV*qCjh@RbN7j}v7vGfN(^$kw;-!Gy1PR}e_#pOZRA+<+ zsfhX9-en$chGX_Dp@lvg8DNVJ1aBGK5!7;+r%6+y(mGp#Wd=4HQ58aPAqbH^HwQMu UbN{enJQ<=L+Gn_U&X!B5zm|j4mH+?% literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml new file mode 100755 index 000000000..a5bc7415f --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml @@ -0,0 +1,85 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.custom_objects + - task-name + - download_result + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.custom_objects.download_result + resource_type: 1 + interface: + inputs: + variables: + res: + description: res + type: + Type: + Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object + outputs: {} + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2.pb b/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..caeaa5bc4bc422e2ce9f8a60ca0cd47b1303aa7f GIT binary patch literal 1917 zcmbW2PiqrF7{;@^Y5u%zO*0n3vC^7EW5*`jB$Yx%dJ%86S_Kb^Va-n3Ey-@&oziYW z1QEnbMW_c+LByLEkAnCG{0yRB!Lx!myE|=n+cc400{dp>_dfGHJMY5pV{k4d=W-3p zre)@KXx(ugM%(4an!~Ji-MYU@8_X%MH&G1#02qTIkTy^fhSDz>0QvwEc+B8gq8J6jwcM0+~0oxK}ueMx9oyH1nYd8I0^oTr!1%Qri zb*Rk@>Y#aY87{$~P1_cu^^V3?&=ess0&!0*O5udVY{OiJ6EMIG)}m+_hgXMJ28RI* zqnfV!YP8n%y;kx>44z1k@ntoQ78Rl%5UUGiJ|eS1R475**LRlWA+w_G$+<`>kIJ!X=IS`r#ZRz#4X1d5TAY`m) zF$wX4O`GTp9?z?xAk_o$!EK0pzM)03&;?x-pmBV<3uw>qE*dmQ>xRwWM9X&3EwTht zf>pq|F09?PfqPxF96aVT2}b=B?c0pJ_8vX@oe)|#v|J*x(_JQRc{V;Dz0iM&btcEU@AU(#u`rNC2#U(&}49Iazs zbUcMmMmt{7*jihd|3Qx4|81GPkYS5gL#xnViTsheB;U)pZ&Kt1|00pk5){3Olp_;- zG>L(rV95=WMMmenL6#?HA`3SlD<(@CCk>O)WoknMq)l{>+>NZ<3?oHubB9b8PfjRh zAs{Sp6Y)TD*FZL>Q5J^RIxS1n>$X1vNUVAhDk&*f>Nlk$+fXcLa9#x+hm3Bmn-L<; zg2L$taLVuLb?3dSvryxW)P9Zj@p!8xj;W$yNC$^Anl6c9@GKs{3jb16D^TL($$sSB z?Sff5oar8gsdJq({EMaVPXJe#@e~FoRJ{nif-4F&KNEf|?o6$E0g7CIzMp=MMKLns R->-l><6->qZc8_@s& literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml new file mode 100755 index 000000000..7df4424f2 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml @@ -0,0 +1,203 @@ +workflow: + id: + name: core.type_system.custom_objects.wf + resource_type: 2 + interface: + inputs: + variables: + x: + description: x + type: + Type: + Simple: 1 + "y": + description: "y" + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object + o1: + description: o1 + type: + Type: + Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.custom_objects.upload_result + resource_type: 1 + overrides: {} + id: n0 + metadata: + InterruptibleValue: null + name: upload_result + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.custom_objects.download_result + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: res + metadata: + InterruptibleValue: null + name: download_result + retries: {} + upstream_node_ids: + - n0 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.custom_objects.stringify + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Promise: + var: x + var: x + metadata: + InterruptibleValue: null + name: stringify + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.custom_objects.stringify + resource_type: 1 + overrides: {} + id: n3 + inputs: + - binding: + Value: + Promise: + var: "y" + var: x + metadata: + InterruptibleValue: null + name: stringify + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.custom_objects.add + resource_type: 1 + overrides: {} + id: n4 + inputs: + - binding: + Value: + Promise: + node_id: n2 + var: o0 + var: x + - binding: + Value: + Promise: + node_id: n3 + var: o0 + var: "y" + metadata: + InterruptibleValue: null + name: add + retries: {} + upstream_node_ids: + - n2 + - n3 + outputs: + - binding: + Value: + Promise: + node_id: n4 + var: o0 + var: o0 + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o1 diff --git a/pkg/compiler/test/testdata/snacks-core/163_core.type_system.custom_objects.wf_3.pb b/pkg/compiler/test/testdata/snacks-core/163_core.type_system.custom_objects.wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..fe133c08cd7b973641180cd7ba21d31a46307fc4 GIT binary patch literal 137 zcmd;5<6u@&O3p7z)hnqiNR2P9EG|jS)k`idF3Hc0&rixqO)e?cD^C-O69=OZW2FQmNTdQGQX#>p#9+i=#n8pbAjKlYAjJRxBv~Pv literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1.pb b/pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..05764a25a976cf2226cf84b35becb5d56a05c0cf GIT binary patch literal 580 zcmZva-Acni5QS~45?AnNky2L>DR`lv7}!{EZNiH&`kqrtc>+8uWGYNH(+RmS@J8!;ws|wa$5sx;Aw;aobAQkEJW$+>ToU)*s!$<0DZYIwRN zeT-W*eB!W&F?%E@m34PCoS+UmM>T;@QN7i`wiu#oR96lr=;8^ZhK2wg&ozKV%~_lQ zw%+)&fnMhep;@Hv!#Fpf^t>vBQp=e=PsNPXn|Uze-efAKJO~B%JZCcHjysu+oPY;o z*9%?8ab40)@-m0Q21I6nv?z^al9`mC?Ut40Zb!P5s?1oKCK|$MLweS%l=o7w%z#qO zKlWU}4d2593tQ{0On9-zp{GZwSb$h2Dv~yvn+3VD@Q+sY{O0Wd>t9Xe((;A&e8@S_ z$W8>Qir1jYw0!0=GOS!;wFjSPc4Gjx R19DbElCOYt{{D&K(Kq*2!SnzC literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml new file mode 100755 index 000000000..b3c3a41c6 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml @@ -0,0 +1,54 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.enums + - task-name + - string_to_enum + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.enums.string_to_enum + resource_type: 1 + interface: + inputs: + variables: + c: + description: c + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + EnumType: + values: + - red + - green + - blue + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..c42171c45588b04ff469f2c57620e5c41efb3649 GIT binary patch literal 346 zcmajau?oU45C-6wDwKavIb6(8B;cT+SjWDG;3NdBX(?zcZAJQ|zK)j`LPfkNCwive=ONGQvH*gUmNX7`i}H)n%5aS<)9qOaxUiNa=EEb1^0h zsc}hiiC777F&Cw#aIvNrrKaX_u_Wb`rV0TiIl0)mSfxNxN(@E}Rt#N?3{osY3{ngL DIqoCP literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1.pb b/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..ef3aeeb56af058160b870a8beed35c385b5b1125 GIT binary patch literal 611 zcmaKq(MrQG6oz%vQKKjeA~Pbwyby%Mt`6G?;)Pxc?#|1SrKekI*OWG$E8=VUJU)tP z>gKMz2psynxB74B7-6)N@;P9HT2>o3^&@&fEooyH4XzK-!PrENO}uk~ z&QZ5X@I}Il!Z&t{bjBdF1h6(bUv2aI`ZFe{s*Z~h5*9%?Sc3pCmRVIhR5=5zhSd>O-R;q%aj}KIq%UNuc$7lU0tk7TD8F8= gzqYn0CHu8R=Q1c0Am{&n6tZX7dV6Hoe475&4>!!sGynhq literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml new file mode 100755 index 000000000..716ad9201 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml @@ -0,0 +1,53 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.flyte_pickle + - task-name + - greet + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.flyte_pickle.greet + resource_type: 1 + interface: + inputs: + variables: + name: + description: name + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Blob: + format: PythonPickle + metadata: + python_class_name: People + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2.pb b/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..9b0a2640e60e8aab23829b5d1dcd5087758eab4d GIT binary patch literal 237 zcmaKm%?g4*6oqyAVLC+E&`OBFh{!;!O%OzH5bj!v$nA$lN1TE1m3xY0Y~AkO%lYni z@Nu!>ELi2LrpPoErMl6Eis&XALuvKQUy`CX$y^mA9RG?L1o~yxZUEyw(amR^z*H;_ z*o6~}lg2z$nOJ(iz#P-cUea7T)@g$j4-&@L?(26?`LUaonybn Xn!CaBe^rYMC-iI`_}u<&4M*n-f0aL- literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml new file mode 100755 index 000000000..a08c6a8c4 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml @@ -0,0 +1,50 @@ +workflow: + id: + name: core.type_system.flyte_pickle.welcome + resource_type: 2 + interface: + inputs: + variables: + name: + description: name + type: + Type: + Simple: 3 + outputs: + variables: + o0: + description: o0 + type: + Type: + Blob: + format: PythonPickle + metadata: + python_class_name: People + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.flyte_pickle.greet + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: name + var: name + metadata: + InterruptibleValue: null + name: greet + retries: {} + outputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/170_core.type_system.flyte_pickle.welcome_3.pb b/pkg/compiler/test/testdata/snacks-core/170_core.type_system.flyte_pickle.welcome_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..30d4a771adb2f5ca35b7e384ab6fad4dc65914db GIT binary patch literal 131 zcmd>Z>%dyXqCVC>wDuxx(X7vZm F+An1pxfB2Z literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml new file mode 100755 index 000000000..141241395 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml @@ -0,0 +1,51 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.schema + - task-name + - get_df + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.schema.get_df + resource_type: 1 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + format: parquet + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1.pb b/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..f51e0d76e4156dc569853bc31232ece28124a598 GIT binary patch literal 568 zcmZ{i!A`=oX-L-e+Ok@8 zt7-Fx37^qsY2DREGcqK7(lB_Bbe`JQRRr-zirUJh!cz7hOWBjJ3-Y>LiI@lK-rr;z zRlF<<9HcM6b?xaKY-hR{+Y;o&aec?O9fx+KtmwmVk0RAb zTZ{!^l_t0?=Y(U0BUW$ ARsaA1 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml new file mode 100755 index 000000000..7d1938b4a --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml @@ -0,0 +1,52 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.schema + - task-name + - add_df + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.schema.add_df + resource_type: 1 + interface: + inputs: + variables: + df: + description: df + type: + Type: + StructuredDatasetType: + format: parquet + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + format: parquet + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..2149d50afc821cabd0fa23c80b7f24fa91cba6e4 GIT binary patch literal 255 zcmaiuF$=;l5Jr=THl8ASix^NagF}VVIy#E8f1!jX(WSPw5$S(-Fg3Hd9S85d58f2E zoXK@jH70RgZSuBjohg&HxS3KV+U75dMC@S(Q=keXV4R{qRP z^e=e^c25ytbTuy5HYNgkbSMTMJnTSnDmTB1fk7fK-jekerFF2(foY2%_}AZ;eCMAp Q&`4rW`?-P6`khDe0Tp07_5c6? literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml new file mode 100755 index 000000000..95fa8cfc2 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml @@ -0,0 +1,69 @@ +workflow: + id: + name: core.type_system.schema.df_wf + resource_type: 2 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + format: parquet + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.schema.get_df + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: a + var: a + metadata: + InterruptibleValue: null + name: get_df + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.schema.add_df + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: df + metadata: + InterruptibleValue: null + name: add_df + retries: {} + upstream_node_ids: + - n0 + outputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/174_core.type_system.schema.df_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/174_core.type_system.schema.df_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..adf02dbd81f65e2e55ce475844a8fb1011b12547 GIT binary patch literal 109 zcmd;5uOG%3_PZM(DQsiJFq=-REh)aNr iF;R${i=B&!gHebvQG!v4!HB_%p^K40ibaS)iU9!ciW?OG literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1.pb b/pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..928a6a330f91171a4c68e22255b03028cc3c9768 GIT binary patch literal 618 zcma))&rTaL5XMP@LNHYkdqCjc(i@UplSb?YRY=etdZ=37VC8sc|0v0N@s5EN;?Z~> zUZbp)^tL0mUA!baBUyg~0Ei4%>w29z0KoTR}) z)nIN*LE?%Z2f<_zjFtR4lNWs4m(F&kx9lVPzy>GX4ogmSdX*dzE%~9w@PD_A+9>vfMaX*e~h2L9j0C17q!KN$0YC zgou_Aoa<=5FbkceMn{pFFSH8h%X5|JWEMtgs8ks8!>Z}}2zUhJ5%@%iqO3gDoIO3s zE_{CGheBA7B#X*HT0HV2D)!24ClGTYgwqdiT>D>d@Cm_G`qOpzL4~d7NC=aISyi?u zskg?QeG%TelJ|I}cC7jx7w@#X32Z;lM0|x|s18cJ$|4|aJwH{L}#M|*C zJPBi41h{dqH2S{ZH#^>0_PoLV_B+FoHWnmSIRr&jAS`8pw$xZ!2!l|eDgb2+7!*2z zr3%8x+0H9WOeV;i^F7DucbuLp|BU4c@3q#?wc#22#=f$Sa=x%G0aW~AKUmke&M`Z3 z4tbw#+^8jd@A6HyejWn}y(>uL1Ra9LPwVVDPPCP&`5i4P1Y_g2(8kPX^qtm&3xDRr zNcoego~kg?%J<#LRJq<{HgZE1jy*r}T-WpXAg`J}0`5VVNaqQWW_gJPXAcjuDIXvC zKnPPJ$s)H9rT2W7%vSl=2*m6QVb%XvuD+vJc%NXhZkrC5WUMl~LeTx`d2Z5-dMix$ zA;E82n|aUE0C(>~{DAmcyIA#E(Tpa7!YuB<@@ey%^Au&X*>)j;D$xYmWT?^%tPCMi nfGD|f?@q!*%vr=A5 z!7^>ew0QsKiYNPq+ZMLgOWEPc8tcpvV{!~~lBzhdy#W#=b>5)d1d#9xHa76Y=^L_$e!@+x*G_MxWE8U9H z;x9^z{#TQXCR1g2qOan4fuPN#E|k`@u{(F=6Id_~;93TQp&H64Rx$|0U?_z@7+;G> zMtwhseIb0GwzHz@!{7syMW8Llk~FiJQ?gw0s{H(dYqZF7UPyqQ{Oewa0az zHBH=&AlLIZFmzZwbCw{lc3kf#l-6xi=@ey>g5eRw(#|m~HyW;^4aVp}DY1o)>>TLX TKfVdwuM(+TxS6iLOmFK4Khw>Y literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml new file mode 100755 index 000000000..137da9516 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml @@ -0,0 +1,62 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.structured_dataset + - task-name + - to_numpy + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.structured_dataset.to_numpy + resource_type: 1 + interface: + inputs: + variables: + ds: + description: ds + type: + Type: + StructuredDatasetType: + columns: + - literal_type: + Type: + Simple: 1 + name: Age + format: parquet + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + columns: + - literal_type: + Type: + Simple: 1 + name: Age + format: parquet + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..5cf8eb061f86e470663284154743e0ed284d89a4 GIT binary patch literal 430 zcma)&%}T^D6h`}lPW>1~FXE!ODz1u@HmIO3M4!MXFl5?vEZAvnQl!u1OL{X^*WHC& za?ZKIcZjDbNFK{>(3zcjEzM-CZZl(tv9#l$D_JS4jJ8>?c9k-+?Al)0X48B$c9LH; zdGQ@iu!gT_g&^{Y4_8PKbU9t(;^iDi2%oo_+-%jW;d9iMc$&N-*yRKqZnc$Foq91G zPtql6^Lz4=cP18ehGTbQ#tnDR;8O%uO^Bnt(#csZ?s3bCVyWUE$fh?2 s30fnvo!pIWKXJX2m|sb;-;is>4RV%TFOmGQ$V-{U|2GE<$9nL70KpMsNi2>} z&d)7KEXhpD%*iaNj4w|UO5n2RV4}<{9 literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2.pb b/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2.pb new file mode 100644 index 0000000000000000000000000000000000000000..a0c3ca27f02e5ae4d0911b88e3474c69faaeb65c GIT binary patch literal 444 zcmb7=!AiqG5QaAi((O=12k{U*1y4mn5>!wRVjsk1n{3*EX<~L3$)ovp&c;^oR&NUf z-~W9JUlF{>FnKP!!K5_yM%mGlX;VvsE6EL}Qk5oc4W+i+npUf_YkN)2x_NJCRG&49 z_yNvf0fELDgfc*W+&}_hm*F*BtuA2>(d)*bzs-6*d^khM*W?YtU4|EMx-q2o_^Mut z7(DDGju=%u!o3WV{20SO7!=8t`S~y3t+_%?{BsDa8X=aGfLCFWe=i+?yyQy?T!5rb n?OfZB9N|aoek7lI*`~OIjB{>}$vLo4ESbf>`6FC-)|2=KYIb~g literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml new file mode 100755 index 000000000..102fa2b16 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml @@ -0,0 +1,95 @@ +workflow: + id: + name: core.type_system.structured_dataset.schema_compatibility_wf + resource_type: 2 + interface: + inputs: + variables: + a: + description: a + type: + Type: + Simple: 1 + outputs: + variables: + o0: + description: o0 + type: + Type: + StructuredDatasetType: + columns: + - literal_type: + Type: + Simple: 1 + name: Age + format: parquet + metadata: {} + metadata_defaults: {} + nodes: + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.structured_dataset.get_schema_df + resource_type: 1 + overrides: {} + id: n0 + inputs: + - binding: + Value: + Promise: + var: a + var: a + metadata: + InterruptibleValue: null + name: get_schema_df + retries: {} + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.structured_dataset.get_subset_df + resource_type: 1 + overrides: {} + id: n1 + inputs: + - binding: + Value: + Promise: + node_id: n0 + var: o0 + var: df + metadata: + InterruptibleValue: null + name: get_subset_df + retries: {} + upstream_node_ids: + - n0 + - Target: + TaskNode: + Reference: + ReferenceId: + name: core.type_system.structured_dataset.to_numpy + resource_type: 1 + overrides: {} + id: n2 + inputs: + - binding: + Value: + Promise: + node_id: n1 + var: o0 + var: ds + metadata: + InterruptibleValue: null + name: to_numpy + retries: {} + upstream_node_ids: + - n1 + outputs: + - binding: + Value: + Promise: + node_id: n2 + var: o0 + var: o0 diff --git a/pkg/compiler/test/testdata/snacks-core/182_core.type_system.structured_dataset.schema_compatibility_wf_3.pb b/pkg/compiler/test/testdata/snacks-core/182_core.type_system.structured_dataset.schema_compatibility_wf_3.pb new file mode 100644 index 0000000000000000000000000000000000000000..95617566db559c9e189068e4f7f46d1759261096 GIT binary patch literal 169 zcmd+QeCK;ROdf^^u7vcu7~{5k1N4= zzG@4~d9;-8r5**_OPiU*UO3bto==Hw8w-aR)?#TI9`WXu?OTRnSuo0~rVnNtMoYn9 zfN_{+r6>Sxw|Z0Vb}+)2mqN-o%b6c;U@Xm6`D_HqOfb&L*Pio;AbWTsVQGCd9p0qT zWyToG711c;VJdqQ5x|Xv|Fkx9$jbrN2O+qYe6789eL5P+iCDqoHOs+iz8Qr=Z*JA@ y+$E*pF6F5pVajsdV?HTk;nr7jyQqpW3~LD|+$&=ScmJLnP8&8Q2?JG_v)(WE8n<%* literal 0 HcmV?d00001 diff --git a/pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml new file mode 100755 index 000000000..268b43a31 --- /dev/null +++ b/pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml @@ -0,0 +1,48 @@ +template: + Target: + Container: + args: + - pyflyte-execute + - --inputs + - '{{.input}}' + - --output-prefix + - '{{.outputPrefix}}' + - --raw-output-data-prefix + - '{{.rawOutputDataPrefix}}' + - --checkpoint-path + - '{{.checkpointOutputPrefix}}' + - --prev-checkpoint + - '{{.prevCheckpointPrefix}}' + - --resolver + - flytekit.core.python_auto_container.default_task_resolver + - -- + - task-module + - core.type_system.typed_schema + - task-name + - t1 + image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 + resources: {} + id: + name: core.type_system.typed_schema.t1 + resource_type: 1 + interface: + inputs: {} + outputs: + variables: + o0: + description: o0 + type: + Type: + Schema: + columns: + - name: x + - name: "y" + type: 2 + metadata: + InterruptibleValue: null + retries: {} + runtime: + flavor: python + type: 1 + version: 0.32.6 + type: python-task diff --git a/pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1.pb b/pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1.pb new file mode 100644 index 0000000000000000000000000000000000000000..123178709a95ea74b52cd80c09b85bbf23535802 GIT binary patch literal 579 zcmaKq(N2Rf6o$v<=IqqD8qKURF=SUJMTU!jiC21QqHjRDQU+n81j-y)_Ef%rk7g+u zdgTSl;s3w?uN#F@F&C4NAO+oL`ixS5jG!8ed#lT#}j#W~am#CugMQChC=^2{A}Xaxn;ratU)W z Date: Thu, 19 May 2022 17:18:52 -0700 Subject: [PATCH 2/7] Strip variable descriptions Signed-off-by: Haytham Abuelfutuh --- pkg/compiler/validators/interface.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pkg/compiler/validators/interface.go b/pkg/compiler/validators/interface.go index 95a536dcf..2ebc67718 100644 --- a/pkg/compiler/validators/interface.go +++ b/pkg/compiler/validators/interface.go @@ -143,6 +143,7 @@ func StripInterfaceTypeMetadata(iface *core.TypedInterface) *core.TypedInterface if iface.Inputs != nil { for name, i := range iface.Inputs.Variables { i.Type = StripTypeMetadata(i.Type) + i.Description = "" newIface.Inputs.Variables[name] = i } } @@ -150,6 +151,7 @@ func StripInterfaceTypeMetadata(iface *core.TypedInterface) *core.TypedInterface if iface.Outputs != nil { for name, i := range iface.Outputs.Variables { i.Type = StripTypeMetadata(i.Type) + i.Description = "" iface.Outputs.Variables[name] = i } } From 82597aa913500f34cad23390f00f347ba9daf674 Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Thu, 19 May 2022 17:30:54 -0700 Subject: [PATCH 3/7] Strip Description Signed-off-by: Haytham Abuelfutuh --- pkg/compiler/test/compiler_test.go | 80 ++++++------------- ...ation.multi_images.svm_trainer_1_task.json | 2 +- ...ation.multi_images.svm_trainer_1_task.yaml | 4 - ...ion.multi_images.svm_predictor_1_task.json | 2 +- ...ion.multi_images.svm_predictor_1_task.yaml | 5 -- ...ization.multi_images.my_workflow_2_wf.json | 2 +- ...ization.multi_images.my_workflow_2_wf.yaml | 10 --- ...04_ellipse-area-metadata-shell_1_task.json | 2 +- ...04_ellipse-area-metadata-shell_1_task.yaml | 4 - ...5_ellipse-area-metadata-python_1_task.json | 2 +- ...5_ellipse-area-metadata-python_1_task.yaml | 4 - .../006_ellipse-area-metadata-r_1_task.json | 2 +- .../006_ellipse-area-metadata-r_1_task.yaml | 4 - ..._ellipse-area-metadata-haskell_1_task.json | 2 +- ..._ellipse-area-metadata-haskell_1_task.yaml | 4 - ...08_ellipse-area-metadata-julia_1_task.json | 2 +- ...08_ellipse-area-metadata-julia_1_task.yaml | 4 - ...er.report_all_calculated_areas_1_task.json | 2 +- ...er.report_all_calculated_areas_1_task.yaml | 10 --- ...ontainerization.raw_container.wf_2_wf.json | 2 +- ...ontainerization.raw_container.wf_2_wf.yaml | 32 -------- ...zation.use_secrets.secret_task_1_task.json | 2 +- ...zation.use_secrets.secret_task_1_task.yaml | 1 - ...ion.use_secrets.user_info_task_1_task.json | 2 +- ...ion.use_secrets.user_info_task_1_task.yaml | 2 - ...n.use_secrets.secret_file_task_1_task.json | 2 +- ...n.use_secrets.secret_file_task_1_task.yaml | 2 - ...n.use_secrets.my_secret_workflow_2_wf.json | 2 +- ...n.use_secrets.my_secret_workflow_2_wf.yaml | 10 --- ....control_flow.chain_tasks.read_1_task.json | 2 +- ....control_flow.chain_tasks.read_1_task.yaml | 1 - ..._flow.chain_tasks.chain_tasks_wf_2_wf.json | 2 +- ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 2 - ...flow.checkpoint.use_checkpoint_1_task.json | 2 +- ...flow.checkpoint.use_checkpoint_1_task.yaml | 2 - ....control_flow.checkpoint.example_2_wf.json | 2 +- ....control_flow.checkpoint.example_2_wf.yaml | 4 - ...control_flow.conditions.square_1_task.json | 2 +- ...control_flow.conditions.square_1_task.yaml | 4 - ...control_flow.conditions.double_1_task.json | 2 +- ...control_flow.conditions.double_1_task.yaml | 4 - ...ntrol_flow.conditions.multiplier_2_wf.json | 2 +- ...ntrol_flow.conditions.multiplier_2_wf.yaml | 10 --- ...rol_flow.conditions.multiplier_2_2_wf.json | 2 +- ...rol_flow.conditions.multiplier_2_2_wf.yaml | 10 --- ...rol_flow.conditions.multiplier_3_2_wf.json | 2 +- ...rol_flow.conditions.multiplier_3_2_wf.yaml | 10 --- ...trol_flow.conditions.coin_toss_1_task.json | 2 +- ...trol_flow.conditions.coin_toss_1_task.yaml | 2 - ...control_flow.conditions.failed_1_task.json | 2 +- ...control_flow.conditions.failed_1_task.yaml | 1 - ...ontrol_flow.conditions.success_1_task.json | 2 +- ...ontrol_flow.conditions.success_1_task.yaml | 1 - ...flow.conditions.basic_boolean_wf_2_wf.json | 2 +- ...flow.conditions.basic_boolean_wf_2_wf.yaml | 6 -- ...ol_flow.conditions.bool_input_wf_2_wf.json | 2 +- ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 4 - ...low.conditions.nested_conditions_2_wf.json | 2 +- ...low.conditions.nested_conditions_2_wf.yaml | 10 --- ...ntrol_flow.conditions.calc_sum_1_task.json | 2 +- ...ntrol_flow.conditions.calc_sum_1_task.yaml | 3 - ..._flow.conditions.consume_outputs_2_wf.json | 2 +- ..._flow.conditions.consume_outputs_2_wf.yaml | 16 ---- ...rol_flow.dynamics.return_index_1_task.json | 2 +- ...rol_flow.dynamics.return_index_1_task.yaml | 2 - ...trol_flow.dynamics.update_list_1_task.json | 2 +- ...trol_flow.dynamics.update_list_1_task.yaml | 3 - ...rol_flow.dynamics.derive_count_1_task.json | 2 +- ...rol_flow.dynamics.derive_count_1_task.yaml | 3 - ...flow.dynamics.count_characters_1_task.json | 2 +- ...flow.dynamics.count_characters_1_task.yaml | 3 - ...48_core.control_flow.dynamics.wf_2_wf.json | 2 +- ...48_core.control_flow.dynamics.wf_2_wf.yaml | 6 -- ..._flow.map_task.a_mappable_task_1_task.json | 2 +- ..._flow.map_task.a_mappable_task_1_task.yaml | 2 - ...control_flow.map_task.coalesce_1_task.json | 2 +- ...control_flow.map_task.coalesce_1_task.yaml | 2 - ..._task.mapper_a_mappable_task_0_1_task.json | 2 +- ..._task.mapper_a_mappable_task_0_1_task.yaml | 2 - ...ol_flow.map_task.my_map_workflow_2_wf.json | 2 +- ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 6 -- ....control_flow.merge_sort.split_1_task.json | 2 +- ....control_flow.merge_sort.split_1_task.yaml | 4 - ....control_flow.merge_sort.merge_1_task.json | 2 +- ....control_flow.merge_sort.merge_1_task.yaml | 3 - ...l_flow.merge_sort.sort_locally_1_task.json | 2 +- ...l_flow.merge_sort.sort_locally_1_task.yaml | 2 - ...merge_sort.merge_sort_remotely_1_task.json | 2 +- ...merge_sort.merge_sort_remotely_1_task.yaml | 3 - ...ntrol_flow.merge_sort.merge_sort_2_wf.json | 2 +- ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 9 --- ...e.control_flow.subworkflows.t1_1_task.json | 2 +- ...e.control_flow.subworkflows.t1_1_task.yaml | 3 - ...ntrol_flow.subworkflows.my_subwf_2_wf.json | 2 +- ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 6 -- ....subworkflows.count_freq_words_1_task.json | 2 +- ....subworkflows.count_freq_words_1_task.yaml | 2 - ...l_flow.subworkflows.ext_workflow_2_wf.json | 2 +- ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 4 - ...rkflows.count_repetitive_words_1_task.json | 2 +- ...rkflows.count_repetitive_words_1_task.yaml | 2 - .../075_my-objectstore-sensor_1_task.json | 2 +- .../075_my-objectstore-sensor_1_task.yaml | 2 - ....custom_task_plugin.print_file_1_task.json | 2 +- ....custom_task_plugin.print_file_1_task.yaml | 2 - ...e.custom_task_plugin.my_workflow_2_wf.json | 2 +- ...e.custom_task_plugin.my_workflow_2_wf.yaml | 6 -- ...nd_flyte.custom_types.generate_1_task.json | 2 +- ...nd_flyte.custom_types.generate_1_task.yaml | 1 - ...end_flyte.custom_types.consume_1_task.json | 2 +- ...end_flyte.custom_types.consume_1_task.yaml | 2 - ...ore.extend_flyte.custom_types.wf_2_wf.json | 2 +- ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 4 - ...flyte_basics.basic_workflow.t1_1_task.json | 2 +- ...flyte_basics.basic_workflow.t1_1_task.yaml | 3 - ...flyte_basics.basic_workflow.t2_1_task.json | 2 +- ...flyte_basics.basic_workflow.t2_1_task.yaml | 3 - ...lyte_basics.basic_workflow.my_wf_2_wf.json | 2 +- ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 10 --- ...yte_basics.decorating_tasks.t1_1_task.json | 2 +- ...yte_basics.decorating_tasks.t1_1_task.yaml | 2 - ...yte_basics.decorating_tasks.t2_1_task.json | 2 +- ...yte_basics.decorating_tasks.t2_1_task.yaml | 2 - ...flyte_basics.decorating_tasks.wf_2_wf.json | 2 +- ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 6 -- ...basics.decorating_workflows.t1_1_task.json | 2 +- ...basics.decorating_workflows.t1_1_task.yaml | 2 - ...basics.decorating_workflows.t2_1_task.json | 2 +- ...basics.decorating_workflows.t2_1_task.yaml | 2 - ...e_basics.decorating_workflows.wf_2_wf.json | 2 +- ...e_basics.decorating_workflows.wf_2_wf.yaml | 6 -- ...s.documented_workflow.add_data_1_task.json | 2 +- ...s.documented_workflow.add_data_1_task.yaml | 3 - ...mented_workflow.sphinx_docstring_2_wf.json | 2 +- ...mented_workflow.sphinx_docstring_2_wf.yaml | 7 -- ...umented_workflow.numpy_docstring_2_wf.json | 2 +- ...umented_workflow.numpy_docstring_2_wf.yaml | 7 -- ...mented_workflow.google_docstring_2_wf.json | 2 +- ...mented_workflow.google_docstring_2_wf.yaml | 7 -- ...basics.files.normalize_columns_1_task.json | 2 +- ...basics.files.normalize_columns_1_task.yaml | 5 -- ..._basics.files.normalize_csv_file_2_wf.json | 2 +- ..._basics.files.normalize_csv_file_2_wf.yaml | 10 --- ..._basics.folders.download_files_1_task.json | 2 +- ..._basics.folders.download_files_1_task.yaml | 2 - ...cs.folders.normalize_all_files_1_task.json | 2 +- ...cs.folders.normalize_all_files_1_task.yaml | 4 - ...download_and_normalize_csv_files_2_wf.json | 2 +- ...download_and_normalize_csv_files_2_wf.yaml | 10 --- ...e_basics.hello_world.say_hello_1_task.json | 2 +- ...e_basics.hello_world.say_hello_1_task.yaml | 1 - ...e.flyte_basics.hello_world.my_wf_2_wf.json | 2 +- ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 2 - ..._basics.imperative_wf_style.t1_1_task.json | 2 +- ..._basics.imperative_wf_style.t1_1_task.yaml | 2 - ..._basics.imperative_wf_style.t3_1_task.json | 2 +- ..._basics.imperative_wf_style.t3_1_task.yaml | 2 - ...7_my.imperative.workflow.example_2_wf.json | 2 +- ...7_my.imperative.workflow.example_2_wf.yaml | 8 -- ...19_core.flyte_basics.lp.square_1_task.json | 2 +- ...19_core.flyte_basics.lp.square_1_task.yaml | 2 - .../120_core.flyte_basics.lp.my_wf_2_wf.json | 2 +- .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 4 - ...124_core.flyte_basics.lp.greet_1_task.json | 2 +- ...124_core.flyte_basics.lp.greet_1_task.yaml | 4 - ...25_core.flyte_basics.lp.go_greet_2_wf.json | 2 +- ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 8 -- ...basics.named_outputs.say_hello_1_task.json | 2 +- ...basics.named_outputs.say_hello_1_task.yaml | 1 - ...flyte_basics.named_outputs.my_wf_2_wf.json | 2 +- ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 3 - .../compiled/134_task_1_1_task.json | 2 +- .../compiled/134_task_1_1_task.yaml | 2 - .../compiled/136_task_2_1_task.json | 2 +- .../compiled/136_task_2_1_task.yaml | 3 - .../compiled/138_task_3_1_task.json | 2 +- .../compiled/138_task_3_1_task.yaml | 4 - ...ics.shell_task.create_entities_1_task.json | 2 +- ...ics.shell_task.create_entities_1_task.yaml | 2 - ..._core.flyte_basics.shell_task.wf_2_wf.json | 2 +- ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 12 --- ..._core.flyte_basics.task.square_1_task.json | 2 +- ..._core.flyte_basics.task.square_1_task.yaml | 2 - ...flyte_basics.task_cache.square_1_task.json | 2 +- ...flyte_basics.task_cache.square_1_task.yaml | 2 - ...che.uncached_data_reading_task_1_task.json | 2 +- ...che.uncached_data_reading_task_1_task.yaml | 1 - ...he.cached_data_processing_task_1_task.json | 2 +- ...he.cached_data_processing_task_1_task.yaml | 2 - ....task_cache.compare_dataframes_1_task.json | 2 +- ....task_cache.compare_dataframes_1_task.yaml | 2 - ...s.task_cache.cached_dataframe_wf_2_wf.json | 2 +- ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 5 -- ...cs.task_cache_serialize.square_1_task.json | 2 +- ...cs.task_cache_serialize.square_1_task.yaml | 2 - ...flows.lp_schedules.format_date_1_task.json | 2 +- ...flows.lp_schedules.format_date_1_task.yaml | 2 - ...s.lp_schedules.date_formatter_wf_2_wf.json | 2 +- ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 3 - ...flows.lp_schedules.be_positive_1_task.json | 2 +- ...flows.lp_schedules.be_positive_1_task.yaml | 2 - ...rkflows.lp_schedules.positive_wf_2_wf.json | 2 +- ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 3 - ...ystem.custom_objects.stringify_1_task.json | 2 +- ...ystem.custom_objects.stringify_1_task.yaml | 2 - ...type_system.custom_objects.add_1_task.json | 2 +- ...type_system.custom_objects.add_1_task.yaml | 3 - ...m.custom_objects.upload_result_1_task.json | 2 +- ...m.custom_objects.upload_result_1_task.yaml | 1 - ...custom_objects.download_result_1_task.json | 2 +- ...custom_objects.download_result_1_task.yaml | 1 - ...re.type_system.custom_objects.wf_2_wf.json | 2 +- ...re.type_system.custom_objects.wf_2_wf.yaml | 11 --- ...pe_system.enums.enum_stringify_1_task.json | 2 +- ...pe_system.enums.enum_stringify_1_task.yaml | 2 - ...pe_system.enums.string_to_enum_1_task.json | 2 +- ...pe_system.enums.string_to_enum_1_task.yaml | 2 - ...6_core.type_system.enums.enum_wf_2_wf.json | 2 +- ...6_core.type_system.enums.enum_wf_2_wf.yaml | 7 -- ...type_system.flyte_pickle.greet_1_task.json | 2 +- ...type_system.flyte_pickle.greet_1_task.yaml | 2 - ...type_system.flyte_pickle.welcome_2_wf.json | 2 +- ...type_system.flyte_pickle.welcome_2_wf.yaml | 4 - ...core.type_system.schema.get_df_1_task.json | 2 +- ...core.type_system.schema.get_df_1_task.yaml | 2 - ...core.type_system.schema.add_df_1_task.json | 2 +- ...core.type_system.schema.add_df_1_task.yaml | 2 - ...73_core.type_system.schema.df_wf_2_wf.json | 2 +- ...73_core.type_system.schema.df_wf_2_wf.yaml | 6 -- ...stem.structured_dataset.get_df_1_task.json | 2 +- ...stem.structured_dataset.get_df_1_task.yaml | 2 - ...ructured_dataset.get_schema_df_1_task.json | 2 +- ...ructured_dataset.get_schema_df_1_task.yaml | 2 - ...ructured_dataset.get_subset_df_1_task.json | 2 +- ...ructured_dataset.get_subset_df_1_task.yaml | 2 - ...em.structured_dataset.to_numpy_1_task.json | 2 +- ...em.structured_dataset.to_numpy_1_task.yaml | 2 - ..._dataset.pandas_compatibility_wf_2_wf.json | 2 +- ..._dataset.pandas_compatibility_wf_2_wf.yaml | 8 -- ..._dataset.schema_compatibility_wf_2_wf.json | 2 +- ..._dataset.schema_compatibility_wf_2_wf.yaml | 8 -- ...re.type_system.typed_schema.t1_1_task.json | 2 +- ...re.type_system.typed_schema.t1_1_task.yaml | 1 - ...re.type_system.typed_schema.t2_1_task.json | 2 +- ...re.type_system.typed_schema.t2_1_task.yaml | 2 - ...core.type_system.typed_schema.wf_2_wf.json | 2 +- ...core.type_system.typed_schema.wf_2_wf.yaml | 4 - ...ization.multi_images.my_workflow_2_wf.yaml | 10 --- ...ontainerization.raw_container.wf_2_wf.yaml | 30 ------- ...n.use_secrets.my_secret_workflow_2_wf.yaml | 10 --- ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 2 - ....control_flow.checkpoint.example_2_wf.yaml | 3 - ...ntrol_flow.conditions.multiplier_2_wf.yaml | 9 --- ...rol_flow.conditions.multiplier_2_2_wf.yaml | 9 --- ...rol_flow.conditions.multiplier_3_2_wf.yaml | 9 --- ...flow.conditions.basic_boolean_wf_2_wf.yaml | 5 -- ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 3 - ...low.conditions.nested_conditions_2_wf.yaml | 9 --- ..._flow.conditions.consume_outputs_2_wf.yaml | 14 ---- ...48_core.control_flow.dynamics.wf_2_wf.yaml | 4 - ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 5 -- ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 6 -- ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 5 -- ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 3 - ...e.custom_task_plugin.my_workflow_2_wf.yaml | 5 -- ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 4 - ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 8 -- ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 5 -- ...e_basics.decorating_workflows.wf_2_wf.yaml | 5 -- ...mented_workflow.sphinx_docstring_2_wf.yaml | 4 - ...umented_workflow.numpy_docstring_2_wf.yaml | 4 - ...mented_workflow.google_docstring_2_wf.yaml | 4 - ..._basics.files.normalize_csv_file_2_wf.yaml | 6 -- ...download_and_normalize_csv_files_2_wf.yaml | 7 -- ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 2 - ...7_my.imperative.workflow.example_2_wf.yaml | 6 -- .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 3 - ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 5 -- ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 3 - ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 12 --- ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 5 -- ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 4 +- ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 2 - ...re.type_system.custom_objects.wf_2_wf.yaml | 9 --- ...6_core.type_system.enums.enum_wf_2_wf.yaml | 6 -- ...type_system.flyte_pickle.welcome_2_wf.yaml | 3 - ...73_core.type_system.schema.df_wf_2_wf.yaml | 5 -- ..._dataset.pandas_compatibility_wf_2_wf.yaml | 7 -- ..._dataset.schema_compatibility_wf_2_wf.yaml | 7 -- ...core.type_system.typed_schema.wf_2_wf.yaml | 4 - pkg/compiler/validators/interface_test.go | 4 +- 291 files changed, 151 insertions(+), 973 deletions(-) diff --git a/pkg/compiler/test/compiler_test.go b/pkg/compiler/test/compiler_test.go index 78b39325f..705bdaa3b 100644 --- a/pkg/compiler/test/compiler_test.go +++ b/pkg/compiler/test/compiler_test.go @@ -32,7 +32,6 @@ import ( ) var update = flag.Bool("update", false, "Update .golden files") -var reverse = flag.Bool("reverse", false, "Reverse .golden files") func makeDefaultInputs(iface *core.TypedInterface) *core.LiteralMap { if iface == nil || iface.GetInputs() == nil { @@ -41,8 +40,24 @@ func makeDefaultInputs(iface *core.TypedInterface) *core.LiteralMap { res := make(map[string]*core.Literal, len(iface.GetInputs().Variables)) for inputName, inputVar := range iface.GetInputs().Variables { - val := coreutils.MustMakeDefaultLiteralForType(inputVar.Type) - res[inputName] = val + // A workaround because the coreutils don't support the "StructuredDataSet" type + if reflect.TypeOf(inputVar.Type.Type) == reflect.TypeOf(&core.LiteralType_StructuredDatasetType{}) { + res[inputName] = &core.Literal{ + Value: &core.Literal_Scalar{ + Scalar: &core.Scalar{ + Value: &core.Scalar_StructuredDataset{ + StructuredDataset: &core.StructuredDataset{ + Metadata: &core.StructuredDatasetMetadata{ + StructuredDatasetType: inputVar.Type.Type.(*core.LiteralType_StructuredDatasetType).StructuredDatasetType, + }, + }, + }, + }, + }, + } + } else { + res[inputName] = coreutils.MustMakeDefaultLiteralForType(inputVar.Type) + } } return &core.LiteralMap{ @@ -86,28 +101,6 @@ func mustCompileTasks(t *testing.T, tasks []*core.TaskTemplate) []*core.Compiled return compiledTasks } -func marshalProto(t *testing.T, filename string, p proto.Message) { - marshaller := &jsonpb.Marshaler{} - s, err := marshaller.MarshalToString(p) - assert.NoError(t, err) - - if err != nil { - return - } - - originalRaw, err := proto.Marshal(p) - assert.NoError(t, err) - assert.NoError(t, ioutil.WriteFile(strings.Replace(filename, filepath.Ext(filename), ".pb", 1), originalRaw, os.ModePerm)) - - m := map[string]interface{}{} - err = json.Unmarshal([]byte(s), &m) - assert.NoError(t, err) - - b, err := yaml.Marshal(m) - assert.NoError(t, err) - assert.NoError(t, ioutil.WriteFile(strings.Replace(filename, filepath.Ext(filename), ".yaml", 1), b, os.ModePerm)) -} - func TestDynamic(t *testing.T) { errors.SetConfig(errors.Config{IncludeSource: true}) assert.NoError(t, filepath.Walk("testdata/dynamic", func(path string, info os.FileInfo, err error) error { @@ -162,13 +155,10 @@ func TestDynamic(t *testing.T) { t.FailNow() } - inputs := map[string]interface{}{} - for varName, v := range compiledWfc.Primary.Template.Interface.Inputs.Variables { - inputs[varName] = coreutils.MustMakeDefaultLiteralForType(v.Type) - } + inputs := makeDefaultInputs(compiledWfc.Primary.Template.Interface) flyteWf, err := k8s.BuildFlyteWorkflow(compiledWfc, - coreutils.MustMakeLiteral(inputs).GetMap(), + inputs, &core.WorkflowExecutionIdentifier{ Project: "hello", Domain: "domain", @@ -432,9 +422,9 @@ func runCompileTest(t *testing.T, dirName string) { tasks := make([]*core.CompiledTask, 0, len(reqs.GetRequiredTaskIds())) - for _, taskId := range reqs.GetRequiredTaskIds() { - compiledTask, found := compiledTasks[taskId.String()] - if !assert.True(t, found, "Could not find compiled task %s", taskId) { + for _, taskID := range reqs.GetRequiredTaskIds() { + compiledTask, found := compiledTasks[taskID.String()] + if !assert.True(t, found, "Could not find compiled task %s", taskID) { t.FailNow() } @@ -486,33 +476,13 @@ func runCompileTest(t *testing.T, dirName string) { t.FailNow() } - inputs := map[string]interface{}{} - for varName, v := range compiledWfc.Primary.Template.Interface.Inputs.Variables { - // A workaround because the coreutils don't support the "StructuredDataSet" type - if reflect.TypeOf(v.Type.Type) == reflect.TypeOf(&core.LiteralType_StructuredDatasetType{}) { - inputs[varName] = &core.Literal{ - Value: &core.Literal_Scalar{ - Scalar: &core.Scalar{ - Value: &core.Scalar_StructuredDataset{ - StructuredDataset: &core.StructuredDataset{ - Metadata: &core.StructuredDatasetMetadata{ - StructuredDatasetType: v.Type.Type.(*core.LiteralType_StructuredDatasetType).StructuredDatasetType, - }, - }, - }, - }, - }, - } - } else { - inputs[varName] = coreutils.MustMakeDefaultLiteralForType(v.Type) - } - } + inputs := makeDefaultInputs(compiledWfc.Primary.Template.Interface) dotFormat := visualize.ToGraphViz(compiledWfc.Primary) t.Logf("GraphViz Dot: %v\n", dotFormat) flyteWf, err := k8s.BuildFlyteWorkflow(compiledWfc, - coreutils.MustMakeLiteral(inputs).GetMap(), + inputs, &core.WorkflowExecutionIdentifier{ Project: "hello", Domain: "domain", diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json index 05f293332..25f25ba36 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_features"},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_labels"},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_features"},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_labels"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml index 95be6ba9c..04de0bfdb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml @@ -37,25 +37,21 @@ template: outputs: variables: test_features: - description: test_features type: Type: StructuredDatasetType: format: parquet test_labels: - description: test_labels type: Type: StructuredDatasetType: format: parquet train_features: - description: train_features type: Type: StructuredDatasetType: format: parquet train_labels: - description: train_labels type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json index 6fbaca5fe..06b5a17b6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_test"},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_train"},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_test"},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_train"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml index 18a6297dd..5c2b38a29 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml @@ -36,25 +36,21 @@ template: inputs: variables: X_test: - description: X_test type: Type: StructuredDatasetType: format: parquet X_train: - description: X_train type: Type: StructuredDatasetType: format: parquet y_test: - description: y_test type: Type: StructuredDatasetType: format: parquet y_train: - description: y_train type: Type: StructuredDatasetType: @@ -62,7 +58,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json index 145107a04..384f533eb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.multi_images.my_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"svm_trainer","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"overrides":{}}},{"id":"n1","metadata":{"name":"svm_predictor","retries":{}},"inputs":[{"var":"X_test","binding":{"promise":{"nodeId":"n0","var":"test_features"}}},{"var":"X_train","binding":{"promise":{"nodeId":"n0","var":"train_features"}}},{"var":"y_test","binding":{"promise":{"nodeId":"n0","var":"test_labels"}}},{"var":"y_train","binding":{"promise":{"nodeId":"n0","var":"train_labels"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_test"},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_train"},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_test"},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_train"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_features"},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_labels"},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_features"},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_labels"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.multi_images.my_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"svm_trainer","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"overrides":{}}},{"id":"n1","metadata":{"name":"svm_predictor","retries":{}},"inputs":[{"var":"X_test","binding":{"promise":{"nodeId":"n0","var":"test_features"}}},{"var":"X_train","binding":{"promise":{"nodeId":"n0","var":"train_features"}}},{"var":"y_test","binding":{"promise":{"nodeId":"n0","var":"test_labels"}}},{"var":"y_train","binding":{"promise":{"nodeId":"n0","var":"train_labels"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml index fffe031b0..b1016d2ae 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml @@ -29,7 +29,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -144,25 +143,21 @@ tasks: inputs: variables: X_test: - description: X_test type: Type: StructuredDatasetType: format: parquet X_train: - description: X_train type: Type: StructuredDatasetType: format: parquet y_test: - description: y_test type: Type: StructuredDatasetType: format: parquet y_train: - description: y_train type: Type: StructuredDatasetType: @@ -170,7 +165,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -221,25 +215,21 @@ tasks: outputs: variables: test_features: - description: test_features type: Type: StructuredDatasetType: format: parquet test_labels: - description: test_labels type: Type: StructuredDatasetType: format: parquet train_features: - description: train_features type: Type: StructuredDatasetType: format: parquet train_labels: - description: train_labels type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json index 3c1b8893c..54863076b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml index 50241dad8..67dd1702d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml @@ -25,24 +25,20 @@ template: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json index 49d5d0f58..deee869f0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml index 0f66634a9..ae569e46b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml @@ -26,24 +26,20 @@ template: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json index a2cb0f3f2..bfb0cee76 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml index 033b2e471..9db9a3aaa 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml @@ -27,24 +27,20 @@ template: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json index 613bfa82b..8fbe34906 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml index 642f9c108..365810a1a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml @@ -25,24 +25,20 @@ template: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json index 1c18dd0bf..c70c30fd8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml index 0a85c274c..445f709ea 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml @@ -26,24 +26,20 @@ template: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json index 0fa9f05a6..9f0a0bee4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"},"description":"area_haskell"},"area_julia":{"type":{"simple":"FLOAT"},"description":"area_julia"},"area_python":{"type":{"simple":"FLOAT"},"description":"area_python"},"area_r":{"type":{"simple":"FLOAT"},"description":"area_r"},"area_shell":{"type":{"simple":"FLOAT"},"description":"area_shell"},"metadata_haskell":{"type":{"simple":"STRING"},"description":"metadata_haskell"},"metadata_julia":{"type":{"simple":"STRING"},"description":"metadata_julia"},"metadata_python":{"type":{"simple":"STRING"},"description":"metadata_python"},"metadata_r":{"type":{"simple":"STRING"},"description":"metadata_r"},"metadata_shell":{"type":{"simple":"STRING"},"description":"metadata_shell"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"}},"area_julia":{"type":{"simple":"FLOAT"}},"area_python":{"type":{"simple":"FLOAT"}},"area_r":{"type":{"simple":"FLOAT"}},"area_shell":{"type":{"simple":"FLOAT"}},"metadata_haskell":{"type":{"simple":"STRING"}},"metadata_julia":{"type":{"simple":"STRING"}},"metadata_python":{"type":{"simple":"STRING"}},"metadata_r":{"type":{"simple":"STRING"}},"metadata_shell":{"type":{"simple":"STRING"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml index a909e7c1a..28eb94f97 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml @@ -36,52 +36,42 @@ template: inputs: variables: area_haskell: - description: area_haskell type: Type: Simple: 2 area_julia: - description: area_julia type: Type: Simple: 2 area_python: - description: area_python type: Type: Simple: 2 area_r: - description: area_r type: Type: Simple: 2 area_shell: - description: area_shell type: Type: Simple: 2 metadata_haskell: - description: metadata_haskell type: Type: Simple: 3 metadata_julia: - description: metadata_julia type: Type: Simple: 3 metadata_python: - description: metadata_python type: Type: Simple: 3 metadata_r: - description: metadata_r type: Type: Simple: 3 metadata_shell: - description: metadata_shell type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json index abeb832c6..c1aa57892 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.raw_container.wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"ellipse-area-metadata-shell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"overrides":{}}},{"id":"n1","metadata":{"name":"ellipse-area-metadata-python","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"overrides":{}}},{"id":"n2","metadata":{"name":"ellipse-area-metadata-r","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"overrides":{}}},{"id":"n3","metadata":{"name":"ellipse-area-metadata-haskell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"overrides":{}}},{"id":"n4","metadata":{"name":"ellipse-area-metadata-julia","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"overrides":{}}},{"id":"n5","metadata":{"name":"report_all_calculated_areas","retries":{}},"inputs":[{"var":"area_haskell","binding":{"promise":{"nodeId":"n3","var":"area"}}},{"var":"area_julia","binding":{"promise":{"nodeId":"n4","var":"area"}}},{"var":"area_python","binding":{"promise":{"nodeId":"n1","var":"area"}}},{"var":"area_r","binding":{"promise":{"nodeId":"n2","var":"area"}}},{"var":"area_shell","binding":{"promise":{"nodeId":"n0","var":"area"}}},{"var":"metadata_haskell","binding":{"promise":{"nodeId":"n3","var":"metadata"}}},{"var":"metadata_julia","binding":{"promise":{"nodeId":"n4","var":"metadata"}}},{"var":"metadata_python","binding":{"promise":{"nodeId":"n1","var":"metadata"}}},{"var":"metadata_r","binding":{"promise":{"nodeId":"n2","var":"metadata"}}},{"var":"metadata_shell","binding":{"promise":{"nodeId":"n0","var":"metadata"}}}],"upstreamNodeIds":["n0","n1","n2","n3","n4"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n5"]},"n1":{"ids":["n5"]},"n2":{"ids":["n5"]},"n3":{"ids":["n5"]},"n4":{"ids":["n5"]},"n5":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2","n3","n4"]}},"upstream":{"end-node":{"ids":["n5"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["start-node"]},"n5":{"ids":["n0","n1","n2","n3","n4"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"},"description":"area_haskell"},"area_julia":{"type":{"simple":"FLOAT"},"description":"area_julia"},"area_python":{"type":{"simple":"FLOAT"},"description":"area_python"},"area_r":{"type":{"simple":"FLOAT"},"description":"area_r"},"area_shell":{"type":{"simple":"FLOAT"},"description":"area_shell"},"metadata_haskell":{"type":{"simple":"STRING"},"description":"metadata_haskell"},"metadata_julia":{"type":{"simple":"STRING"},"description":"metadata_julia"},"metadata_python":{"type":{"simple":"STRING"},"description":"metadata_python"},"metadata_r":{"type":{"simple":"STRING"},"description":"metadata_r"},"metadata_shell":{"type":{"simple":"STRING"},"description":"metadata_shell"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.raw_container.wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"ellipse-area-metadata-shell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"overrides":{}}},{"id":"n1","metadata":{"name":"ellipse-area-metadata-python","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"overrides":{}}},{"id":"n2","metadata":{"name":"ellipse-area-metadata-r","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"overrides":{}}},{"id":"n3","metadata":{"name":"ellipse-area-metadata-haskell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"overrides":{}}},{"id":"n4","metadata":{"name":"ellipse-area-metadata-julia","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"overrides":{}}},{"id":"n5","metadata":{"name":"report_all_calculated_areas","retries":{}},"inputs":[{"var":"area_haskell","binding":{"promise":{"nodeId":"n3","var":"area"}}},{"var":"area_julia","binding":{"promise":{"nodeId":"n4","var":"area"}}},{"var":"area_python","binding":{"promise":{"nodeId":"n1","var":"area"}}},{"var":"area_r","binding":{"promise":{"nodeId":"n2","var":"area"}}},{"var":"area_shell","binding":{"promise":{"nodeId":"n0","var":"area"}}},{"var":"metadata_haskell","binding":{"promise":{"nodeId":"n3","var":"metadata"}}},{"var":"metadata_julia","binding":{"promise":{"nodeId":"n4","var":"metadata"}}},{"var":"metadata_python","binding":{"promise":{"nodeId":"n1","var":"metadata"}}},{"var":"metadata_r","binding":{"promise":{"nodeId":"n2","var":"metadata"}}},{"var":"metadata_shell","binding":{"promise":{"nodeId":"n0","var":"metadata"}}}],"upstreamNodeIds":["n0","n1","n2","n3","n4"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n5"]},"n1":{"ids":["n5"]},"n2":{"ids":["n5"]},"n3":{"ids":["n5"]},"n4":{"ids":["n5"]},"n5":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2","n3","n4"]}},"upstream":{"end-node":{"ids":["n5"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["start-node"]},"n5":{"ids":["n0","n1","n2","n3","n4"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"}},"area_julia":{"type":{"simple":"FLOAT"}},"area_python":{"type":{"simple":"FLOAT"}},"area_r":{"type":{"simple":"FLOAT"}},"area_shell":{"type":{"simple":"FLOAT"}},"metadata_haskell":{"type":{"simple":"STRING"}},"metadata_julia":{"type":{"simple":"STRING"}},"metadata_python":{"type":{"simple":"STRING"}},"metadata_r":{"type":{"simple":"STRING"}},"metadata_shell":{"type":{"simple":"STRING"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml index 534f0b937..fde5774c3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml @@ -60,12 +60,10 @@ primary: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 @@ -320,52 +318,42 @@ tasks: inputs: variables: area_haskell: - description: area_haskell type: Type: Simple: 2 area_julia: - description: area_julia type: Type: Simple: 2 area_python: - description: area_python type: Type: Simple: 2 area_r: - description: area_r type: Type: Simple: 2 area_shell: - description: area_shell type: Type: Simple: 2 metadata_haskell: - description: metadata_haskell type: Type: Simple: 3 metadata_julia: - description: metadata_julia type: Type: Simple: 3 metadata_python: - description: metadata_python type: Type: Simple: 3 metadata_r: - description: metadata_r type: Type: Simple: 3 metadata_shell: - description: metadata_shell type: Type: Simple: 3 @@ -405,24 +393,20 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 @@ -462,24 +446,20 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 @@ -519,24 +499,20 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 @@ -577,24 +553,20 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 @@ -633,24 +605,20 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: area: - description: area type: Type: Simple: 2 metadata: - description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json index 18afcad0b..1495391b4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml index 8ffeba716..f8f965054 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json index bbedc28c5..eeafdc55d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml index b341ea9aa..6c272d571 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml @@ -37,12 +37,10 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 o1: - description: o1 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json index e6079debc..27f7843b8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml index 4a0fb267a..80ff7b8f7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml @@ -37,12 +37,10 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 o1: - description: o1 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json index 0bfcb31ac..a7dcd79cf 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.use_secrets.my_secret_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"},"o2":{"type":{"simple":"STRING"},"description":"o2"},"o3":{"type":{"simple":"STRING"},"description":"o3"},"o4":{"type":{"simple":"STRING"},"description":"o4"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},{"id":"n0","metadata":{"name":"secret_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"user_info_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"secret_file_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.use_secrets.my_secret_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}},"o2":{"type":{"simple":"STRING"}},"o3":{"type":{"simple":"STRING"}},"o4":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},{"id":"n0","metadata":{"name":"secret_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"user_info_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"secret_file_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml index 65ecd563a..18820af41 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml @@ -39,27 +39,22 @@ primary: outputs: variables: o0: - description: o0 type: Type: Simple: 3 o1: - description: o1 type: Type: Simple: 3 o2: - description: o2 type: Type: Simple: 3 o3: - description: o3 type: Type: Simple: 3 o4: - description: o4 type: Type: Simple: 3 @@ -208,12 +203,10 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 o1: - description: o1 type: Type: Simple: 3 @@ -269,7 +262,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -324,12 +316,10 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 o1: - description: o1 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json index c86790fea..f5e4d68da 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml index 06da97bcd..0804b6a4f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json index d92d169c1..4dd19a5f1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.chain_tasks.chain_tasks_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"write","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"overrides":{}}},{"id":"n1","metadata":{"name":"read","retries":{}},"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","write"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.chain_tasks.chain_tasks_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"write","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"overrides":{}}},{"id":"n1","metadata":{"name":"read","retries":{}},"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","write"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml index 58205b8d6..4941c5a96 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml @@ -29,7 +29,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -121,7 +120,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json index 927ed1eeb..d38e18512 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"},"description":"n_iterations"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml index f08dc2d35..2c5739276 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: n_iterations: - description: n_iterations type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json index a82eda712..39d359f8c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.checkpoint.example"},"metadata":{},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"},"description":"n_iterations"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"use_checkpoint","retries":{"retries":3}},"inputs":[{"var":"n_iterations","binding":{"promise":{"nodeId":"start-node","var":"n_iterations"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"},"description":"n_iterations"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.checkpoint.example"},"metadata":{},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"use_checkpoint","retries":{"retries":3}},"inputs":[{"var":"n_iterations","binding":{"promise":{"nodeId":"start-node","var":"n_iterations"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml index c5499fa61..32dcbbf68 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml @@ -22,14 +22,12 @@ primary: inputs: variables: n_iterations: - description: n_iterations type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -113,14 +111,12 @@ tasks: inputs: variables: n_iterations: - description: n_iterations type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json index cc91f9225..fa53950e8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml index d53228e9f..3e894c375 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml @@ -36,16 +36,12 @@ template: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json index 2e84f4e06..da364acbd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml index c9567909a..5696c2ab3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml @@ -36,16 +36,12 @@ template: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json index 67165cc1c..00cd072b3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml index 035ad4371..614e7b6f5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml @@ -28,14 +28,12 @@ primary: inputs: variables: my_input: - description: my_input type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -183,16 +181,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -242,16 +236,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json index b7ad91743..54937fc9c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_2"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_2"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml index 95759eaa4..84a5cfa91 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml @@ -28,14 +28,12 @@ primary: inputs: variables: my_input: - description: my_input type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -214,16 +212,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -273,16 +267,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json index 831689dee..acdcb31a3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_3"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}},{"id":"n1","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_3"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}},{"id":"n1","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml index fbe3fe679..be419a9aa 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml @@ -34,14 +34,12 @@ primary: inputs: variables: my_input: - description: my_input type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -241,16 +239,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -300,16 +294,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json index 1889b13bb..7c92a9ce4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml index 8870ff8d7..c1cdbba57 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: seed: - description: seed type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 4 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json index 04f899543..a78b1577b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml index 5e0aa7d5d..8ec028eea 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json index e223be296..9d5b1dc2b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml index bc6b50e4f..0bcc09d09 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json index a50902bfb..06cbe7d49 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.basic_boolean_wf"},"metadata":{},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"test","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.basic_boolean_wf"},"metadata":{},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"test","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml index e1774834c..00e7e4db8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml @@ -28,14 +28,12 @@ primary: inputs: variables: seed: - description: seed type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -174,14 +172,12 @@ tasks: inputs: variables: seed: - description: seed type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 4 @@ -232,7 +228,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -283,7 +278,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json index 0c11f4979..16492b63d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.bool_input_wf"},"metadata":{},"interface":{"inputs":{"variables":{"b":{"type":{"simple":"BOOLEAN"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"test","retries":{}},"inputs":[{"var":".b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":".b"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.bool_input_wf"},"metadata":{},"interface":{"inputs":{"variables":{"b":{"type":{"simple":"BOOLEAN"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"test","retries":{}},"inputs":[{"var":".b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":".b"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml index 949321dda..9fc6a6722 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml @@ -22,14 +22,12 @@ primary: inputs: variables: b: - description: b type: Type: Simple: 4 outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -148,7 +146,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -199,7 +196,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json index a3d53ddfa..0f03f7044 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.nested_conditions"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"inner_fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"thenNode":{"id":"n0-n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.7}}}}}},"thenNode":{"id":"n0-n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"inner_fractions","message":"Only \u003c0.7 allowed"}}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"elseNode":{"id":"n0-n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n0-n0":{"ids":["start-node"]},"n0-n0-n1":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n0-n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.nested_conditions"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"inner_fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"thenNode":{"id":"n0-n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.7}}}}}},"thenNode":{"id":"n0-n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"inner_fractions","message":"Only \u003c0.7 allowed"}}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"elseNode":{"id":"n0-n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n0-n0":{"ids":["start-node"]},"n0-n0-n1":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n0-n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml index a61d08e8c..13d1ab70d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml @@ -37,14 +37,12 @@ primary: inputs: variables: my_input: - description: my_input type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -321,16 +319,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -380,16 +374,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json index cb3eb3627..5ce87b80c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml index 87bdc4a87..9c0b7ae6a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml @@ -36,19 +36,16 @@ template: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json index c47000978..1c9908fd4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.consume_outputs"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"},"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"double_or_square","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"calc_sum","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"overrides":{}}}}}},{"id":"n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n1-n0":{"ids":["start-node"]},"n1-n1":{"ids":["start-node"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.consume_outputs"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}},"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"double_or_square","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"calc_sum","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"overrides":{}}}}}},{"id":"n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n1-n0":{"ids":["start-node"]},"n1-n1":{"ids":["start-node"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml index 20926d216..a10859269 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml @@ -40,19 +40,16 @@ primary: inputs: variables: my_input: - description: my_input type: Type: Simple: 2 seed: - description: seed type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -232,19 +229,16 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 2 b: - description: b type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -294,14 +288,12 @@ tasks: inputs: variables: seed: - description: seed type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 4 @@ -351,16 +343,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -410,16 +398,12 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json index f54422e82..983d8cd96 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.return_index"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"character":{"type":{"simple":"STRING"},"description":"character"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","return_index"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.return_index"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"character":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","return_index"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml index 0a3587730..bf816929e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: character: - description: character type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json index 789dda842..f5875ffc9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.update_list"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq_list":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"freq_list"},"list_index":{"type":{"simple":"INTEGER"},"description":"list_index"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","update_list"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.update_list"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq_list":{"type":{"collectionType":{"simple":"INTEGER"}}},"list_index":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","update_list"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml index 555f8dddb..0c51caec6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml @@ -36,21 +36,18 @@ template: inputs: variables: freq_list: - description: freq_list type: Type: CollectionType: Type: Simple: 1 list_index: - description: list_index type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json index efbe3e4f3..e996a8176 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.derive_count"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq1":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"freq1"},"freq2":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"freq2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","derive_count"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.derive_count"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq1":{"type":{"collectionType":{"simple":"INTEGER"}}},"freq2":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","derive_count"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml index 9e924e600..00096468c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: freq1: - description: freq1 type: Type: CollectionType: Type: Simple: 1 freq2: - description: freq2 type: Type: CollectionType: @@ -52,7 +50,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json index a37b56453..8fcea916e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"},"description":"s1"},"s2":{"type":{"simple":"STRING"},"description":"s2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml index 0605db6c2..50df53ac8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml @@ -39,19 +39,16 @@ template: inputs: variables: s1: - description: s1 type: Type: Simple: 3 s2: - description: s2 type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json index 3da378853..b8b177fdb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.dynamics.wf"},"metadata":{},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"},"description":"s1"},"s2":{"type":{"simple":"STRING"},"description":"s2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_characters","retries":{}},"inputs":[{"var":"s1","binding":{"promise":{"nodeId":"start-node","var":"s1"}}},{"var":"s2","binding":{"promise":{"nodeId":"start-node","var":"s2"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"},"description":"s1"},"s2":{"type":{"simple":"STRING"},"description":"s2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.dynamics.wf"},"metadata":{},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_characters","retries":{}},"inputs":[{"var":"s1","binding":{"promise":{"nodeId":"start-node","var":"s1"}}},{"var":"s2","binding":{"promise":{"nodeId":"start-node","var":"s2"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml index cc80b0308..0ad20af3b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml @@ -22,19 +22,16 @@ primary: inputs: variables: s1: - description: s1 type: Type: Simple: 3 s2: - description: s2 type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -126,19 +123,16 @@ tasks: inputs: variables: s1: - description: s1 type: Type: Simple: 3 s2: - description: s2 type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json index 85649eb4c..9669d079f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.a_mappable_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.a_mappable_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml index 2cc969bce..cfcf575ff 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json index 099f10d1d..8c5244c4e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml index c1add64c9..7789649d3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: b: - description: b type: Type: CollectionType: @@ -45,7 +44,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json index 1424cf493..117a47da0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}},"description":"o0"}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml index 955ac744c..f01087bb4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml @@ -38,7 +38,6 @@ template: inputs: variables: a: - description: a type: Type: CollectionType: @@ -47,7 +46,6 @@ template: outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json index b6ec606f2..8c43411ed 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.map_task.my_map_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"mapper_a_mappable_task_0","retries":{"retries":1}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"overrides":{"resources":{"requests":[{"name":"MEMORY","value":"300Mi"}],"limits":[{"name":"MEMORY","value":"500Mi"}]}}}},{"id":"n1","metadata":{"name":"coalesce","retries":{}},"inputs":[{"var":"b","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}},"description":"o0"}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.map_task.my_map_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"mapper_a_mappable_task_0","retries":{"retries":1}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"overrides":{"resources":{"requests":[{"name":"MEMORY","value":"300Mi"}],"limits":[{"name":"MEMORY","value":"500Mi"}]}}}},{"id":"n1","metadata":{"name":"coalesce","retries":{}},"inputs":[{"var":"b","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml index 42c7da57a..ab31953c6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml @@ -28,7 +28,6 @@ primary: inputs: variables: a: - description: a type: Type: CollectionType: @@ -37,7 +36,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -149,7 +147,6 @@ tasks: inputs: variables: b: - description: b type: Type: CollectionType: @@ -158,7 +155,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -210,7 +206,6 @@ tasks: inputs: variables: a: - description: a type: Type: CollectionType: @@ -219,7 +214,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json index 2a28024de..892d4a2a1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.split"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"},"o1":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o1"},"o2":{"type":{"simple":"INTEGER"},"description":"o2"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","split"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.split"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}},"o1":{"type":{"collectionType":{"simple":"INTEGER"}}},"o2":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","split"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml index 46815cb6e..44fa9cf11 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: numbers: - description: numbers type: Type: CollectionType: @@ -45,21 +44,18 @@ template: outputs: variables: o0: - description: o0 type: Type: CollectionType: Type: Simple: 1 o1: - description: o1 type: Type: CollectionType: Type: Simple: 1 o2: - description: o2 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json index b0713fe15..56ebdfef6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"sorted_list1":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"sorted_list1"},"sorted_list2":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"sorted_list2"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"sorted_list1":{"type":{"collectionType":{"simple":"INTEGER"}}},"sorted_list2":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml index bb3a3dbbc..cf2567075 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: sorted_list1: - description: sorted_list1 type: Type: CollectionType: Type: Simple: 1 sorted_list2: - description: sorted_list2 type: Type: CollectionType: @@ -52,7 +50,6 @@ template: outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json index 5f1148554..f1504f94a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml index 3741ee770..02203cc0a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: numbers: - description: numbers type: Type: CollectionType: @@ -45,7 +44,6 @@ template: outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json index 2a8b4c8d0..34d838fec 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"},"run_local_at_count":{"type":{"simple":"INTEGER"},"description":"run_local_at_count"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml index f61183d9c..5cb17c0cc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml @@ -39,21 +39,18 @@ template: inputs: variables: numbers: - description: numbers type: Type: CollectionType: Type: Simple: 1 run_local_at_count: - description: run_local_at_count type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json index 587f08f92..96a5fbe88 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.merge_sort.merge_sort"},"metadata":{},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"},"numbers_count":{"type":{"simple":"INTEGER"},"description":"numbers_count"},"run_local_at_count":{"type":{"simple":"INTEGER"},"description":"run_local_at_count"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"terminal_case","retries":{}},"inputs":[{"var":".numbers_count","binding":{"promise":{"nodeId":"start-node","var":"numbers_count"}}},{"var":".run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LTE","leftValue":{"var":".numbers_count"},"rightValue":{"var":".run_local_at_count"}}},"thenNode":{"id":"n0-n0","metadata":{"name":"sort_locally","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"merge_sort_remotely","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}},{"var":"run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"},"run_local_at_count":{"type":{"simple":"INTEGER"},"description":"run_local_at_count"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.merge_sort.merge_sort"},"metadata":{},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"numbers_count":{"type":{"simple":"INTEGER"}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"terminal_case","retries":{}},"inputs":[{"var":".numbers_count","binding":{"promise":{"nodeId":"start-node","var":"numbers_count"}}},{"var":".run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LTE","leftValue":{"var":".numbers_count"},"rightValue":{"var":".run_local_at_count"}}},"thenNode":{"id":"n0-n0","metadata":{"name":"sort_locally","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"merge_sort_remotely","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}},{"var":"run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml index 217bfa1a0..6e8704d0a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml @@ -28,26 +28,22 @@ primary: inputs: variables: numbers: - description: numbers type: Type: CollectionType: Type: Simple: 1 numbers_count: - description: numbers_count type: Type: Simple: 1 run_local_at_count: - description: run_local_at_count type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: CollectionType: @@ -195,21 +191,18 @@ tasks: inputs: variables: numbers: - description: numbers type: Type: CollectionType: Type: Simple: 1 run_local_at_count: - description: run_local_at_count type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: CollectionType: @@ -261,7 +254,6 @@ tasks: inputs: variables: numbers: - description: numbers type: Type: CollectionType: @@ -270,7 +262,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json index 46608e6bf..4aa695462 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml index c6d2005f4..02c44b0be 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml @@ -36,19 +36,16 @@ template: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: c: - description: c type: Type: Simple: 3 t1_int_output: - description: t1_int_output type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json index 414f81f1c..baa96eafb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.my_subwf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.my_subwf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml index 1cefa24ed..a4b00be38 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml @@ -30,19 +30,16 @@ primary: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 3 o1: - description: o1 type: Type: Simple: 3 @@ -158,19 +155,16 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: c: - description: c type: Type: Simple: 3 t1_int_output: - description: t1_int_output type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json index dd697ffdb..18551d156 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"},"description":"input_string1"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml index a57956cc7..4e233e248 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: input_string1: - description: input_string1 type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json index ad2477c22..7def7ee46 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.ext_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"STRING"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_freq_words","retries":{}},"inputs":[{"var":"input_string1","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"},"description":"input_string1"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.ext_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_freq_words","retries":{}},"inputs":[{"var":"input_string1","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml index a76deaaec..89cf0b6d7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml @@ -22,14 +22,12 @@ primary: inputs: variables: my_input: - description: my_input type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 9 @@ -112,14 +110,12 @@ tasks: inputs: variables: input_string1: - description: input_string1 type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json index 76d88d9c0..cbfa8601a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_repetitive_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"word_counter":{"type":{"simple":"STRUCT"},"description":"word_counter"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_repetitive_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_repetitive_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"word_counter":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_repetitive_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml index c960ed3fd..cc0480585 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: word_counter: - description: word_counter type: Type: Simple: 9 outputs: variables: o0: - description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json index 8cacfaff0..b60fd3b9e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"}}}}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml index 02c6d654b..25407ec2f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml @@ -7,14 +7,12 @@ template: inputs: variables: path: - description: path type: Type: Simple: 3 outputs: variables: path: - description: path type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json index 11b6fde3c..d817f6bb3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml index 22abe612c..8755f54d9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: path: - description: path type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json index b2cb13986..7b5ea6d5b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_task_plugin.my_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"my-objectstore-sensor","timeout":"1200s","retries":{"retries":10}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"start-node","var":"path"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"my-objectstore-sensor"},"overrides":{}}},{"id":"n1","metadata":{"name":"print_file","retries":{}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"n0","var":"path"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}}}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_task_plugin.my_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"my-objectstore-sensor","timeout":"1200s","retries":{"retries":10}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"start-node","var":"path"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"my-objectstore-sensor"},"overrides":{}}},{"id":"n1","metadata":{"name":"print_file","retries":{}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"n0","var":"path"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"}}}}}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml index 402fd6cf3..3fda2f015 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml @@ -28,14 +28,12 @@ primary: inputs: variables: path: - description: path type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -142,14 +140,12 @@ tasks: inputs: variables: path: - description: path type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -170,14 +166,12 @@ tasks: inputs: variables: path: - description: path type: Type: Simple: 3 outputs: variables: path: - description: path type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json index 1c4fb75ba..841b56a05 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml index 09de82f8d..0797731e4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json index facb1b580..637bd6bec 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"d"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml index 534a613c2..1390679eb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: d: - description: d type: Type: Blob: @@ -45,7 +44,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json index 502dcc7bc..719d31fd5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_types.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"generate","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"overrides":{}}},{"id":"n1","metadata":{"name":"consume","retries":{}},"inputs":[{"var":"d","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"d"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_types.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"generate","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"overrides":{}}},{"id":"n1","metadata":{"name":"consume","retries":{}},"inputs":[{"var":"d","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml index a787de1df..7bcc498db 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml @@ -29,7 +29,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -126,7 +125,6 @@ tasks: inputs: variables: d: - description: d type: Type: Blob: @@ -135,7 +133,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -186,7 +183,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json index ad97e5669..6ec86a006 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml index a51c5f930..97ab68b61 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml @@ -36,19 +36,16 @@ template: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: c: - description: c type: Type: Simple: 3 t1_int_output: - description: t1_int_output type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json index ffb21f335..cf087d05e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"},"b":{"type":{"simple":"STRING"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml index cbafc2509..626c601a7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml @@ -36,19 +36,16 @@ template: inputs: variables: a: - description: a type: Type: Simple: 3 b: - description: b type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json index 043a725a4..503a0ec1a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.basic_workflow.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"},"b":{"type":{"simple":"STRING"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"},"b":{"type":{"simple":"STRING"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.basic_workflow.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}},"o1":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml index 411de9a45..c921f496f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml @@ -32,24 +32,20 @@ primary: inputs: variables: a: - description: a type: Type: Simple: 1 b: - description: b type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 1 o1: - description: o1 type: Type: Simple: 3 @@ -171,19 +167,16 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: c: - description: c type: Type: Simple: 3 t1_int_output: - description: t1_int_output type: Type: Simple: 1 @@ -233,19 +226,16 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 3 b: - description: b type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json index 1e87c99ca..364c46fb6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml index aeb251f66..9222ae62b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: x: - description: x type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json index 8b14f216a..723d6b9b3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml index 44a9b9db2..942edea2b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: x: - description: x type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json index 54410a1fe..0d0793412 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_tasks.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_tasks.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml index 299e8cbe8..f1ff7461a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml @@ -28,14 +28,12 @@ primary: inputs: variables: x: - description: x type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -139,14 +137,12 @@ tasks: inputs: variables: x: - description: x type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -196,14 +192,12 @@ tasks: inputs: variables: x: - description: x type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json index 9d2fa632f..ac3f69275 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml index a2a6ce0bc..f623b9f08 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: x: - description: x type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json index 1ff8097a1..4a6f18816 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml index 05101da67..e17431af7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: x: - description: x type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json index 464a6ba15..ecb81ced9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_workflows.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"setup","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"overrides":{}}},{"id":"n2","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"overrides":{}}},{"id":"n3","metadata":{"name":"teardown","retries":{}},"upstreamNodeIds":["n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node","n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n2","n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]},"n2":{"ids":["n1"]},"n3":{"ids":["n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","setup"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","teardown"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_workflows.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"setup","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"overrides":{}}},{"id":"n2","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"overrides":{}}},{"id":"n3","metadata":{"name":"teardown","retries":{}},"upstreamNodeIds":["n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node","n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n2","n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]},"n2":{"ids":["n1"]},"n3":{"ids":["n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","setup"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","teardown"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml index ac0947fce..30c9b9f64 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml @@ -44,14 +44,12 @@ primary: inputs: variables: x: - description: x type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -228,14 +226,12 @@ tasks: inputs: variables: x: - description: x type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 @@ -285,14 +281,12 @@ tasks: inputs: variables: x: - description: x type: Type: Simple: 2 outputs: variables: o0: - description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json index 6552b2c20..3ecac75be 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml index 096b98ed1..3da5111eb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml @@ -36,12 +36,10 @@ template: inputs: variables: data: - description: data type: Type: Simple: 9 df: - description: df type: Type: StructuredDatasetType: @@ -49,7 +47,6 @@ template: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json index eb8237858..edd1ca6d7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.sphinx_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"},"description":"A data class pertaining to the new record to be stored in the DataFrame"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.sphinx_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml index 476d5b528..c6ac4c15c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml @@ -22,13 +22,10 @@ primary: inputs: variables: data: - description: A data class pertaining to the new record to be stored in - the DataFrame type: Type: Simple: 9 df: - description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -36,7 +33,6 @@ primary: outputs: variables: o0: - description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -126,12 +122,10 @@ tasks: inputs: variables: data: - description: data type: Type: Simple: 9 df: - description: df type: Type: StructuredDatasetType: @@ -139,7 +133,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json index d447f71b3..00281b196 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.numpy_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"},"description":"A data class pertaining to the new record to be stored in the DataFrame"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.numpy_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml index fe9455ad7..54092009f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml @@ -22,13 +22,10 @@ primary: inputs: variables: data: - description: A data class pertaining to the new record to be stored in - the DataFrame type: Type: Simple: 9 df: - description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -36,7 +33,6 @@ primary: outputs: variables: o0: - description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -126,12 +122,10 @@ tasks: inputs: variables: data: - description: data type: Type: Simple: 9 df: - description: df type: Type: StructuredDatasetType: @@ -139,7 +133,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json index f5547537c..4ace3a69f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.google_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"},"description":"A data class pertaining to the new record to be stored in the DataFrame"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.google_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml index 009a95224..15327f811 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml @@ -22,13 +22,10 @@ primary: inputs: variables: data: - description: A data class pertaining to the new record to be stored in - the DataFrame type: Type: Simple: 9 df: - description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -36,7 +33,6 @@ primary: outputs: variables: o0: - description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -126,12 +122,10 @@ tasks: inputs: variables: data: - description: data type: Type: Simple: 9 df: - description: df type: Type: StructuredDatasetType: @@ -139,7 +133,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json index 5cd043980..a770ef5d9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}},"description":"column_names"},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}},"description":"columns_to_normalize"},"csv_url":{"type":{"blob":{}},"description":"csv_url"},"output_location":{"type":{"simple":"STRING"},"description":"output_location"}}},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml index a1bc58803..8510f521c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml @@ -36,33 +36,28 @@ template: inputs: variables: column_names: - description: column_names type: Type: CollectionType: Type: Simple: 3 columns_to_normalize: - description: columns_to_normalize type: Type: CollectionType: Type: Simple: 3 csv_url: - description: csv_url type: Type: Blob: {} output_location: - description: output_location type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json index 26b68e68f..5a8bbebb0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.files.normalize_csv_file"},"metadata":{},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}},"description":"column_names"},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}},"description":"columns_to_normalize"},"csv_url":{"type":{"blob":{}},"description":"csv_url"},"output_location":{"type":{"simple":"STRING"},"description":"output_location"}}},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"normalize_columns","retries":{}},"inputs":[{"var":"column_names","binding":{"promise":{"nodeId":"start-node","var":"column_names"}}},{"var":"columns_to_normalize","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize"}}},{"var":"csv_url","binding":{"promise":{"nodeId":"start-node","var":"csv_url"}}},{"var":"output_location","binding":{"promise":{"nodeId":"start-node","var":"output_location"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}},"description":"column_names"},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}},"description":"columns_to_normalize"},"csv_url":{"type":{"blob":{}},"description":"csv_url"},"output_location":{"type":{"simple":"STRING"},"description":"output_location"}}},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.files.normalize_csv_file"},"metadata":{},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"normalize_columns","retries":{}},"inputs":[{"var":"column_names","binding":{"promise":{"nodeId":"start-node","var":"column_names"}}},{"var":"columns_to_normalize","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize"}}},{"var":"csv_url","binding":{"promise":{"nodeId":"start-node","var":"csv_url"}}},{"var":"output_location","binding":{"promise":{"nodeId":"start-node","var":"output_location"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml index 7114a4db9..9cbd11613 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml @@ -22,33 +22,28 @@ primary: inputs: variables: column_names: - description: column_names type: Type: CollectionType: Type: Simple: 3 columns_to_normalize: - description: columns_to_normalize type: Type: CollectionType: Type: Simple: 3 csv_url: - description: csv_url type: Type: Blob: {} output_location: - description: output_location type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Blob: {} @@ -149,33 +144,28 @@ tasks: inputs: variables: column_names: - description: column_names type: Type: CollectionType: Type: Simple: 3 columns_to_normalize: - description: columns_to_normalize type: Type: CollectionType: Type: Simple: 3 csv_url: - description: csv_url type: Type: Blob: {} output_location: - description: output_location type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json index cf7cce377..84c2d96c2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}},"description":"csv_urls"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml index a791a8bb6..5250bf7e5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: csv_urls: - description: csv_urls type: Type: CollectionType: @@ -45,7 +44,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json index ca9245d4b..51420f5ec 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_metadata"},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_to_normalize_metadata"},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"csv_files_dir"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml index 9aee2ad72..97673cb23 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: columns_metadata: - description: columns_metadata type: Type: CollectionType: @@ -45,7 +44,6 @@ template: Type: Simple: 3 columns_to_normalize_metadata: - description: columns_to_normalize_metadata type: Type: CollectionType: @@ -54,7 +52,6 @@ template: Type: Simple: 3 csv_files_dir: - description: csv_files_dir type: Type: Blob: @@ -62,7 +59,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json index 3d456006b..e48ac4272 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.folders.download_and_normalize_csv_files"},"metadata":{},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_metadata"},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_to_normalize_metadata"},"csv_urls":{"type":{"collectionType":{"simple":"STRING"}},"description":"csv_urls"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"download_files","retries":{}},"inputs":[{"var":"csv_urls","binding":{"promise":{"nodeId":"start-node","var":"csv_urls"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"overrides":{}}},{"id":"n1","metadata":{"name":"normalize_all_files","retries":{}},"inputs":[{"var":"columns_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_metadata"}}},{"var":"columns_to_normalize_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize_metadata"}}},{"var":"csv_files_dir","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}},"description":"csv_urls"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_metadata"},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_to_normalize_metadata"},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"csv_files_dir"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.folders.download_and_normalize_csv_files"},"metadata":{},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"download_files","retries":{}},"inputs":[{"var":"csv_urls","binding":{"promise":{"nodeId":"start-node","var":"csv_urls"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"overrides":{}}},{"id":"n1","metadata":{"name":"normalize_all_files","retries":{}},"inputs":[{"var":"columns_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_metadata"}}},{"var":"columns_to_normalize_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize_metadata"}}},{"var":"csv_files_dir","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml index b2e00b94b..e680dec7d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml @@ -30,7 +30,6 @@ primary: inputs: variables: columns_metadata: - description: columns_metadata type: Type: CollectionType: @@ -39,7 +38,6 @@ primary: Type: Simple: 3 columns_to_normalize_metadata: - description: columns_to_normalize_metadata type: Type: CollectionType: @@ -48,7 +46,6 @@ primary: Type: Simple: 3 csv_urls: - description: csv_urls type: Type: CollectionType: @@ -57,7 +54,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: Blob: @@ -174,7 +170,6 @@ tasks: inputs: variables: csv_urls: - description: csv_urls type: Type: CollectionType: @@ -183,7 +178,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Blob: @@ -234,7 +228,6 @@ tasks: inputs: variables: columns_metadata: - description: columns_metadata type: Type: CollectionType: @@ -243,7 +236,6 @@ tasks: Type: Simple: 3 columns_to_normalize_metadata: - description: columns_to_normalize_metadata type: Type: CollectionType: @@ -252,7 +244,6 @@ tasks: Type: Simple: 3 csv_files_dir: - description: csv_files_dir type: Type: Blob: @@ -260,7 +251,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json index 1708ae0d7..b40150260 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml index 5f7e8df0f..18c865d91 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json index 8471d4653..7675c22db 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.hello_world.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.hello_world.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml index 854d8d3f8..2ecbc2377 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml @@ -23,7 +23,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -100,7 +99,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json index 8b27eb750..ea88e7ea3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml index 1ca8539fc..81ba104fc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: a: - description: a type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json index d3c8187ab..46756983a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml index ce91ab334..db5bec98e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: a: - description: a type: Type: CollectionType: @@ -45,7 +44,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json index 5699bf6cf..d77cb048f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"my.imperative.workflow.example"},"metadata":{},"interface":{"inputs":{"variables":{"in1":{"type":{"simple":"STRING"},"description":"in1"},"in2":{"type":{"simple":"STRING"},"description":"in2"}}},"outputs":{"variables":{"output_from_t1":{"type":{"simple":"STRING"},"description":"output_from_t1"},"output_list":{"type":{"collectionType":{"simple":"STRING"}},"description":"output_list"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"in1"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"overrides":{}}},{"id":"n2","metadata":{"name":"t3","retries":{}},"inputs":[{"var":"a","binding":{"collection":{"bindings":[{"promise":{"nodeId":"start-node","var":"in1"}},{"promise":{"nodeId":"start-node","var":"in2"}}]}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"overrides":{}}}],"outputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"my.imperative.workflow.example"},"metadata":{},"interface":{"inputs":{"variables":{"in1":{"type":{"simple":"STRING"}},"in2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"output_from_t1":{"type":{"simple":"STRING"}},"output_list":{"type":{"collectionType":{"simple":"STRING"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"in1"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"overrides":{}}},{"id":"n2","metadata":{"name":"t3","retries":{}},"inputs":[{"var":"a","binding":{"collection":{"bindings":[{"promise":{"nodeId":"start-node","var":"in1"}},{"promise":{"nodeId":"start-node","var":"in2"}}]}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"overrides":{}}}],"outputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml index 995b85816..0b216ba6d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml @@ -38,24 +38,20 @@ primary: inputs: variables: in1: - description: in1 type: Type: Simple: 3 in2: - description: in2 type: Type: Simple: 3 outputs: variables: output_from_t1: - description: output_from_t1 type: Type: Simple: 3 output_list: - description: output_list type: Type: CollectionType: @@ -204,14 +200,12 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -306,7 +300,6 @@ tasks: inputs: variables: a: - description: a type: Type: CollectionType: @@ -315,7 +308,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json index d18526292..10b4ff7cd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"},"description":"val"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml index c12472950..68b7270d7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: val: - description: val type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json index d2dc1524a..82850d01d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"},"description":"val"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"val","binding":{"promise":{"nodeId":"start-node","var":"val"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"},"description":"val"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"val","binding":{"promise":{"nodeId":"start-node","var":"val"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml index e65a21d91..cbc87074c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml @@ -22,14 +22,12 @@ primary: inputs: variables: val: - description: val type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 @@ -112,14 +110,12 @@ tasks: inputs: variables: val: - description: val type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json index 19d7e6018..1ca4c761f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"},"description":"am"},"day_of_week":{"type":{"simple":"STRING"},"description":"day_of_week"},"number":{"type":{"simple":"INTEGER"},"description":"number"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml index e1f4b461d..b5b0f90b3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml @@ -36,24 +36,20 @@ template: inputs: variables: am: - description: am type: Type: Simple: 4 day_of_week: - description: day_of_week type: Type: Simple: 3 number: - description: number type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json index ea8bdf3ab..919415a8c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.go_greet"},"metadata":{},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"},"description":"am"},"day_of_week":{"type":{"simple":"STRING"},"description":"day_of_week"},"number":{"type":{"simple":"INTEGER"},"description":"number"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"am","binding":{"promise":{"nodeId":"start-node","var":"am"}}},{"var":"day_of_week","binding":{"promise":{"nodeId":"start-node","var":"day_of_week"}}},{"var":"number","binding":{"promise":{"nodeId":"start-node","var":"number"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"},"description":"am"},"day_of_week":{"type":{"simple":"STRING"},"description":"day_of_week"},"number":{"type":{"simple":"INTEGER"},"description":"number"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.go_greet"},"metadata":{},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"am","binding":{"promise":{"nodeId":"start-node","var":"am"}}},{"var":"day_of_week","binding":{"promise":{"nodeId":"start-node","var":"day_of_week"}}},{"var":"number","binding":{"promise":{"nodeId":"start-node","var":"number"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml index 108e7c2f3..02f477ee7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml @@ -22,24 +22,20 @@ primary: inputs: variables: am: - description: am type: Type: Simple: 4 day_of_week: - description: day_of_week type: Type: Simple: 3 number: - description: number type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -134,24 +130,20 @@ tasks: inputs: variables: am: - description: am type: Type: Simple: 4 day_of_week: - description: day_of_week type: Type: Simple: 3 number: - description: number type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json index 61a70d7d5..c6ff71c16 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"},"description":"greet"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml index 6a66d8ed7..e47ca6eef 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: greet: - description: greet type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json index 4e727dbeb..c6172bd3f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.named_outputs.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"greet1":{"type":{"simple":"STRING"},"description":"greet1"},"greet2":{"type":{"simple":"STRING"},"description":"greet2"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}},{"id":"n1","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}}],"outputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"},"description":"greet"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.named_outputs.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"greet1":{"type":{"simple":"STRING"}},"greet2":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}},{"id":"n1","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}}],"outputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml index 98ca530c6..4d0a00cc2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml @@ -31,12 +31,10 @@ primary: outputs: variables: greet1: - description: greet1 type: Type: Simple: 3 greet2: - description: greet2 type: Type: Simple: 3 @@ -137,7 +135,6 @@ tasks: outputs: variables: greet: - description: greet type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json index 9e0d31f61..c110aa77d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"}}},"outputs":{"variables":{"i":{"type":{"blob":{}},"description":"i"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}}}},"outputs":{"variables":{"i":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml index 589d2bb6c..1e81b44ff 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: x: - description: x type: Type: Blob: {} outputs: variables: i: - description: i type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json index b07811e7a..4b8a38df1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"}}},"outputs":{"variables":{"j":{"type":{"blob":{}},"description":"j"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"j":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml index 268100940..535d72c8b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml @@ -36,12 +36,10 @@ template: inputs: variables: x: - description: x type: Type: Blob: {} "y": - description: "y" type: Type: Blob: @@ -49,7 +47,6 @@ template: outputs: variables: j: - description: j type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json index 1a1811cae..711bd115e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"},"z":{"type":{"blob":{}},"description":"z"}}},"outputs":{"variables":{"k":{"type":{"blob":{}},"description":"k"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}},"z":{"type":{"blob":{}}}}},"outputs":{"variables":{"k":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml index 0b355865c..d3e819c75 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml @@ -36,25 +36,21 @@ template: inputs: variables: x: - description: x type: Type: Blob: {} "y": - description: "y" type: Type: Blob: dimensionality: 1 z: - description: z type: Type: Blob: {} outputs: variables: k: - description: k type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json index 55fe197d1..f355f93b5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml index 817744621..d49540ed9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml @@ -37,12 +37,10 @@ template: outputs: variables: o0: - description: o0 type: Type: Blob: {} o1: - description: o1 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json index 8976a06fd..3f5fa878c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.shell_task.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},{"id":"n0","metadata":{"name":"create_entities","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"overrides":{}}},{"id":"n1","metadata":{"name":"task_1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_1"},"overrides":{}}},{"id":"n2","metadata":{"name":"task_2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"i"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_2"},"overrides":{}}},{"id":"n3","metadata":{"name":"task_3","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}},{"var":"z","binding":{"promise":{"nodeId":"n2","var":"j"}}}],"upstreamNodeIds":["n0","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_3"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2","n3"]},"n1":{"ids":["n2"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n0","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"}}},"outputs":{"variables":{"i":{"type":{"blob":{}},"description":"i"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"}}},"outputs":{"variables":{"j":{"type":{"blob":{}},"description":"j"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"},"z":{"type":{"blob":{}},"description":"z"}}},"outputs":{"variables":{"k":{"type":{"blob":{}},"description":"k"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.shell_task.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},{"id":"n0","metadata":{"name":"create_entities","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"overrides":{}}},{"id":"n1","metadata":{"name":"task_1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_1"},"overrides":{}}},{"id":"n2","metadata":{"name":"task_2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"i"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_2"},"overrides":{}}},{"id":"n3","metadata":{"name":"task_3","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}},{"var":"z","binding":{"promise":{"nodeId":"n2","var":"j"}}}],"upstreamNodeIds":["n0","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_3"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2","n3"]},"n1":{"ids":["n2"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n0","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}}}},"outputs":{"variables":{"i":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"j":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}},"z":{"type":{"blob":{}}}}},"outputs":{"variables":{"k":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml index be10236b2..bd6be9fe1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml @@ -45,7 +45,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: Blob: {} @@ -205,12 +204,10 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Blob: {} o1: - description: o1 type: Type: Blob: @@ -261,14 +258,12 @@ tasks: inputs: variables: x: - description: x type: Type: Blob: {} outputs: variables: i: - description: i type: Type: Blob: {} @@ -318,12 +313,10 @@ tasks: inputs: variables: x: - description: x type: Type: Blob: {} "y": - description: "y" type: Type: Blob: @@ -331,7 +324,6 @@ tasks: outputs: variables: j: - description: j type: Type: Blob: {} @@ -381,25 +373,21 @@ tasks: inputs: variables: x: - description: x type: Type: Blob: {} "y": - description: "y" type: Type: Blob: dimensionality: 1 z: - description: z type: Type: Blob: {} outputs: variables: k: - description: k type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json index ce87c5eb4..ee4baf767 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"},"description":"n"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml index e75da1ead..bd4ef0f44 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: "n": - description: "n" type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json index 821e48cb2..be8549add 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"},"description":"n"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml index b4f3b0059..62873897d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: "n": - description: "n" type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json index d7c0f78c7..4dcedc838 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml index 08cc1b467..e302738da 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json index dbd48434e..b7222e5c8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml index 81122326e..377a06912 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: df: - description: df type: Type: StructuredDatasetType: @@ -44,7 +43,6 @@ template: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json index 1051ddb94..6d3a26cfb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df1"},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df2"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}}},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml index 19c4a0b56..441e0bdc8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml @@ -36,13 +36,11 @@ template: inputs: variables: df1: - description: df1 type: Type: StructuredDatasetType: format: parquet df2: - description: df2 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json index 52cc09b53..07b032daa 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.task_cache.cached_dataframe_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"uncached_data_reading_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n3","metadata":{"name":"compare_dataframes","retries":{}},"inputs":[{"var":"df1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"df2","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"upstreamNodeIds":["n1","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2"]},"n1":{"ids":["n2","n3"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n1","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df1"},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df2"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.task_cache.cached_dataframe_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"uncached_data_reading_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n3","metadata":{"name":"compare_dataframes","retries":{}},"inputs":[{"var":"df1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"df2","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"upstreamNodeIds":["n1","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2"]},"n1":{"ids":["n2","n3"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n1","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}}},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml index f9c1413ad..f26e3b8e1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml @@ -172,7 +172,6 @@ tasks: inputs: variables: df: - description: df type: Type: StructuredDatasetType: @@ -180,7 +179,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -233,13 +231,11 @@ tasks: inputs: variables: df1: - description: df1 type: Type: StructuredDatasetType: format: parquet df2: - description: df2 type: Type: StructuredDatasetType: @@ -292,7 +288,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json index bcb06af45..63c4b59ab 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache_serialize.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0","cacheSerializable":true},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"},"description":"n"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache_serialize","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache_serialize.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0","cacheSerializable":true},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache_serialize","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml index f911b2817..38aa5a3da 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: "n": - description: "n" type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json index 40b21406f..9680cb3d4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"},"description":"run_date"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml index dd6011d2a..e18fb4da5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: run_date: - description: run_date type: Type: Simple: 5 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json index e50585631..b368aaafd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.date_formatter_wf"},"metadata":{},"interface":{"inputs":{"variables":{"kickoff_time":{"type":{"simple":"DATETIME"},"description":"kickoff_time"}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"format_date","retries":{}},"inputs":[{"var":"run_date","binding":{"promise":{"nodeId":"start-node","var":"kickoff_time"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"},"description":"run_date"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.date_formatter_wf"},"metadata":{},"interface":{"inputs":{"variables":{"kickoff_time":{"type":{"simple":"DATETIME"}}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"format_date","retries":{}},"inputs":[{"var":"run_date","binding":{"promise":{"nodeId":"start-node","var":"kickoff_time"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml index 63b51ed88..9e021008b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml @@ -22,7 +22,6 @@ primary: inputs: variables: kickoff_time: - description: kickoff_time type: Type: Simple: 5 @@ -92,14 +91,12 @@ tasks: inputs: variables: run_date: - description: run_date type: Type: Simple: 5 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json index 619ee3663..e6885b5d9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml index 8307254f4..b18bb3856 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: name: - description: name type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json index 8148e1f46..6271378ec 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.positive_wf"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"be_positive","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.positive_wf"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"be_positive","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml index ce6892e8a..bdb07b8b5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml @@ -22,7 +22,6 @@ primary: inputs: variables: name: - description: name type: Type: Simple: 3 @@ -92,14 +91,12 @@ tasks: inputs: variables: name: - description: name type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json index 26a9fa7a8..f5865fd41 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml index 605b68ac0..42acd5080 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: x: - description: x type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json index 1234ed562..a33ece887 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"},"description":"x"},"y":{"type":{"simple":"STRUCT"},"description":"y"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"}},"y":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml index 1fc0de103..879b6e2eb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml @@ -36,19 +36,16 @@ template: inputs: variables: x: - description: x type: Type: Simple: 9 "y": - description: "y" type: Type: Simple: 9 outputs: variables: o0: - description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json index 272a30944..0938d623a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml index 5bf6a88d1..fa8c6428c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json index 9c8356510..9282fd497 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"},"description":"res"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml index 7903f1340..c40e47a39 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: res: - description: res type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json index eb78d7377..dab469c02 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.custom_objects.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"},"y":{"type":{"simple":"INTEGER"},"description":"y"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"},"o1":{"type":{"simple":"STRUCT"},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"upload_result","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"overrides":{}}},{"id":"n1","metadata":{"name":"download_result","retries":{}},"inputs":[{"var":"res","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"overrides":{}}},{"id":"n2","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n3","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"y"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n4","metadata":{"name":"add","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n3","var":"o0"}}}],"upstreamNodeIds":["n2","n3"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"n2":{"ids":["n4"]},"n3":{"ids":["n4"]},"n4":{"ids":["end-node"]},"start-node":{"ids":["n0","n2","n3"]}},"upstream":{"end-node":{"ids":["n0","n1","n4"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["n2","n3"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"},"description":"x"},"y":{"type":{"simple":"STRUCT"},"description":"y"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"},"description":"res"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.custom_objects.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}},"y":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}},"o1":{"type":{"simple":"STRUCT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"upload_result","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"overrides":{}}},{"id":"n1","metadata":{"name":"download_result","retries":{}},"inputs":[{"var":"res","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"overrides":{}}},{"id":"n2","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n3","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"y"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n4","metadata":{"name":"add","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n3","var":"o0"}}}],"upstreamNodeIds":["n2","n3"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"n2":{"ids":["n4"]},"n3":{"ids":["n4"]},"n4":{"ids":["end-node"]},"start-node":{"ids":["n0","n2","n3"]}},"upstream":{"end-node":{"ids":["n0","n1","n4"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["n2","n3"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"}},"y":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml index 5b501dc16..b6ed5e08b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml @@ -52,24 +52,20 @@ primary: inputs: variables: x: - description: x type: Type: Simple: 1 "y": - description: "y" type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 9 o1: - description: o1 type: Type: Simple: 9 @@ -244,19 +240,16 @@ tasks: inputs: variables: x: - description: x type: Type: Simple: 9 "y": - description: "y" type: Type: Simple: 9 outputs: variables: o0: - description: o0 type: Type: Simple: 9 @@ -306,7 +299,6 @@ tasks: inputs: variables: res: - description: res type: Type: Simple: 9 @@ -357,14 +349,12 @@ tasks: inputs: variables: x: - description: x type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Simple: 9 @@ -415,7 +405,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json index eca10f268..2ace2f265 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml index 0fae7d3a9..0572c611a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: c: - description: c type: Type: EnumType: @@ -47,7 +46,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json index 0e7247628..64520b4c9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml index b462494f0..f958c02b7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: c: - description: c type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: EnumType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json index d7138ddcd..3a2ab9e94 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.enums.enum_wf"},"metadata":{},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"enum_stringify","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"start-node","var":"c"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"overrides":{}}},{"id":"n1","metadata":{"name":"string_to_enum","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.enums.enum_wf"},"metadata":{},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}},"o1":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"enum_stringify","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"start-node","var":"c"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"overrides":{}}},{"id":"n1","metadata":{"name":"string_to_enum","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml index bba8ffd73..6207a831f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml @@ -30,7 +30,6 @@ primary: inputs: variables: c: - description: c type: Type: EnumType: @@ -41,7 +40,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: EnumType: @@ -50,7 +48,6 @@ primary: - green - blue o1: - description: o1 type: Type: Simple: 3 @@ -166,7 +163,6 @@ tasks: inputs: variables: c: - description: c type: Type: EnumType: @@ -177,7 +173,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Simple: 3 @@ -227,14 +222,12 @@ tasks: inputs: variables: c: - description: c type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: EnumType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json index a37d07fc3..84471d377 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml index a2718f2b1..25d98f6cc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: name: - description: name type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json index 99fa13352..b85f106fc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.flyte_pickle.welcome"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.flyte_pickle.welcome"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml index ea8d409bf..1599f7ef0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml @@ -22,14 +22,12 @@ primary: inputs: variables: name: - description: name type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Blob: @@ -113,14 +111,12 @@ tasks: inputs: variables: name: - description: name type: Type: Simple: 3 outputs: variables: o0: - description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json index 5534e1938..2c866a8b0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml index 2d3cc79ba..8d666c74a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json index 2b07493ac..79a0be9fa 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml index 1aa87e184..1fad94261 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: df: - description: df type: Type: StructuredDatasetType: @@ -44,7 +43,6 @@ template: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json index 9525ad31a..db3f1ad26 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.schema.df_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"add_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.schema.df_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"add_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml index 0705cf08f..6d1d7f9b1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml @@ -28,14 +28,12 @@ primary: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -140,7 +138,6 @@ tasks: inputs: variables: df: - description: df type: Type: StructuredDatasetType: @@ -148,7 +145,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -199,14 +195,12 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json index 7b5f4f492..7172e97ad 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml index 67a7f9421..784b9e440 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json index b3c304c80..e70fe876d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml index 1acf451ae..653e382a8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml @@ -36,14 +36,12 @@ template: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Schema: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json index 55abb2d7d..cc1cbf58f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml index c971e8c68..94bafdd69 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: df: - description: df type: Type: StructuredDatasetType: @@ -49,7 +48,6 @@ template: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json index 3e71837c5..1ca4daf85 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"ds"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml index eaa88c989..73aaf3867 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: ds: - description: ds type: Type: StructuredDatasetType: @@ -49,7 +48,6 @@ template: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json index b8cbc8498..7dbc40f6f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.pandas_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"ds"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.pandas_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml index 3b370e22f..3bf66f617 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml @@ -34,14 +34,12 @@ primary: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -172,14 +170,12 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -243,7 +239,6 @@ tasks: inputs: variables: df: - description: df type: Type: StructuredDatasetType: @@ -256,7 +251,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -312,7 +306,6 @@ tasks: inputs: variables: ds: - description: ds type: Type: StructuredDatasetType: @@ -325,7 +318,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json index 580133119..371860f87 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.schema_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_schema_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"ds"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.schema_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_schema_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml index b0acffc8b..161b48759 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml @@ -34,14 +34,12 @@ primary: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -172,14 +170,12 @@ tasks: inputs: variables: a: - description: a type: Type: Simple: 1 outputs: variables: o0: - description: o0 type: Type: Schema: @@ -234,7 +230,6 @@ tasks: inputs: variables: df: - description: df type: Type: StructuredDatasetType: @@ -247,7 +242,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: @@ -303,7 +297,6 @@ tasks: inputs: variables: ds: - description: ds type: Type: StructuredDatasetType: @@ -316,7 +309,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json index 2e42e5d76..ea1a61664 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml index ef63cec2c..0c6d990ed 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml @@ -37,7 +37,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Schema: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json index 7e1246f7c..74db5581a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"schema"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml index 8fb24a505..ac876cd2c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml @@ -36,7 +36,6 @@ template: inputs: variables: schema: - description: schema type: Type: Schema: @@ -47,7 +46,6 @@ template: outputs: variables: o0: - description: o0 type: Type: Schema: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json index b09b037b6..41ecc4645 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.typed_schema.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"schema","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"schema"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.typed_schema.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"schema","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml index 9a9218d6f..1d115b0c3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml @@ -29,7 +29,6 @@ primary: outputs: variables: o0: - description: o0 type: Type: Schema: @@ -129,7 +128,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Schema: @@ -183,7 +181,6 @@ tasks: inputs: variables: schema: - description: schema type: Type: Schema: @@ -194,7 +191,6 @@ tasks: outputs: variables: o0: - description: o0 type: Type: Schema: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml index 611df7f11..018b5eb18 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml @@ -118,7 +118,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: FLOAT status: @@ -161,29 +160,24 @@ tasks: inputs: variables: X_test: - description: X_test type: structuredDatasetType: format: parquet X_train: - description: X_train type: structuredDatasetType: format: parquet y_test: - description: y_test type: structuredDatasetType: format: parquet y_train: - description: y_train type: structuredDatasetType: format: parquet outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -231,22 +225,18 @@ tasks: outputs: variables: test_features: - description: test_features type: structuredDatasetType: format: parquet test_labels: - description: test_labels type: structuredDatasetType: format: parquet train_features: - description: train_features type: structuredDatasetType: format: parquet train_labels: - description: train_labels type: structuredDatasetType: format: parquet diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml index a982ea817..53d3aa7d5 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml @@ -306,43 +306,33 @@ tasks: inputs: variables: area_haskell: - description: area_haskell type: simple: FLOAT area_julia: - description: area_julia type: simple: FLOAT area_python: - description: area_python type: simple: FLOAT area_r: - description: area_r type: simple: FLOAT area_shell: - description: area_shell type: simple: FLOAT metadata_haskell: - description: metadata_haskell type: simple: STRING metadata_julia: - description: metadata_julia type: simple: STRING metadata_python: - description: metadata_python type: simple: STRING metadata_r: - description: metadata_r type: simple: STRING metadata_shell: - description: metadata_shell type: simple: STRING outputs: {} @@ -379,21 +369,17 @@ tasks: inputs: variables: a: - description: a type: simple: FLOAT b: - description: b type: simple: FLOAT outputs: variables: area: - description: area type: simple: FLOAT metadata: - description: metadata type: simple: STRING metadata: @@ -430,21 +416,17 @@ tasks: inputs: variables: a: - description: a type: simple: FLOAT b: - description: b type: simple: FLOAT outputs: variables: area: - description: area type: simple: FLOAT metadata: - description: metadata type: simple: STRING metadata: @@ -481,21 +463,17 @@ tasks: inputs: variables: a: - description: a type: simple: FLOAT b: - description: b type: simple: FLOAT outputs: variables: area: - description: area type: simple: FLOAT metadata: - description: metadata type: simple: STRING metadata: @@ -533,21 +511,17 @@ tasks: inputs: variables: a: - description: a type: simple: FLOAT b: - description: b type: simple: FLOAT outputs: variables: area: - description: area type: simple: FLOAT metadata: - description: metadata type: simple: STRING metadata: @@ -583,21 +557,17 @@ tasks: inputs: variables: a: - description: a type: simple: FLOAT b: - description: b type: simple: FLOAT outputs: variables: area: - description: area type: simple: FLOAT metadata: - description: metadata type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml index 08aab2983..29bc1b6b9 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml @@ -157,23 +157,18 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRING o1: - description: o1 type: simple: STRING o2: - description: o2 type: simple: STRING o3: - description: o3 type: simple: STRING o4: - description: o4 type: simple: STRING status: @@ -217,11 +212,9 @@ tasks: outputs: variables: o0: - description: o0 type: simple: STRING o1: - description: o1 type: simple: STRING metadata: @@ -274,7 +267,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: STRING metadata: @@ -326,11 +318,9 @@ tasks: outputs: variables: o0: - description: o0 type: simple: STRING o1: - description: o1 type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml index 6e9f69634..c30ffc272 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml @@ -97,7 +97,6 @@ spec: outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet @@ -142,7 +141,6 @@ tasks: outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml index 2dc77a01d..f0b17af3b 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml @@ -94,7 +94,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: INTEGER status: @@ -137,13 +136,11 @@ tasks: inputs: variables: n_iterations: - description: n_iterations type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml index 65c6d88fe..8e959bd0c 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml @@ -147,7 +147,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: FLOAT status: @@ -190,15 +189,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -245,15 +240,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml index 0111d6e95..7b94c0b89 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml @@ -169,7 +169,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: FLOAT status: @@ -212,15 +211,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -267,15 +262,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml index a5164fdba..eb37b0a97 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml @@ -189,7 +189,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: FLOAT status: @@ -232,15 +231,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -287,15 +282,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml index 8c0a3228f..03836a7dc 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml @@ -140,7 +140,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: INTEGER status: @@ -183,13 +182,11 @@ tasks: inputs: variables: seed: - description: seed type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: BOOLEAN metadata: @@ -237,7 +234,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: @@ -285,7 +281,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml index 33b496470..c3854d679 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml @@ -120,7 +120,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: INTEGER status: @@ -164,7 +163,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: @@ -212,7 +210,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml index 72d515db4..1b9ec7a14 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml @@ -248,7 +248,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: FLOAT status: @@ -291,15 +290,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -346,15 +341,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml index c4b4d8f51..a2ff6638c 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml @@ -185,7 +185,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: FLOAT status: @@ -228,17 +227,14 @@ tasks: inputs: variables: a: - description: a type: simple: FLOAT b: - description: b type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -285,13 +281,11 @@ tasks: inputs: variables: seed: - description: seed type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: BOOLEAN metadata: @@ -338,15 +332,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -393,15 +383,11 @@ tasks: inputs: variables: "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml index 01456b725..45edd8304 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml @@ -103,7 +103,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: INTEGER status: @@ -149,17 +148,14 @@ tasks: inputs: variables: s1: - description: s1 type: simple: STRING s2: - description: s2 type: simple: STRING outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml index 092b01552..552d1b806 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml @@ -120,7 +120,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRING status: @@ -163,14 +162,12 @@ tasks: inputs: variables: b: - description: b type: collectionType: simple: STRING outputs: variables: o0: - description: o0 type: simple: STRING metadata: @@ -219,14 +216,12 @@ tasks: inputs: variables: a: - description: a type: collectionType: simple: INTEGER outputs: variables: o0: - description: o0 type: collectionType: simple: STRING diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml index 51ca15b3c..fa333434d 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml @@ -156,7 +156,6 @@ spec: outputs: variables: o0: - description: o0 type: collectionType: simple: INTEGER @@ -203,18 +202,15 @@ tasks: inputs: variables: numbers: - description: numbers type: collectionType: simple: INTEGER run_local_at_count: - description: run_local_at_count type: simple: INTEGER outputs: variables: o0: - description: o0 type: collectionType: simple: INTEGER @@ -262,14 +258,12 @@ tasks: inputs: variables: numbers: - description: numbers type: collectionType: simple: INTEGER outputs: variables: o0: - description: o0 type: collectionType: simple: INTEGER diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml index 6b62c1c02..633da9a81 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml @@ -127,11 +127,9 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRING o1: - description: o1 type: simple: STRING status: @@ -174,17 +172,14 @@ tasks: inputs: variables: a: - description: a type: simple: INTEGER outputs: variables: c: - description: c type: simple: STRING t1_int_output: - description: t1_int_output type: simple: INTEGER metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml index beafc755b..98f73f45c 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml @@ -94,7 +94,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRUCT status: @@ -137,13 +136,11 @@ tasks: inputs: variables: input_string1: - description: input_string1 type: simple: STRING outputs: variables: o0: - description: o0 type: simple: STRUCT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml index fd0838f4a..91a5e738d 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml @@ -116,7 +116,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRING status: @@ -159,13 +158,11 @@ tasks: inputs: variables: path: - description: path type: simple: STRING outputs: variables: o0: - description: o0 type: simple: STRING metadata: @@ -183,13 +180,11 @@ tasks: inputs: variables: path: - description: path type: simple: STRING outputs: variables: path: - description: path type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml index a529d5cb2..92daf8689 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml @@ -103,7 +103,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRING status: @@ -146,7 +145,6 @@ tasks: inputs: variables: d: - description: d type: blob: dimensionality: MULTIPART @@ -154,7 +152,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: STRING metadata: @@ -202,7 +199,6 @@ tasks: outputs: variables: o0: - description: o0 type: blob: dimensionality: MULTIPART diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml index 0ce1559ba..6d52f7746 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml @@ -139,11 +139,9 @@ spec: outputs: variables: o0: - description: o0 type: simple: INTEGER o1: - description: o1 type: simple: STRING status: @@ -186,17 +184,14 @@ tasks: inputs: variables: a: - description: a type: simple: INTEGER outputs: variables: c: - description: c type: simple: STRING t1_int_output: - description: t1_int_output type: simple: INTEGER metadata: @@ -243,17 +238,14 @@ tasks: inputs: variables: a: - description: a type: simple: STRING b: - description: b type: simple: STRING outputs: variables: o0: - description: o0 type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml index e2148b85f..3920835e6 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml @@ -114,7 +114,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: INTEGER status: @@ -157,13 +156,11 @@ tasks: inputs: variables: x: - description: x type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: @@ -210,13 +207,11 @@ tasks: inputs: variables: x: - description: x type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml index e7685926c..f94c0ea9a 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml @@ -148,7 +148,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: FLOAT status: @@ -234,13 +233,11 @@ tasks: inputs: variables: x: - description: x type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: @@ -287,13 +284,11 @@ tasks: inputs: variables: x: - description: x type: simple: FLOAT outputs: variables: o0: - description: o0 type: simple: FLOAT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml index af9a39f9e..b71c5a23b 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml @@ -104,7 +104,6 @@ spec: outputs: variables: o0: - description: Pandas DataFrame type: structuredDatasetType: format: parquet @@ -148,18 +147,15 @@ tasks: inputs: variables: data: - description: data type: simple: STRUCT df: - description: df type: structuredDatasetType: format: parquet outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml index ad46626db..614fe0743 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml @@ -104,7 +104,6 @@ spec: outputs: variables: o0: - description: Pandas DataFrame type: structuredDatasetType: format: parquet @@ -148,18 +147,15 @@ tasks: inputs: variables: data: - description: data type: simple: STRUCT df: - description: df type: structuredDatasetType: format: parquet outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml index fe05c3163..4ed4f0e68 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml @@ -104,7 +104,6 @@ spec: outputs: variables: o0: - description: Pandas DataFrame type: structuredDatasetType: format: parquet @@ -148,18 +147,15 @@ tasks: inputs: variables: data: - description: data type: simple: STRUCT df: - description: df type: structuredDatasetType: format: parquet outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml index 3de1233e8..eb6d09c68 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml @@ -127,7 +127,6 @@ spec: outputs: variables: o0: - description: o0 type: blob: {} status: @@ -170,27 +169,22 @@ tasks: inputs: variables: column_names: - description: column_names type: collectionType: simple: STRING columns_to_normalize: - description: columns_to_normalize type: collectionType: simple: STRING csv_url: - description: csv_url type: blob: {} output_location: - description: output_location type: simple: STRING outputs: variables: o0: - description: o0 type: blob: {} metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml index 1f8f1b28b..8603a881d 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml @@ -145,7 +145,6 @@ spec: outputs: variables: o0: - description: o0 type: blob: dimensionality: MULTIPART @@ -189,14 +188,12 @@ tasks: inputs: variables: csv_urls: - description: csv_urls type: collectionType: simple: STRING outputs: variables: o0: - description: o0 type: blob: dimensionality: MULTIPART @@ -244,26 +241,22 @@ tasks: inputs: variables: columns_metadata: - description: columns_metadata type: collectionType: collectionType: simple: STRING columns_to_normalize_metadata: - description: columns_to_normalize_metadata type: collectionType: collectionType: simple: STRING csv_files_dir: - description: csv_files_dir type: blob: dimensionality: MULTIPART outputs: variables: o0: - description: o0 type: blob: dimensionality: MULTIPART diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml index e1fd3a108..57fbfabf7 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml @@ -83,7 +83,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRING status: @@ -127,7 +126,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml index f155d57ed..7bf3321b7 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml @@ -163,11 +163,9 @@ spec: outputs: variables: output_from_t1: - description: output_from_t1 type: simple: STRING output_list: - description: output_list type: collectionType: simple: STRING @@ -211,13 +209,11 @@ tasks: inputs: variables: a: - description: a type: simple: STRING outputs: variables: o0: - description: o0 type: simple: STRING metadata: @@ -307,14 +303,12 @@ tasks: inputs: variables: a: - description: a type: collectionType: simple: STRING outputs: variables: o0: - description: o0 type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml index c6bb548f4..84454acd0 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml @@ -94,7 +94,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: INTEGER status: @@ -137,13 +136,11 @@ tasks: inputs: variables: val: - description: val type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: INTEGER metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml index f093b6088..1e3316bff 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml @@ -112,7 +112,6 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRING status: @@ -155,21 +154,17 @@ tasks: inputs: variables: am: - description: am type: simple: BOOLEAN day_of_week: - description: day_of_week type: simple: STRING number: - description: number type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml index a4221ec3d..cb8d7ba31 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml @@ -110,11 +110,9 @@ spec: outputs: variables: greet1: - description: greet1 type: simple: STRING greet2: - description: greet2 type: simple: STRING status: @@ -158,7 +156,6 @@ tasks: outputs: variables: greet: - description: greet type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml index e73b21cc2..35c747cac 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml @@ -164,7 +164,6 @@ spec: outputs: variables: o0: - description: o0 type: blob: {} status: @@ -208,11 +207,9 @@ tasks: outputs: variables: o0: - description: o0 type: blob: {} o1: - description: o1 type: blob: dimensionality: MULTIPART @@ -260,13 +257,11 @@ tasks: inputs: variables: x: - description: x type: blob: {} outputs: variables: i: - description: i type: blob: {} metadata: @@ -313,18 +308,15 @@ tasks: inputs: variables: x: - description: x type: blob: {} "y": - description: "y" type: blob: dimensionality: MULTIPART outputs: variables: j: - description: j type: blob: {} metadata: @@ -371,22 +363,18 @@ tasks: inputs: variables: x: - description: x type: blob: {} "y": - description: "y" type: blob: dimensionality: MULTIPART z: - description: z type: blob: {} outputs: variables: k: - description: k type: blob: {} metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml index 12d664789..6f40a115f 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml @@ -180,14 +180,12 @@ tasks: inputs: variables: df: - description: df type: structuredDatasetType: format: parquet outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet @@ -237,12 +235,10 @@ tasks: inputs: variables: df1: - description: df1 type: structuredDatasetType: format: parquet df2: - description: df2 type: structuredDatasetType: format: parquet @@ -292,7 +288,6 @@ tasks: outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml index d3580a6cb..bcf17e538 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml @@ -23,7 +23,7 @@ inputs: kickoff_time: scalar: primitive: - datetime: "2022-05-20T00:03:10.517401Z" + datetime: "2022-05-20T00:30:29.832616Z" kind: flyteworkflow metadata: creationTimestamp: null @@ -120,13 +120,11 @@ tasks: inputs: variables: run_date: - description: run_date type: simple: DATETIME outputs: variables: o0: - description: o0 type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml index c1c43067f..8aca784d7 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml @@ -120,13 +120,11 @@ tasks: inputs: variables: name: - description: name type: simple: STRING outputs: variables: o0: - description: o0 type: simple: STRING metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml index fcc3119be..57dd92a74 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml @@ -196,11 +196,9 @@ spec: outputs: variables: o0: - description: o0 type: simple: STRUCT o1: - description: o1 type: simple: STRUCT status: @@ -243,17 +241,14 @@ tasks: inputs: variables: x: - description: x type: simple: STRUCT "y": - description: "y" type: simple: STRUCT outputs: variables: o0: - description: o0 type: simple: STRUCT metadata: @@ -300,7 +295,6 @@ tasks: inputs: variables: res: - description: res type: simple: STRUCT outputs: {} @@ -348,13 +342,11 @@ tasks: inputs: variables: x: - description: x type: simple: INTEGER outputs: variables: o0: - description: o0 type: simple: STRUCT metadata: @@ -402,7 +394,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: STRUCT metadata: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml index 872f69e75..260c1c101 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml @@ -127,7 +127,6 @@ spec: outputs: variables: o0: - description: o0 type: enumType: values: @@ -135,7 +134,6 @@ spec: - green - blue o1: - description: o1 type: simple: STRING status: @@ -178,7 +176,6 @@ tasks: inputs: variables: c: - description: c type: enumType: values: @@ -188,7 +185,6 @@ tasks: outputs: variables: o0: - description: o0 type: simple: STRING metadata: @@ -235,13 +231,11 @@ tasks: inputs: variables: c: - description: c type: simple: STRING outputs: variables: o0: - description: o0 type: enumType: values: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml index b37a5eedf..17529df04 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml @@ -94,7 +94,6 @@ spec: outputs: variables: o0: - description: o0 type: blob: format: PythonPickle @@ -138,13 +137,11 @@ tasks: inputs: variables: name: - description: name type: simple: STRING outputs: variables: o0: - description: o0 type: blob: format: PythonPickle diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml index c7cc0b959..1d7f73d86 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml @@ -114,7 +114,6 @@ spec: outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet @@ -158,14 +157,12 @@ tasks: inputs: variables: df: - description: df type: structuredDatasetType: format: parquet outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet @@ -213,13 +210,11 @@ tasks: inputs: variables: a: - description: a type: simple: INTEGER outputs: variables: o0: - description: o0 type: structuredDatasetType: format: parquet diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml index f97a58dec..548a07c95 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml @@ -134,7 +134,6 @@ spec: outputs: variables: o0: - description: o0 type: structuredDatasetType: columns: @@ -182,13 +181,11 @@ tasks: inputs: variables: a: - description: a type: simple: INTEGER outputs: variables: o0: - description: o0 type: structuredDatasetType: columns: @@ -246,7 +243,6 @@ tasks: inputs: variables: df: - description: df type: structuredDatasetType: columns: @@ -257,7 +253,6 @@ tasks: outputs: variables: o0: - description: o0 type: structuredDatasetType: columns: @@ -309,7 +304,6 @@ tasks: inputs: variables: ds: - description: ds type: structuredDatasetType: columns: @@ -320,7 +314,6 @@ tasks: outputs: variables: o0: - description: o0 type: structuredDatasetType: columns: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml index 8f03b5e16..ceb764fa9 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml @@ -134,7 +134,6 @@ spec: outputs: variables: o0: - description: o0 type: structuredDatasetType: columns: @@ -182,13 +181,11 @@ tasks: inputs: variables: a: - description: a type: simple: INTEGER outputs: variables: o0: - description: o0 type: schema: columns: @@ -240,7 +237,6 @@ tasks: inputs: variables: df: - description: df type: structuredDatasetType: columns: @@ -251,7 +247,6 @@ tasks: outputs: variables: o0: - description: o0 type: structuredDatasetType: columns: @@ -303,7 +298,6 @@ tasks: inputs: variables: ds: - description: ds type: structuredDatasetType: columns: @@ -314,7 +308,6 @@ tasks: outputs: variables: o0: - description: o0 type: structuredDatasetType: columns: diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml index 031c7fca7..cd06f0454 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml @@ -103,7 +103,6 @@ spec: outputs: variables: o0: - description: o0 type: schema: columns: @@ -149,7 +148,6 @@ tasks: outputs: variables: o0: - description: o0 type: schema: columns: @@ -200,7 +198,6 @@ tasks: inputs: variables: schema: - description: schema type: schema: columns: @@ -210,7 +207,6 @@ tasks: outputs: variables: o0: - description: o0 type: schema: columns: diff --git a/pkg/compiler/validators/interface_test.go b/pkg/compiler/validators/interface_test.go index 64fbbf0c3..376afac52 100644 --- a/pkg/compiler/validators/interface_test.go +++ b/pkg/compiler/validators/interface_test.go @@ -42,8 +42,8 @@ func TestStripInterfaceTypeMetadata(t *testing.T) { } i := &core.TypedInterface{ - Inputs: &(*vars), - Outputs: &(*vars), + Inputs: vars, + Outputs: vars, } stripped := StripInterfaceTypeMetadata(i) From bed8e7b01e9a18ba883aad640e24050464ef8557 Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Thu, 19 May 2022 17:50:48 -0700 Subject: [PATCH 4/7] Use a fixed time for datetime field literals Signed-off-by: Haytham Abuelfutuh --- pkg/compiler/test/compiler_test.go | 3 +++ ...cheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/pkg/compiler/test/compiler_test.go b/pkg/compiler/test/compiler_test.go index 705bdaa3b..8f934aa28 100644 --- a/pkg/compiler/test/compiler_test.go +++ b/pkg/compiler/test/compiler_test.go @@ -9,6 +9,7 @@ import ( "reflect" "strings" "testing" + "time" "github.com/flyteorg/flytepropeller/pkg/visualize" @@ -55,6 +56,8 @@ func makeDefaultInputs(iface *core.TypedInterface) *core.LiteralMap { }, }, } + } else if reflect.TypeOf(inputVar.Type.Type) == reflect.TypeOf(&core.LiteralType_Simple{}) && inputVar.Type.GetSimple() == core.SimpleType_DATETIME { + res[inputName] = coreutils.MustMakeLiteral(time.UnixMicro(10)) } else { res[inputName] = coreutils.MustMakeDefaultLiteralForType(inputVar.Type) } diff --git a/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml index bcf17e538..27376484c 100755 --- a/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml @@ -23,7 +23,7 @@ inputs: kickoff_time: scalar: primitive: - datetime: "2022-05-20T00:30:29.832616Z" + datetime: "1970-01-01T00:00:00.000010Z" kind: flyteworkflow metadata: creationTimestamp: null From 340ee6ac5e409e073f4b7e44fa79d0a1061df6ed Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Thu, 19 May 2022 18:40:23 -0700 Subject: [PATCH 5/7] Move logic to strip metadata to k8s transformer Signed-off-by: Haytham Abuelfutuh --- pkg/compiler/task_compiler.go | 3 - ...ation.multi_images.svm_trainer_1_task.json | 2 +- ...ation.multi_images.svm_trainer_1_task.yaml | 4 + ...ion.multi_images.svm_predictor_1_task.json | 2 +- ...ion.multi_images.svm_predictor_1_task.yaml | 5 + ...ization.multi_images.my_workflow_2_wf.json | 2 +- ...ization.multi_images.my_workflow_2_wf.yaml | 10 + ...04_ellipse-area-metadata-shell_1_task.json | 2 +- ...04_ellipse-area-metadata-shell_1_task.yaml | 4 + ...5_ellipse-area-metadata-python_1_task.json | 2 +- ...5_ellipse-area-metadata-python_1_task.yaml | 4 + .../006_ellipse-area-metadata-r_1_task.json | 2 +- .../006_ellipse-area-metadata-r_1_task.yaml | 4 + ..._ellipse-area-metadata-haskell_1_task.json | 2 +- ..._ellipse-area-metadata-haskell_1_task.yaml | 4 + ...08_ellipse-area-metadata-julia_1_task.json | 2 +- ...08_ellipse-area-metadata-julia_1_task.yaml | 4 + ...er.report_all_calculated_areas_1_task.json | 2 +- ...er.report_all_calculated_areas_1_task.yaml | 10 + ...ontainerization.raw_container.wf_2_wf.json | 2 +- ...ontainerization.raw_container.wf_2_wf.yaml | 32 +++ ...zation.use_secrets.secret_task_1_task.json | 2 +- ...zation.use_secrets.secret_task_1_task.yaml | 1 + ...ion.use_secrets.user_info_task_1_task.json | 2 +- ...ion.use_secrets.user_info_task_1_task.yaml | 2 + ...n.use_secrets.secret_file_task_1_task.json | 2 +- ...n.use_secrets.secret_file_task_1_task.yaml | 2 + ...n.use_secrets.my_secret_workflow_2_wf.json | 2 +- ...n.use_secrets.my_secret_workflow_2_wf.yaml | 10 + ....control_flow.chain_tasks.read_1_task.json | 2 +- ....control_flow.chain_tasks.read_1_task.yaml | 1 + ..._flow.chain_tasks.chain_tasks_wf_2_wf.json | 2 +- ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 2 + ...flow.checkpoint.use_checkpoint_1_task.json | 2 +- ...flow.checkpoint.use_checkpoint_1_task.yaml | 2 + ....control_flow.checkpoint.example_2_wf.json | 2 +- ....control_flow.checkpoint.example_2_wf.yaml | 4 + ...control_flow.conditions.square_1_task.json | 2 +- ...control_flow.conditions.square_1_task.yaml | 4 + ...control_flow.conditions.double_1_task.json | 2 +- ...control_flow.conditions.double_1_task.yaml | 4 + ...ntrol_flow.conditions.multiplier_2_wf.json | 2 +- ...ntrol_flow.conditions.multiplier_2_wf.yaml | 10 + ...rol_flow.conditions.multiplier_2_2_wf.json | 2 +- ...rol_flow.conditions.multiplier_2_2_wf.yaml | 10 + ...rol_flow.conditions.multiplier_3_2_wf.json | 2 +- ...rol_flow.conditions.multiplier_3_2_wf.yaml | 10 + ...trol_flow.conditions.coin_toss_1_task.json | 2 +- ...trol_flow.conditions.coin_toss_1_task.yaml | 2 + ...control_flow.conditions.failed_1_task.json | 2 +- ...control_flow.conditions.failed_1_task.yaml | 1 + ...ontrol_flow.conditions.success_1_task.json | 2 +- ...ontrol_flow.conditions.success_1_task.yaml | 1 + ...flow.conditions.basic_boolean_wf_2_wf.json | 2 +- ...flow.conditions.basic_boolean_wf_2_wf.yaml | 6 + ...ol_flow.conditions.bool_input_wf_2_wf.json | 2 +- ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 4 + ...low.conditions.nested_conditions_2_wf.json | 2 +- ...low.conditions.nested_conditions_2_wf.yaml | 10 + ...ntrol_flow.conditions.calc_sum_1_task.json | 2 +- ...ntrol_flow.conditions.calc_sum_1_task.yaml | 3 + ..._flow.conditions.consume_outputs_2_wf.json | 2 +- ..._flow.conditions.consume_outputs_2_wf.yaml | 16 ++ ...rol_flow.dynamics.return_index_1_task.json | 2 +- ...rol_flow.dynamics.return_index_1_task.yaml | 2 + ...trol_flow.dynamics.update_list_1_task.json | 2 +- ...trol_flow.dynamics.update_list_1_task.yaml | 3 + ...rol_flow.dynamics.derive_count_1_task.json | 2 +- ...rol_flow.dynamics.derive_count_1_task.yaml | 3 + ...flow.dynamics.count_characters_1_task.json | 2 +- ...flow.dynamics.count_characters_1_task.yaml | 3 + ...48_core.control_flow.dynamics.wf_2_wf.json | 2 +- ...48_core.control_flow.dynamics.wf_2_wf.yaml | 6 + ..._flow.map_task.a_mappable_task_1_task.json | 2 +- ..._flow.map_task.a_mappable_task_1_task.yaml | 2 + ...control_flow.map_task.coalesce_1_task.json | 2 +- ...control_flow.map_task.coalesce_1_task.yaml | 2 + ..._task.mapper_a_mappable_task_0_1_task.json | 2 +- ..._task.mapper_a_mappable_task_0_1_task.yaml | 2 + ...ol_flow.map_task.my_map_workflow_2_wf.json | 2 +- ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 6 + ....control_flow.merge_sort.split_1_task.json | 2 +- ....control_flow.merge_sort.split_1_task.yaml | 4 + ....control_flow.merge_sort.merge_1_task.json | 2 +- ....control_flow.merge_sort.merge_1_task.yaml | 3 + ...l_flow.merge_sort.sort_locally_1_task.json | 2 +- ...l_flow.merge_sort.sort_locally_1_task.yaml | 2 + ...merge_sort.merge_sort_remotely_1_task.json | 2 +- ...merge_sort.merge_sort_remotely_1_task.yaml | 3 + ...ntrol_flow.merge_sort.merge_sort_2_wf.json | 2 +- ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 9 + ...e.control_flow.subworkflows.t1_1_task.json | 2 +- ...e.control_flow.subworkflows.t1_1_task.yaml | 3 + ...ntrol_flow.subworkflows.my_subwf_2_wf.json | 2 +- ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 6 + ....subworkflows.count_freq_words_1_task.json | 2 +- ....subworkflows.count_freq_words_1_task.yaml | 2 + ...l_flow.subworkflows.ext_workflow_2_wf.json | 2 +- ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 4 + ...rkflows.count_repetitive_words_1_task.json | 2 +- ...rkflows.count_repetitive_words_1_task.yaml | 2 + .../075_my-objectstore-sensor_1_task.json | 2 +- .../075_my-objectstore-sensor_1_task.yaml | 2 + ....custom_task_plugin.print_file_1_task.json | 2 +- ....custom_task_plugin.print_file_1_task.yaml | 2 + ...e.custom_task_plugin.my_workflow_2_wf.json | 2 +- ...e.custom_task_plugin.my_workflow_2_wf.yaml | 6 + ...nd_flyte.custom_types.generate_1_task.json | 2 +- ...nd_flyte.custom_types.generate_1_task.yaml | 1 + ...end_flyte.custom_types.consume_1_task.json | 2 +- ...end_flyte.custom_types.consume_1_task.yaml | 2 + ...ore.extend_flyte.custom_types.wf_2_wf.json | 2 +- ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 4 + ...flyte_basics.basic_workflow.t1_1_task.json | 2 +- ...flyte_basics.basic_workflow.t1_1_task.yaml | 3 + ...flyte_basics.basic_workflow.t2_1_task.json | 2 +- ...flyte_basics.basic_workflow.t2_1_task.yaml | 3 + ...lyte_basics.basic_workflow.my_wf_2_wf.json | 2 +- ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 10 + ...yte_basics.decorating_tasks.t1_1_task.json | 2 +- ...yte_basics.decorating_tasks.t1_1_task.yaml | 2 + ...yte_basics.decorating_tasks.t2_1_task.json | 2 +- ...yte_basics.decorating_tasks.t2_1_task.yaml | 2 + ...flyte_basics.decorating_tasks.wf_2_wf.json | 2 +- ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 6 + ...basics.decorating_workflows.t1_1_task.json | 2 +- ...basics.decorating_workflows.t1_1_task.yaml | 2 + ...basics.decorating_workflows.t2_1_task.json | 2 +- ...basics.decorating_workflows.t2_1_task.yaml | 2 + ...e_basics.decorating_workflows.wf_2_wf.json | 2 +- ...e_basics.decorating_workflows.wf_2_wf.yaml | 6 + ...s.documented_workflow.add_data_1_task.json | 2 +- ...s.documented_workflow.add_data_1_task.yaml | 19 ++ ...mented_workflow.sphinx_docstring_2_wf.json | 2 +- ...mented_workflow.sphinx_docstring_2_wf.yaml | 39 +++ ...umented_workflow.numpy_docstring_2_wf.json | 2 +- ...umented_workflow.numpy_docstring_2_wf.yaml | 39 +++ ...mented_workflow.google_docstring_2_wf.json | 2 +- ...mented_workflow.google_docstring_2_wf.yaml | 39 +++ ...basics.files.normalize_columns_1_task.json | 2 +- ...basics.files.normalize_columns_1_task.yaml | 5 + ..._basics.files.normalize_csv_file_2_wf.json | 2 +- ..._basics.files.normalize_csv_file_2_wf.yaml | 10 + ..._basics.folders.download_files_1_task.json | 2 +- ..._basics.folders.download_files_1_task.yaml | 2 + ...cs.folders.normalize_all_files_1_task.json | 2 +- ...cs.folders.normalize_all_files_1_task.yaml | 4 + ...download_and_normalize_csv_files_2_wf.json | 2 +- ...download_and_normalize_csv_files_2_wf.yaml | 10 + ...e_basics.hello_world.say_hello_1_task.json | 2 +- ...e_basics.hello_world.say_hello_1_task.yaml | 1 + ...e.flyte_basics.hello_world.my_wf_2_wf.json | 2 +- ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 2 + ..._basics.imperative_wf_style.t1_1_task.json | 2 +- ..._basics.imperative_wf_style.t1_1_task.yaml | 2 + ..._basics.imperative_wf_style.t3_1_task.json | 2 +- ..._basics.imperative_wf_style.t3_1_task.yaml | 2 + ...7_my.imperative.workflow.example_2_wf.json | 2 +- ...7_my.imperative.workflow.example_2_wf.yaml | 8 + ...19_core.flyte_basics.lp.square_1_task.json | 2 +- ...19_core.flyte_basics.lp.square_1_task.yaml | 2 + .../120_core.flyte_basics.lp.my_wf_2_wf.json | 2 +- .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 4 + ...124_core.flyte_basics.lp.greet_1_task.json | 2 +- ...124_core.flyte_basics.lp.greet_1_task.yaml | 4 + ...25_core.flyte_basics.lp.go_greet_2_wf.json | 2 +- ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 8 + ...basics.named_outputs.say_hello_1_task.json | 2 +- ...basics.named_outputs.say_hello_1_task.yaml | 1 + ...flyte_basics.named_outputs.my_wf_2_wf.json | 2 +- ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 3 + .../compiled/134_task_1_1_task.json | 2 +- .../compiled/134_task_1_1_task.yaml | 2 + .../compiled/136_task_2_1_task.json | 2 +- .../compiled/136_task_2_1_task.yaml | 3 + .../compiled/138_task_3_1_task.json | 2 +- .../compiled/138_task_3_1_task.yaml | 4 + ...ics.shell_task.create_entities_1_task.json | 2 +- ...ics.shell_task.create_entities_1_task.yaml | 2 + ..._core.flyte_basics.shell_task.wf_2_wf.json | 2 +- ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 12 + ..._core.flyte_basics.task.square_1_task.json | 2 +- ..._core.flyte_basics.task.square_1_task.yaml | 2 + ...flyte_basics.task_cache.square_1_task.json | 2 +- ...flyte_basics.task_cache.square_1_task.yaml | 2 + ...che.uncached_data_reading_task_1_task.json | 2 +- ...che.uncached_data_reading_task_1_task.yaml | 1 + ...he.cached_data_processing_task_1_task.json | 2 +- ...he.cached_data_processing_task_1_task.yaml | 2 + ....task_cache.compare_dataframes_1_task.json | 2 +- ....task_cache.compare_dataframes_1_task.yaml | 2 + ...s.task_cache.cached_dataframe_wf_2_wf.json | 2 +- ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 5 + ...cs.task_cache_serialize.square_1_task.json | 2 +- ...cs.task_cache_serialize.square_1_task.yaml | 2 + ...flows.lp_schedules.format_date_1_task.json | 2 +- ...flows.lp_schedules.format_date_1_task.yaml | 2 + ...s.lp_schedules.date_formatter_wf_2_wf.json | 2 +- ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 3 + ...flows.lp_schedules.be_positive_1_task.json | 2 +- ...flows.lp_schedules.be_positive_1_task.yaml | 2 + ...rkflows.lp_schedules.positive_wf_2_wf.json | 2 +- ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 3 + ...ystem.custom_objects.stringify_1_task.json | 2 +- ...ystem.custom_objects.stringify_1_task.yaml | 22 ++ ...type_system.custom_objects.add_1_task.json | 2 +- ...type_system.custom_objects.add_1_task.yaml | 63 +++++ ...m.custom_objects.upload_result_1_task.json | 2 +- ...m.custom_objects.upload_result_1_task.yaml | 42 ++++ ...custom_objects.download_result_1_task.json | 2 +- ...custom_objects.download_result_1_task.yaml | 42 ++++ ...re.type_system.custom_objects.wf_2_wf.json | 2 +- ...re.type_system.custom_objects.wf_2_wf.yaml | 234 +++++++++++++++++ ...pe_system.enums.enum_stringify_1_task.json | 2 +- ...pe_system.enums.enum_stringify_1_task.yaml | 2 + ...pe_system.enums.string_to_enum_1_task.json | 2 +- ...pe_system.enums.string_to_enum_1_task.yaml | 2 + ...6_core.type_system.enums.enum_wf_2_wf.json | 2 +- ...6_core.type_system.enums.enum_wf_2_wf.yaml | 7 + ...type_system.flyte_pickle.greet_1_task.json | 2 +- ...type_system.flyte_pickle.greet_1_task.yaml | 4 + ...type_system.flyte_pickle.welcome_2_wf.json | 2 +- ...type_system.flyte_pickle.welcome_2_wf.yaml | 8 + ...core.type_system.schema.get_df_1_task.json | 2 +- ...core.type_system.schema.get_df_1_task.yaml | 2 + ...core.type_system.schema.add_df_1_task.json | 2 +- ...core.type_system.schema.add_df_1_task.yaml | 2 + ...73_core.type_system.schema.df_wf_2_wf.json | 2 +- ...73_core.type_system.schema.df_wf_2_wf.yaml | 6 + ...stem.structured_dataset.get_df_1_task.json | 2 +- ...stem.structured_dataset.get_df_1_task.yaml | 2 + ...ructured_dataset.get_schema_df_1_task.json | 2 +- ...ructured_dataset.get_schema_df_1_task.yaml | 2 + ...ructured_dataset.get_subset_df_1_task.json | 2 +- ...ructured_dataset.get_subset_df_1_task.yaml | 2 + ...em.structured_dataset.to_numpy_1_task.json | 2 +- ...em.structured_dataset.to_numpy_1_task.yaml | 2 + ..._dataset.pandas_compatibility_wf_2_wf.json | 2 +- ..._dataset.pandas_compatibility_wf_2_wf.yaml | 8 + ..._dataset.schema_compatibility_wf_2_wf.json | 2 +- ..._dataset.schema_compatibility_wf_2_wf.yaml | 8 + ...re.type_system.typed_schema.t1_1_task.json | 2 +- ...re.type_system.typed_schema.t1_1_task.yaml | 1 + ...re.type_system.typed_schema.t2_1_task.json | 2 +- ...re.type_system.typed_schema.t2_1_task.yaml | 2 + ...core.type_system.typed_schema.wf_2_wf.json | 2 +- ...core.type_system.typed_schema.wf_2_wf.yaml | 4 + pkg/compiler/transformers/k8s/utils.go | 64 +++++ pkg/compiler/transformers/k8s/utils_test.go | 238 ++++++++++++++++++ pkg/compiler/transformers/k8s/workflow.go | 6 + pkg/compiler/validators/interface.go | 26 -- pkg/compiler/validators/interface_test.go | 40 --- pkg/compiler/validators/utils.go | 38 --- pkg/compiler/validators/utils_test.go | 201 --------------- pkg/compiler/workflow_compiler.go | 1 - 255 files changed, 1457 insertions(+), 432 deletions(-) diff --git a/pkg/compiler/task_compiler.go b/pkg/compiler/task_compiler.go index 535520d79..a310ee31f 100644 --- a/pkg/compiler/task_compiler.go +++ b/pkg/compiler/task_compiler.go @@ -3,8 +3,6 @@ package compiler import ( "fmt" - "github.com/flyteorg/flytepropeller/pkg/compiler/validators" - "github.com/flyteorg/flyteplugins/go/tasks/pluginmachinery/utils" v1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/util/validation" @@ -106,7 +104,6 @@ func compileTaskInternal(task *core.TaskTemplate, errs errors.CompileErrors) com validateK8sPod(task, errs.NewScope()) } - task.Interface = validators.StripInterfaceTypeMetadata(task.Interface) return taskBuilder{flyteTask: task} } diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json index 25f25ba36..05f293332 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_features"},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_labels"},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_features"},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_labels"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml index 04de0bfdb..95be6ba9c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml @@ -37,21 +37,25 @@ template: outputs: variables: test_features: + description: test_features type: Type: StructuredDatasetType: format: parquet test_labels: + description: test_labels type: Type: StructuredDatasetType: format: parquet train_features: + description: train_features type: Type: StructuredDatasetType: format: parquet train_labels: + description: train_labels type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json index 06b5a17b6..6fbaca5fe 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_test"},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_train"},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_test"},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_train"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml index 5c2b38a29..18a6297dd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml @@ -36,21 +36,25 @@ template: inputs: variables: X_test: + description: X_test type: Type: StructuredDatasetType: format: parquet X_train: + description: X_train type: Type: StructuredDatasetType: format: parquet y_test: + description: y_test type: Type: StructuredDatasetType: format: parquet y_train: + description: y_train type: Type: StructuredDatasetType: @@ -58,6 +62,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json index 384f533eb..145107a04 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.multi_images.my_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"svm_trainer","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"overrides":{}}},{"id":"n1","metadata":{"name":"svm_predictor","retries":{}},"inputs":[{"var":"X_test","binding":{"promise":{"nodeId":"n0","var":"test_features"}}},{"var":"X_train","binding":{"promise":{"nodeId":"n0","var":"train_features"}}},{"var":"y_test","binding":{"promise":{"nodeId":"n0","var":"test_labels"}}},{"var":"y_train","binding":{"promise":{"nodeId":"n0","var":"train_labels"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.multi_images.my_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"svm_trainer","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"overrides":{}}},{"id":"n1","metadata":{"name":"svm_predictor","retries":{}},"inputs":[{"var":"X_test","binding":{"promise":{"nodeId":"n0","var":"test_features"}}},{"var":"X_train","binding":{"promise":{"nodeId":"n0","var":"train_features"}}},{"var":"y_test","binding":{"promise":{"nodeId":"n0","var":"test_labels"}}},{"var":"y_train","binding":{"promise":{"nodeId":"n0","var":"train_labels"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_test"},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"X_train"},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_test"},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"y_train"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_features"},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"test_labels"},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_features"},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"train_labels"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml index b1016d2ae..fffe031b0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml @@ -29,6 +29,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -143,21 +144,25 @@ tasks: inputs: variables: X_test: + description: X_test type: Type: StructuredDatasetType: format: parquet X_train: + description: X_train type: Type: StructuredDatasetType: format: parquet y_test: + description: y_test type: Type: StructuredDatasetType: format: parquet y_train: + description: y_train type: Type: StructuredDatasetType: @@ -165,6 +170,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -215,21 +221,25 @@ tasks: outputs: variables: test_features: + description: test_features type: Type: StructuredDatasetType: format: parquet test_labels: + description: test_labels type: Type: StructuredDatasetType: format: parquet train_features: + description: train_features type: Type: StructuredDatasetType: format: parquet train_labels: + description: train_labels type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json index 54863076b..3c1b8893c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml index 67dd1702d..50241dad8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml @@ -25,20 +25,24 @@ template: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json index deee869f0..49d5d0f58 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml index ae569e46b..0f66634a9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml @@ -26,20 +26,24 @@ template: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json index bfb0cee76..a2cb0f3f2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml index 9db9a3aaa..033b2e471 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml @@ -27,20 +27,24 @@ template: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json index 8fbe34906..613bfa82b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml index 365810a1a..642f9c108 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml @@ -25,20 +25,24 @@ template: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json index c70c30fd8..1c18dd0bf 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml index 445f709ea..0a85c274c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml @@ -26,20 +26,24 @@ template: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json index 9f0a0bee4..0fa9f05a6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"}},"area_julia":{"type":{"simple":"FLOAT"}},"area_python":{"type":{"simple":"FLOAT"}},"area_r":{"type":{"simple":"FLOAT"}},"area_shell":{"type":{"simple":"FLOAT"}},"metadata_haskell":{"type":{"simple":"STRING"}},"metadata_julia":{"type":{"simple":"STRING"}},"metadata_python":{"type":{"simple":"STRING"}},"metadata_r":{"type":{"simple":"STRING"}},"metadata_shell":{"type":{"simple":"STRING"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"},"description":"area_haskell"},"area_julia":{"type":{"simple":"FLOAT"},"description":"area_julia"},"area_python":{"type":{"simple":"FLOAT"},"description":"area_python"},"area_r":{"type":{"simple":"FLOAT"},"description":"area_r"},"area_shell":{"type":{"simple":"FLOAT"},"description":"area_shell"},"metadata_haskell":{"type":{"simple":"STRING"},"description":"metadata_haskell"},"metadata_julia":{"type":{"simple":"STRING"},"description":"metadata_julia"},"metadata_python":{"type":{"simple":"STRING"},"description":"metadata_python"},"metadata_r":{"type":{"simple":"STRING"},"description":"metadata_r"},"metadata_shell":{"type":{"simple":"STRING"},"description":"metadata_shell"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml index 28eb94f97..a909e7c1a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml @@ -36,42 +36,52 @@ template: inputs: variables: area_haskell: + description: area_haskell type: Type: Simple: 2 area_julia: + description: area_julia type: Type: Simple: 2 area_python: + description: area_python type: Type: Simple: 2 area_r: + description: area_r type: Type: Simple: 2 area_shell: + description: area_shell type: Type: Simple: 2 metadata_haskell: + description: metadata_haskell type: Type: Simple: 3 metadata_julia: + description: metadata_julia type: Type: Simple: 3 metadata_python: + description: metadata_python type: Type: Simple: 3 metadata_r: + description: metadata_r type: Type: Simple: 3 metadata_shell: + description: metadata_shell type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json index c1aa57892..abeb832c6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.raw_container.wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"ellipse-area-metadata-shell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"overrides":{}}},{"id":"n1","metadata":{"name":"ellipse-area-metadata-python","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"overrides":{}}},{"id":"n2","metadata":{"name":"ellipse-area-metadata-r","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"overrides":{}}},{"id":"n3","metadata":{"name":"ellipse-area-metadata-haskell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"overrides":{}}},{"id":"n4","metadata":{"name":"ellipse-area-metadata-julia","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"overrides":{}}},{"id":"n5","metadata":{"name":"report_all_calculated_areas","retries":{}},"inputs":[{"var":"area_haskell","binding":{"promise":{"nodeId":"n3","var":"area"}}},{"var":"area_julia","binding":{"promise":{"nodeId":"n4","var":"area"}}},{"var":"area_python","binding":{"promise":{"nodeId":"n1","var":"area"}}},{"var":"area_r","binding":{"promise":{"nodeId":"n2","var":"area"}}},{"var":"area_shell","binding":{"promise":{"nodeId":"n0","var":"area"}}},{"var":"metadata_haskell","binding":{"promise":{"nodeId":"n3","var":"metadata"}}},{"var":"metadata_julia","binding":{"promise":{"nodeId":"n4","var":"metadata"}}},{"var":"metadata_python","binding":{"promise":{"nodeId":"n1","var":"metadata"}}},{"var":"metadata_r","binding":{"promise":{"nodeId":"n2","var":"metadata"}}},{"var":"metadata_shell","binding":{"promise":{"nodeId":"n0","var":"metadata"}}}],"upstreamNodeIds":["n0","n1","n2","n3","n4"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n5"]},"n1":{"ids":["n5"]},"n2":{"ids":["n5"]},"n3":{"ids":["n5"]},"n4":{"ids":["n5"]},"n5":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2","n3","n4"]}},"upstream":{"end-node":{"ids":["n5"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["start-node"]},"n5":{"ids":["n0","n1","n2","n3","n4"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"}},"area_julia":{"type":{"simple":"FLOAT"}},"area_python":{"type":{"simple":"FLOAT"}},"area_r":{"type":{"simple":"FLOAT"}},"area_shell":{"type":{"simple":"FLOAT"}},"metadata_haskell":{"type":{"simple":"STRING"}},"metadata_julia":{"type":{"simple":"STRING"}},"metadata_python":{"type":{"simple":"STRING"}},"metadata_r":{"type":{"simple":"STRING"}},"metadata_shell":{"type":{"simple":"STRING"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.raw_container.wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"ellipse-area-metadata-shell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"overrides":{}}},{"id":"n1","metadata":{"name":"ellipse-area-metadata-python","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"overrides":{}}},{"id":"n2","metadata":{"name":"ellipse-area-metadata-r","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"overrides":{}}},{"id":"n3","metadata":{"name":"ellipse-area-metadata-haskell","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"overrides":{}}},{"id":"n4","metadata":{"name":"ellipse-area-metadata-julia","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"overrides":{}}},{"id":"n5","metadata":{"name":"report_all_calculated_areas","retries":{}},"inputs":[{"var":"area_haskell","binding":{"promise":{"nodeId":"n3","var":"area"}}},{"var":"area_julia","binding":{"promise":{"nodeId":"n4","var":"area"}}},{"var":"area_python","binding":{"promise":{"nodeId":"n1","var":"area"}}},{"var":"area_r","binding":{"promise":{"nodeId":"n2","var":"area"}}},{"var":"area_shell","binding":{"promise":{"nodeId":"n0","var":"area"}}},{"var":"metadata_haskell","binding":{"promise":{"nodeId":"n3","var":"metadata"}}},{"var":"metadata_julia","binding":{"promise":{"nodeId":"n4","var":"metadata"}}},{"var":"metadata_python","binding":{"promise":{"nodeId":"n1","var":"metadata"}}},{"var":"metadata_r","binding":{"promise":{"nodeId":"n2","var":"metadata"}}},{"var":"metadata_shell","binding":{"promise":{"nodeId":"n0","var":"metadata"}}}],"upstreamNodeIds":["n0","n1","n2","n3","n4"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n5"]},"n1":{"ids":["n5"]},"n2":{"ids":["n5"]},"n3":{"ids":["n5"]},"n4":{"ids":["n5"]},"n5":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2","n3","n4"]}},"upstream":{"end-node":{"ids":["n5"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["start-node"]},"n5":{"ids":["n0","n1","n2","n3","n4"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"},"description":"area_haskell"},"area_julia":{"type":{"simple":"FLOAT"},"description":"area_julia"},"area_python":{"type":{"simple":"FLOAT"},"description":"area_python"},"area_r":{"type":{"simple":"FLOAT"},"description":"area_r"},"area_shell":{"type":{"simple":"FLOAT"},"description":"area_shell"},"metadata_haskell":{"type":{"simple":"STRING"},"description":"metadata_haskell"},"metadata_julia":{"type":{"simple":"STRING"},"description":"metadata_julia"},"metadata_python":{"type":{"simple":"STRING"},"description":"metadata_python"},"metadata_r":{"type":{"simple":"STRING"},"description":"metadata_r"},"metadata_shell":{"type":{"simple":"STRING"},"description":"metadata_shell"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},{"template":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"},"description":"area"},"metadata":{"type":{"simple":"STRING"},"description":"metadata"}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml index fde5774c3..534f0b937 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml @@ -60,10 +60,12 @@ primary: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 @@ -318,42 +320,52 @@ tasks: inputs: variables: area_haskell: + description: area_haskell type: Type: Simple: 2 area_julia: + description: area_julia type: Type: Simple: 2 area_python: + description: area_python type: Type: Simple: 2 area_r: + description: area_r type: Type: Simple: 2 area_shell: + description: area_shell type: Type: Simple: 2 metadata_haskell: + description: metadata_haskell type: Type: Simple: 3 metadata_julia: + description: metadata_julia type: Type: Simple: 3 metadata_python: + description: metadata_python type: Type: Simple: 3 metadata_r: + description: metadata_r type: Type: Simple: 3 metadata_shell: + description: metadata_shell type: Type: Simple: 3 @@ -393,20 +405,24 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 @@ -446,20 +462,24 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 @@ -499,20 +519,24 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 @@ -553,20 +577,24 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 @@ -605,20 +633,24 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: area: + description: area type: Type: Simple: 2 metadata: + description: metadata type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json index 1495391b4..18afcad0b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml index f8f965054..8ffeba716 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json index eeafdc55d..bbedc28c5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml index 6c272d571..b341ea9aa 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml @@ -37,10 +37,12 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 o1: + description: o1 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json index 27f7843b8..e6079debc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml index 80ff7b8f7..4a0fb267a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml @@ -37,10 +37,12 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 o1: + description: o1 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json index a7dcd79cf..0bfcb31ac 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.use_secrets.my_secret_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}},"o2":{"type":{"simple":"STRING"}},"o3":{"type":{"simple":"STRING"}},"o4":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},{"id":"n0","metadata":{"name":"secret_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"user_info_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"secret_file_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.containerization.use_secrets.my_secret_workflow"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"},"o2":{"type":{"simple":"STRING"},"description":"o2"},"o3":{"type":{"simple":"STRING"},"description":"o3"},"o4":{"type":{"simple":"STRING"},"description":"o4"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},{"id":"n0","metadata":{"name":"secret_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"user_info_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"secret_file_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml index 18820af41..65ecd563a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml @@ -39,22 +39,27 @@ primary: outputs: variables: o0: + description: o0 type: Type: Simple: 3 o1: + description: o1 type: Type: Simple: 3 o2: + description: o2 type: Type: Simple: 3 o3: + description: o3 type: Type: Simple: 3 o4: + description: o4 type: Type: Simple: 3 @@ -203,10 +208,12 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 o1: + description: o1 type: Type: Simple: 3 @@ -262,6 +269,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -316,10 +324,12 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 o1: + description: o1 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json index f5e4d68da..c86790fea 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml index 0804b6a4f..06da97bcd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json index 4dd19a5f1..d92d169c1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.chain_tasks.chain_tasks_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"write","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"overrides":{}}},{"id":"n1","metadata":{"name":"read","retries":{}},"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","write"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.chain_tasks.chain_tasks_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"write","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"overrides":{}}},{"id":"n1","metadata":{"name":"read","retries":{}},"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","write"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml index 4941c5a96..58205b8d6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml @@ -29,6 +29,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -120,6 +121,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json index d38e18512..927ed1eeb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"},"description":"n_iterations"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml index 2c5739276..f08dc2d35 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: n_iterations: + description: n_iterations type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json index 39d359f8c..a82eda712 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.checkpoint.example"},"metadata":{},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"use_checkpoint","retries":{"retries":3}},"inputs":[{"var":"n_iterations","binding":{"promise":{"nodeId":"start-node","var":"n_iterations"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.checkpoint.example"},"metadata":{},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"},"description":"n_iterations"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"use_checkpoint","retries":{"retries":3}},"inputs":[{"var":"n_iterations","binding":{"promise":{"nodeId":"start-node","var":"n_iterations"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"},"description":"n_iterations"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml index 32dcbbf68..c5499fa61 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml @@ -22,12 +22,14 @@ primary: inputs: variables: n_iterations: + description: n_iterations type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -111,12 +113,14 @@ tasks: inputs: variables: n_iterations: + description: n_iterations type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json index fa53950e8..cc91f9225 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml index 3e894c375..d53228e9f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml @@ -36,12 +36,16 @@ template: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable, and + the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json index da364acbd..2e84f4e06 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml index 5696c2ab3..c9567909a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml @@ -36,12 +36,16 @@ template: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable + and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json index 00cd072b3..67165cc1c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml index 614e7b6f5..035ad4371 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml @@ -28,12 +28,14 @@ primary: inputs: variables: my_input: + description: my_input type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -181,12 +183,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable + and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -236,12 +242,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable, and + the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json index 54937fc9c..b7ad91743 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_2"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_2"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml index 84a5cfa91..95759eaa4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml @@ -28,12 +28,14 @@ primary: inputs: variables: my_input: + description: my_input type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -212,12 +214,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable + and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -267,12 +273,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable, and + the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json index acdcb31a3..831689dee 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_3"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}},{"id":"n1","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.multiplier_3"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"fractions","message":"The input must be between 0 and 10"}}}},{"id":"n1","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml index be419a9aa..fbe3fe679 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml @@ -34,12 +34,14 @@ primary: inputs: variables: my_input: + description: my_input type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -239,12 +241,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable + and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -294,12 +300,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable, and + the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json index 7c92a9ce4..1889b13bb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml index c1cdbba57..8870ff8d7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: seed: + description: seed type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 4 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json index a78b1577b..04f899543 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml index 8ec028eea..5e0aa7d5d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json index 9d5b1dc2b..e223be296 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml index 0bcc09d09..bc6b50e4f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json index 06cbe7d49..a50902bfb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.basic_boolean_wf"},"metadata":{},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"test","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.basic_boolean_wf"},"metadata":{},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"test","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml index 00e7e4db8..e1774834c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml @@ -28,12 +28,14 @@ primary: inputs: variables: seed: + description: seed type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -172,12 +174,14 @@ tasks: inputs: variables: seed: + description: seed type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 4 @@ -228,6 +232,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -278,6 +283,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json index 16492b63d..0c11f4979 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.bool_input_wf"},"metadata":{},"interface":{"inputs":{"variables":{"b":{"type":{"simple":"BOOLEAN"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"test","retries":{}},"inputs":[{"var":".b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":".b"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.bool_input_wf"},"metadata":{},"interface":{"inputs":{"variables":{"b":{"type":{"simple":"BOOLEAN"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"test","retries":{}},"inputs":[{"var":".b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":".b"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"success","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"failed","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml index 9fc6a6722..949321dda 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml @@ -22,12 +22,14 @@ primary: inputs: variables: b: + description: b type: Type: Simple: 4 outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -146,6 +148,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -196,6 +199,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json index 0f03f7044..a3d53ddfa 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.nested_conditions"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"inner_fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"thenNode":{"id":"n0-n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.7}}}}}},"thenNode":{"id":"n0-n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"inner_fractions","message":"Only \u003c0.7 allowed"}}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"elseNode":{"id":"n0-n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n0-n0":{"ids":["start-node"]},"n0-n0-n1":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n0-n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.nested_conditions"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"thenNode":{"id":"n0-n0","metadata":{"name":"inner_fractions","retries":{}},"inputs":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"thenNode":{"id":"n0-n0-n0","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.7}}}}}},"thenNode":{"id":"n0-n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"error":{"failedNodeId":"inner_fractions","message":"Only \u003c0.7 allowed"}}}}},"other":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"thenNode":{"id":"n0-n1","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}}],"elseNode":{"id":"n0-n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n0-n0":{"ids":["start-node"]},"n0-n0-n1":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]},"n0-n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml index 13d1ab70d..a61d08e8c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml @@ -37,12 +37,14 @@ primary: inputs: variables: my_input: + description: my_input type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -319,12 +321,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable + and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -374,12 +380,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable, and + the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json index 5ce87b80c..cb3eb3627 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml index 9c0b7ae6a..87bdc4a87 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml @@ -36,16 +36,19 @@ template: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json index 1c9908fd4..c47000978 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.consume_outputs"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"}},"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"double_or_square","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"calc_sum","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"overrides":{}}}}}},{"id":"n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n1-n0":{"ids":["start-node"]},"n1-n1":{"ids":["start-node"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.conditions.consume_outputs"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"FLOAT"},"description":"my_input"},"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"coin_toss","retries":{}},"inputs":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"overrides":{}}},{"id":"n1","metadata":{"name":"double_or_square","retries":{}},"inputs":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"thenNode":{"id":"n1-n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"overrides":{}}}},"elseNode":{"id":"n1-n1","metadata":{"name":"calc_sum","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"overrides":{}}}}}},{"id":"n2","metadata":{"name":"double","retries":{}},"inputs":[{"var":"n","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n1-n0":{"ids":["start-node"]},"n1-n1":{"ids":["start-node"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"},"description":"a"},"b":{"type":{"simple":"FLOAT"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"},"description":"seed"}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable\nand the type is mapped to ``Types.Integer``"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"},"description":"name of the parameter for the task is derived from the name of the input variable, and\nthe type is automatically mapped to Types.Integer"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml index a10859269..20926d216 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml @@ -40,16 +40,19 @@ primary: inputs: variables: my_input: + description: my_input type: Type: Simple: 2 seed: + description: seed type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -229,16 +232,19 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 2 b: + description: b type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -288,12 +294,14 @@ tasks: inputs: variables: seed: + description: seed type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 4 @@ -343,12 +351,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable + and the type is mapped to ``Types.Integer`` type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -398,12 +410,16 @@ tasks: inputs: variables: "n": + description: |- + name of the parameter for the task is derived from the name of the input variable, and + the type is automatically mapped to Types.Integer type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json index 983d8cd96..f54422e82 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.return_index"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"character":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","return_index"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.return_index"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"character":{"type":{"simple":"STRING"},"description":"character"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","return_index"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml index bf816929e..0a3587730 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: character: + description: character type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json index f5875ffc9..789dda842 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.update_list"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq_list":{"type":{"collectionType":{"simple":"INTEGER"}}},"list_index":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","update_list"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.update_list"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq_list":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"freq_list"},"list_index":{"type":{"simple":"INTEGER"},"description":"list_index"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","update_list"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml index 0c51caec6..555f8dddb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml @@ -36,18 +36,21 @@ template: inputs: variables: freq_list: + description: freq_list type: Type: CollectionType: Type: Simple: 1 list_index: + description: list_index type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json index e996a8176..efbe3e4f3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.derive_count"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq1":{"type":{"collectionType":{"simple":"INTEGER"}}},"freq2":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","derive_count"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.derive_count"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"freq1":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"freq1"},"freq2":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"freq2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","derive_count"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml index 00096468c..9e924e600 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: freq1: + description: freq1 type: Type: CollectionType: Type: Simple: 1 freq2: + description: freq2 type: Type: CollectionType: @@ -50,6 +52,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json index 8fcea916e..a37b56453 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"},"description":"s1"},"s2":{"type":{"simple":"STRING"},"description":"s2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml index 50df53ac8..0605db6c2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml @@ -39,16 +39,19 @@ template: inputs: variables: s1: + description: s1 type: Type: Simple: 3 s2: + description: s2 type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json index b8b177fdb..3da378853 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.dynamics.wf"},"metadata":{},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_characters","retries":{}},"inputs":[{"var":"s1","binding":{"promise":{"nodeId":"start-node","var":"s1"}}},{"var":"s2","binding":{"promise":{"nodeId":"start-node","var":"s2"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.dynamics.wf"},"metadata":{},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"},"description":"s1"},"s2":{"type":{"simple":"STRING"},"description":"s2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_characters","retries":{}},"inputs":[{"var":"s1","binding":{"promise":{"nodeId":"start-node","var":"s1"}}},{"var":"s2","binding":{"promise":{"nodeId":"start-node","var":"s2"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"},"description":"s1"},"s2":{"type":{"simple":"STRING"},"description":"s2"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml index 0ad20af3b..cc80b0308 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml @@ -22,16 +22,19 @@ primary: inputs: variables: s1: + description: s1 type: Type: Simple: 3 s2: + description: s2 type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -123,16 +126,19 @@ tasks: inputs: variables: s1: + description: s1 type: Type: Simple: 3 s2: + description: s2 type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json index 9669d079f..85649eb4c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.a_mappable_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.a_mappable_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml index cfcf575ff..2cc969bce 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json index 8c5244c4e..099f10d1d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml index 7789649d3..c1add64c9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: b: + description: b type: Type: CollectionType: @@ -44,6 +45,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json index 117a47da0..1424cf493 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}},"description":"o0"}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml index f01087bb4..955ac744c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml @@ -38,6 +38,7 @@ template: inputs: variables: a: + description: a type: Type: CollectionType: @@ -46,6 +47,7 @@ template: outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json index 8c43411ed..b6ec606f2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.map_task.my_map_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"mapper_a_mappable_task_0","retries":{"retries":1}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"overrides":{"resources":{"requests":[{"name":"MEMORY","value":"300Mi"}],"limits":[{"name":"MEMORY","value":"500Mi"}]}}}},{"id":"n1","metadata":{"name":"coalesce","retries":{}},"inputs":[{"var":"b","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.map_task.my_map_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"mapper_a_mappable_task_0","retries":{"retries":1}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"overrides":{"resources":{"requests":[{"name":"MEMORY","value":"300Mi"}],"limits":[{"name":"MEMORY","value":"500Mi"}]}}}},{"id":"n1","metadata":{"name":"coalesce","retries":{}},"inputs":[{"var":"b","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}},"description":"o0"}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml index ab31953c6..42c7da57a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml @@ -28,6 +28,7 @@ primary: inputs: variables: a: + description: a type: Type: CollectionType: @@ -36,6 +37,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -147,6 +149,7 @@ tasks: inputs: variables: b: + description: b type: Type: CollectionType: @@ -155,6 +158,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -206,6 +210,7 @@ tasks: inputs: variables: a: + description: a type: Type: CollectionType: @@ -214,6 +219,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json index 892d4a2a1..2a28024de 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.split"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}},"o1":{"type":{"collectionType":{"simple":"INTEGER"}}},"o2":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","split"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.split"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"},"o1":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o1"},"o2":{"type":{"simple":"INTEGER"},"description":"o2"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","split"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml index 44fa9cf11..46815cb6e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: numbers: + description: numbers type: Type: CollectionType: @@ -44,18 +45,21 @@ template: outputs: variables: o0: + description: o0 type: Type: CollectionType: Type: Simple: 1 o1: + description: o1 type: Type: CollectionType: Type: Simple: 1 o2: + description: o2 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json index 56ebdfef6..b0713fe15 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"sorted_list1":{"type":{"collectionType":{"simple":"INTEGER"}}},"sorted_list2":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"sorted_list1":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"sorted_list1"},"sorted_list2":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"sorted_list2"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml index cf2567075..bb3a3dbbc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: sorted_list1: + description: sorted_list1 type: Type: CollectionType: Type: Simple: 1 sorted_list2: + description: sorted_list2 type: Type: CollectionType: @@ -50,6 +52,7 @@ template: outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json index f1504f94a..5f1148554 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml index 02203cc0a..3741ee770 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: numbers: + description: numbers type: Type: CollectionType: @@ -44,6 +45,7 @@ template: outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json index 34d838fec..2a8b4c8d0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"},"run_local_at_count":{"type":{"simple":"INTEGER"},"description":"run_local_at_count"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml index 5cb17c0cc..f61183d9c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml @@ -39,18 +39,21 @@ template: inputs: variables: numbers: + description: numbers type: Type: CollectionType: Type: Simple: 1 run_local_at_count: + description: run_local_at_count type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json index 96a5fbe88..587f08f92 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.merge_sort.merge_sort"},"metadata":{},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"numbers_count":{"type":{"simple":"INTEGER"}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"terminal_case","retries":{}},"inputs":[{"var":".numbers_count","binding":{"promise":{"nodeId":"start-node","var":"numbers_count"}}},{"var":".run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LTE","leftValue":{"var":".numbers_count"},"rightValue":{"var":".run_local_at_count"}}},"thenNode":{"id":"n0-n0","metadata":{"name":"sort_locally","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"merge_sort_remotely","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}},{"var":"run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.merge_sort.merge_sort"},"metadata":{},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"},"numbers_count":{"type":{"simple":"INTEGER"},"description":"numbers_count"},"run_local_at_count":{"type":{"simple":"INTEGER"},"description":"run_local_at_count"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"terminal_case","retries":{}},"inputs":[{"var":".numbers_count","binding":{"promise":{"nodeId":"start-node","var":"numbers_count"}}},{"var":".run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"branchNode":{"ifElse":{"case":{"condition":{"comparison":{"operator":"LTE","leftValue":{"var":".numbers_count"},"rightValue":{"var":".run_local_at_count"}}},"thenNode":{"id":"n0-n0","metadata":{"name":"sort_locally","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"overrides":{}}}},"elseNode":{"id":"n0-n1","metadata":{"name":"merge_sort_remotely","retries":{}},"inputs":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}},{"var":"run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"overrides":{}}}}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]},"n0-n0":{"ids":["start-node"]},"n0-n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"},"run_local_at_count":{"type":{"simple":"INTEGER"},"description":"run_local_at_count"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"numbers"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml index 6e8704d0a..217bfa1a0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml @@ -28,22 +28,26 @@ primary: inputs: variables: numbers: + description: numbers type: Type: CollectionType: Type: Simple: 1 numbers_count: + description: numbers_count type: Type: Simple: 1 run_local_at_count: + description: run_local_at_count type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: CollectionType: @@ -191,18 +195,21 @@ tasks: inputs: variables: numbers: + description: numbers type: Type: CollectionType: Type: Simple: 1 run_local_at_count: + description: run_local_at_count type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: CollectionType: @@ -254,6 +261,7 @@ tasks: inputs: variables: numbers: + description: numbers type: Type: CollectionType: @@ -262,6 +270,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json index 4aa695462..46608e6bf 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml index 02c44b0be..c6d2005f4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml @@ -36,16 +36,19 @@ template: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: c: + description: c type: Type: Simple: 3 t1_int_output: + description: t1_int_output type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json index baa96eafb..414f81f1c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.my_subwf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.my_subwf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml index a4b00be38..1cefa24ed 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml @@ -30,16 +30,19 @@ primary: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 3 o1: + description: o1 type: Type: Simple: 3 @@ -155,16 +158,19 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: c: + description: c type: Type: Simple: 3 t1_int_output: + description: t1_int_output type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json index 18551d156..dd697ffdb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"},"description":"input_string1"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml index 4e233e248..a57956cc7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: input_string1: + description: input_string1 type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json index 7def7ee46..ad2477c22 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.ext_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_freq_words","retries":{}},"inputs":[{"var":"input_string1","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.control_flow.subworkflows.ext_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"my_input":{"type":{"simple":"STRING"},"description":"my_input"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"count_freq_words","retries":{}},"inputs":[{"var":"input_string1","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"},"description":"input_string1"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml index 89cf0b6d7..a76deaaec 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml @@ -22,12 +22,14 @@ primary: inputs: variables: my_input: + description: my_input type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 9 @@ -110,12 +112,14 @@ tasks: inputs: variables: input_string1: + description: input_string1 type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 9 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json index cbfa8601a..76d88d9c0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_repetitive_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"word_counter":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_repetitive_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_repetitive_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"word_counter":{"type":{"simple":"STRUCT"},"description":"word_counter"}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_repetitive_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml index cc0480585..c960ed3fd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: word_counter: + description: word_counter type: Type: Simple: 9 outputs: variables: o0: + description: o0 type: Type: CollectionType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json index b60fd3b9e..8cacfaff0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"}}}}}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}}}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml index 25407ec2f..02c6d654b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml @@ -7,12 +7,14 @@ template: inputs: variables: path: + description: path type: Type: Simple: 3 outputs: variables: path: + description: path type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json index d817f6bb3..11b6fde3c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml index 8755f54d9..22abe612c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: path: + description: path type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json index 7b5ea6d5b..b2cb13986 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_task_plugin.my_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"my-objectstore-sensor","timeout":"1200s","retries":{"retries":10}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"start-node","var":"path"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"my-objectstore-sensor"},"overrides":{}}},{"id":"n1","metadata":{"name":"print_file","retries":{}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"n0","var":"path"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"}}}}}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_task_plugin.my_workflow"},"metadata":{},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"my-objectstore-sensor","timeout":"1200s","retries":{"retries":10}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"start-node","var":"path"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"my-objectstore-sensor"},"overrides":{}}},{"id":"n1","metadata":{"name":"print_file","retries":{}},"inputs":[{"var":"path","binding":{"promise":{"nodeId":"n0","var":"path"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"},"description":"path"}}}}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml index 3fda2f015..402fd6cf3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml @@ -28,12 +28,14 @@ primary: inputs: variables: path: + description: path type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -140,12 +142,14 @@ tasks: inputs: variables: path: + description: path type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -166,12 +170,14 @@ tasks: inputs: variables: path: + description: path type: Type: Simple: 3 outputs: variables: path: + description: path type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json index 841b56a05..1c4fb75ba 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml index 0797731e4..09de82f8d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json index 637bd6bec..facb1b580 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"d"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml index 1390679eb..534a613c2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: d: + description: d type: Type: Blob: @@ -44,6 +45,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json index 719d31fd5..502dcc7bc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_types.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"generate","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"overrides":{}}},{"id":"n1","metadata":{"name":"consume","retries":{}},"inputs":[{"var":"d","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.extend_flyte.custom_types.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"generate","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"overrides":{}}},{"id":"n1","metadata":{"name":"consume","retries":{}},"inputs":[{"var":"d","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"d"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml index 7bcc498db..a787de1df 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml @@ -29,6 +29,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -125,6 +126,7 @@ tasks: inputs: variables: d: + description: d type: Type: Blob: @@ -133,6 +135,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -183,6 +186,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json index 6ec86a006..ad97e5669 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml index 97ab68b61..a51c5f930 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml @@ -36,16 +36,19 @@ template: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: c: + description: c type: Type: Simple: 3 t1_int_output: + description: t1_int_output type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json index cf087d05e..ffb21f335 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"},"b":{"type":{"simple":"STRING"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml index 626c601a7..cbafc2509 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml @@ -36,16 +36,19 @@ template: inputs: variables: a: + description: a type: Type: Simple: 3 b: + description: b type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json index 503a0ec1a..043a725a4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.basic_workflow.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}},"o1":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.basic_workflow.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"},"b":{"type":{"simple":"STRING"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"},"t1_int_output":{"type":{"simple":"INTEGER"},"description":"t1_int_output"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"},"b":{"type":{"simple":"STRING"},"description":"b"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml index c921f496f..411de9a45 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml @@ -32,20 +32,24 @@ primary: inputs: variables: a: + description: a type: Type: Simple: 1 b: + description: b type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 1 o1: + description: o1 type: Type: Simple: 3 @@ -167,16 +171,19 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: c: + description: c type: Type: Simple: 3 t1_int_output: + description: t1_int_output type: Type: Simple: 1 @@ -226,16 +233,19 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 3 b: + description: b type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json index 364c46fb6..1e87c99ca 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml index 9222ae62b..aeb251f66 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: x: + description: x type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json index 723d6b9b3..8b14f216a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml index 942edea2b..44a9b9db2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: x: + description: x type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json index 0d0793412..54410a1fe 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_tasks.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_tasks.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml index f1ff7461a..299e8cbe8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml @@ -28,12 +28,14 @@ primary: inputs: variables: x: + description: x type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -137,12 +139,14 @@ tasks: inputs: variables: x: + description: x type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -192,12 +196,14 @@ tasks: inputs: variables: x: + description: x type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json index ac3f69275..9d2fa632f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml index f623b9f08..a2a6ce0bc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: x: + description: x type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json index 4a6f18816..1ff8097a1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml index e17431af7..05101da67 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: x: + description: x type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json index ecb81ced9..464a6ba15 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_workflows.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"setup","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"overrides":{}}},{"id":"n2","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"overrides":{}}},{"id":"n3","metadata":{"name":"teardown","retries":{}},"upstreamNodeIds":["n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node","n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n2","n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]},"n2":{"ids":["n1"]},"n3":{"ids":["n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","setup"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","teardown"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.decorating_workflows.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"setup","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"overrides":{}}},{"id":"n1","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"overrides":{}}},{"id":"n2","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"overrides":{}}},{"id":"n3","metadata":{"name":"teardown","retries":{}},"upstreamNodeIds":["n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node","n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n2","n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]},"n2":{"ids":["n1"]},"n3":{"ids":["n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","setup"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","teardown"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml index 30c9b9f64..ac0947fce 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml @@ -44,12 +44,14 @@ primary: inputs: variables: x: + description: x type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -226,12 +228,14 @@ tasks: inputs: variables: x: + description: x type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 @@ -281,12 +285,14 @@ tasks: inputs: variables: x: + description: x type: Type: Simple: 2 outputs: variables: o0: + description: o0 type: Type: Simple: 2 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json index 3ecac75be..741f66ad5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/PandasdataSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"PandasdataSchema":{"additionalProperties":false,"properties":{"id":{"default":3,"title":"id","type":"integer"},"name":{"default":"Bonnie","title":"name","type":"string"}},"type":"object"}}}},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml index 3da5111eb..a944d1b37 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml @@ -36,10 +36,28 @@ template: inputs: variables: data: + description: data type: Type: Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object df: + description: df type: Type: StructuredDatasetType: @@ -47,6 +65,7 @@ template: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json index edd1ca6d7..73df8e659 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.sphinx_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.sphinx_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/PandasdataSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"PandasdataSchema":{"additionalProperties":false,"properties":{"id":{"default":3,"title":"id","type":"integer"},"name":{"default":"Bonnie","title":"name","type":"string"}},"type":"object"}}}},"description":"A data class pertaining to the new record to be stored in the DataFrame"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/PandasdataSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"PandasdataSchema":{"additionalProperties":false,"properties":{"id":{"default":3,"title":"id","type":"integer"},"name":{"default":"Bonnie","title":"name","type":"string"}},"type":"object"}}}},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml index c6ac4c15c..df003fe4c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml @@ -22,10 +22,29 @@ primary: inputs: variables: data: + description: A data class pertaining to the new record to be stored in + the DataFrame type: Type: Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object df: + description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -33,6 +52,7 @@ primary: outputs: variables: o0: + description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -122,10 +142,28 @@ tasks: inputs: variables: data: + description: data type: Type: Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object df: + description: df type: Type: StructuredDatasetType: @@ -133,6 +171,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json index 00281b196..10da117ef 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.numpy_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.numpy_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/PandasdataSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"PandasdataSchema":{"additionalProperties":false,"properties":{"id":{"default":3,"title":"id","type":"integer"},"name":{"default":"Bonnie","title":"name","type":"string"}},"type":"object"}}}},"description":"A data class pertaining to the new record to be stored in the DataFrame"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/PandasdataSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"PandasdataSchema":{"additionalProperties":false,"properties":{"id":{"default":3,"title":"id","type":"integer"},"name":{"default":"Bonnie","title":"name","type":"string"}},"type":"object"}}}},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml index 54092009f..a2a7dabb1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml @@ -22,10 +22,29 @@ primary: inputs: variables: data: + description: A data class pertaining to the new record to be stored in + the DataFrame type: Type: Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object df: + description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -33,6 +52,7 @@ primary: outputs: variables: o0: + description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -122,10 +142,28 @@ tasks: inputs: variables: data: + description: data type: Type: Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object df: + description: df type: Type: StructuredDatasetType: @@ -133,6 +171,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json index 4ace3a69f..27f2f5d87 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.google_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.documented_workflow.google_docstring"},"metadata":{},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/PandasdataSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"PandasdataSchema":{"additionalProperties":false,"properties":{"id":{"default":3,"title":"id","type":"integer"},"name":{"default":"Bonnie","title":"name","type":"string"}},"type":"object"}}}},"description":"A data class pertaining to the new record to be stored in the DataFrame"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"Pandas DataFrame"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"add_data","retries":{}},"inputs":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/PandasdataSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"PandasdataSchema":{"additionalProperties":false,"properties":{"id":{"default":3,"title":"id","type":"integer"},"name":{"default":"Bonnie","title":"name","type":"string"}},"type":"object"}}}},"description":"data"},"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml index 15327f811..4c01741d6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml @@ -22,10 +22,29 @@ primary: inputs: variables: data: + description: A data class pertaining to the new record to be stored in + the DataFrame type: Type: Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object df: + description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -33,6 +52,7 @@ primary: outputs: variables: o0: + description: Pandas DataFrame type: Type: StructuredDatasetType: @@ -122,10 +142,28 @@ tasks: inputs: variables: data: + description: data type: Type: Simple: 9 + metadata: + $ref: '#/definitions/PandasdataSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + PandasdataSchema: + additionalProperties: false + properties: + id: + default: 3 + title: id + type: integer + name: + default: Bonnie + title: name + type: string + type: object df: + description: df type: Type: StructuredDatasetType: @@ -133,6 +171,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json index a770ef5d9..5cd043980 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}},"description":"column_names"},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}},"description":"columns_to_normalize"},"csv_url":{"type":{"blob":{}},"description":"csv_url"},"output_location":{"type":{"simple":"STRING"},"description":"output_location"}}},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml index 8510f521c..a1bc58803 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml @@ -36,28 +36,33 @@ template: inputs: variables: column_names: + description: column_names type: Type: CollectionType: Type: Simple: 3 columns_to_normalize: + description: columns_to_normalize type: Type: CollectionType: Type: Simple: 3 csv_url: + description: csv_url type: Type: Blob: {} output_location: + description: output_location type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json index 5a8bbebb0..26b68e68f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.files.normalize_csv_file"},"metadata":{},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"normalize_columns","retries":{}},"inputs":[{"var":"column_names","binding":{"promise":{"nodeId":"start-node","var":"column_names"}}},{"var":"columns_to_normalize","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize"}}},{"var":"csv_url","binding":{"promise":{"nodeId":"start-node","var":"csv_url"}}},{"var":"output_location","binding":{"promise":{"nodeId":"start-node","var":"output_location"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.files.normalize_csv_file"},"metadata":{},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}},"description":"column_names"},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}},"description":"columns_to_normalize"},"csv_url":{"type":{"blob":{}},"description":"csv_url"},"output_location":{"type":{"simple":"STRING"},"description":"output_location"}}},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"normalize_columns","retries":{}},"inputs":[{"var":"column_names","binding":{"promise":{"nodeId":"start-node","var":"column_names"}}},{"var":"columns_to_normalize","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize"}}},{"var":"csv_url","binding":{"promise":{"nodeId":"start-node","var":"csv_url"}}},{"var":"output_location","binding":{"promise":{"nodeId":"start-node","var":"output_location"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}},"description":"column_names"},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}},"description":"columns_to_normalize"},"csv_url":{"type":{"blob":{}},"description":"csv_url"},"output_location":{"type":{"simple":"STRING"},"description":"output_location"}}},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml index 9cbd11613..7114a4db9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml @@ -22,28 +22,33 @@ primary: inputs: variables: column_names: + description: column_names type: Type: CollectionType: Type: Simple: 3 columns_to_normalize: + description: columns_to_normalize type: Type: CollectionType: Type: Simple: 3 csv_url: + description: csv_url type: Type: Blob: {} output_location: + description: output_location type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Blob: {} @@ -144,28 +149,33 @@ tasks: inputs: variables: column_names: + description: column_names type: Type: CollectionType: Type: Simple: 3 columns_to_normalize: + description: columns_to_normalize type: Type: CollectionType: Type: Simple: 3 csv_url: + description: csv_url type: Type: Blob: {} output_location: + description: output_location type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json index 84c2d96c2..cf7cce377 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}},"description":"csv_urls"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml index 5250bf7e5..a791a8bb6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: csv_urls: + description: csv_urls type: Type: CollectionType: @@ -44,6 +45,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json index 51420f5ec..ca9245d4b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_metadata"},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_to_normalize_metadata"},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"csv_files_dir"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml index 97673cb23..9aee2ad72 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: columns_metadata: + description: columns_metadata type: Type: CollectionType: @@ -44,6 +45,7 @@ template: Type: Simple: 3 columns_to_normalize_metadata: + description: columns_to_normalize_metadata type: Type: CollectionType: @@ -52,6 +54,7 @@ template: Type: Simple: 3 csv_files_dir: + description: csv_files_dir type: Type: Blob: @@ -59,6 +62,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json index e48ac4272..3d456006b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.folders.download_and_normalize_csv_files"},"metadata":{},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"download_files","retries":{}},"inputs":[{"var":"csv_urls","binding":{"promise":{"nodeId":"start-node","var":"csv_urls"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"overrides":{}}},{"id":"n1","metadata":{"name":"normalize_all_files","retries":{}},"inputs":[{"var":"columns_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_metadata"}}},{"var":"columns_to_normalize_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize_metadata"}}},{"var":"csv_files_dir","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.folders.download_and_normalize_csv_files"},"metadata":{},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_metadata"},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_to_normalize_metadata"},"csv_urls":{"type":{"collectionType":{"simple":"STRING"}},"description":"csv_urls"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"download_files","retries":{}},"inputs":[{"var":"csv_urls","binding":{"promise":{"nodeId":"start-node","var":"csv_urls"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"overrides":{}}},{"id":"n1","metadata":{"name":"normalize_all_files","retries":{}},"inputs":[{"var":"columns_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_metadata"}}},{"var":"columns_to_normalize_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize_metadata"}}},{"var":"csv_files_dir","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0","start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}},"description":"csv_urls"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_metadata"},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}},"description":"columns_to_normalize_metadata"},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"csv_files_dir"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml index e680dec7d..b2e00b94b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml @@ -30,6 +30,7 @@ primary: inputs: variables: columns_metadata: + description: columns_metadata type: Type: CollectionType: @@ -38,6 +39,7 @@ primary: Type: Simple: 3 columns_to_normalize_metadata: + description: columns_to_normalize_metadata type: Type: CollectionType: @@ -46,6 +48,7 @@ primary: Type: Simple: 3 csv_urls: + description: csv_urls type: Type: CollectionType: @@ -54,6 +57,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: Blob: @@ -170,6 +174,7 @@ tasks: inputs: variables: csv_urls: + description: csv_urls type: Type: CollectionType: @@ -178,6 +183,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Blob: @@ -228,6 +234,7 @@ tasks: inputs: variables: columns_metadata: + description: columns_metadata type: Type: CollectionType: @@ -236,6 +243,7 @@ tasks: Type: Simple: 3 columns_to_normalize_metadata: + description: columns_to_normalize_metadata type: Type: CollectionType: @@ -244,6 +252,7 @@ tasks: Type: Simple: 3 csv_files_dir: + description: csv_files_dir type: Type: Blob: @@ -251,6 +260,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json index b40150260..1708ae0d7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml index 18c865d91..5f7e8df0f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json index 7675c22db..8471d4653 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.hello_world.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.hello_world.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml index 2ecbc2377..854d8d3f8 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml @@ -23,6 +23,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -99,6 +100,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json index ea88e7ea3..8b27eb750 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml index 81ba104fc..1ca8539fc 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: a: + description: a type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json index 46756983a..d3c8187ab 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml index db5bec98e..ce91ab334 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: a: + description: a type: Type: CollectionType: @@ -44,6 +45,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json index d77cb048f..5699bf6cf 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"my.imperative.workflow.example"},"metadata":{},"interface":{"inputs":{"variables":{"in1":{"type":{"simple":"STRING"}},"in2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"output_from_t1":{"type":{"simple":"STRING"}},"output_list":{"type":{"collectionType":{"simple":"STRING"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"in1"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"overrides":{}}},{"id":"n2","metadata":{"name":"t3","retries":{}},"inputs":[{"var":"a","binding":{"collection":{"bindings":[{"promise":{"nodeId":"start-node","var":"in1"}},{"promise":{"nodeId":"start-node","var":"in2"}}]}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"overrides":{}}}],"outputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"my.imperative.workflow.example"},"metadata":{},"interface":{"inputs":{"variables":{"in1":{"type":{"simple":"STRING"},"description":"in1"},"in2":{"type":{"simple":"STRING"},"description":"in2"}}},"outputs":{"variables":{"output_from_t1":{"type":{"simple":"STRING"},"description":"output_from_t1"},"output_list":{"type":{"collectionType":{"simple":"STRING"}},"description":"output_list"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"in1"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"overrides":{}}},{"id":"n2","metadata":{"name":"t3","retries":{}},"inputs":[{"var":"a","binding":{"collection":{"bindings":[{"promise":{"nodeId":"start-node","var":"in1"}},{"promise":{"nodeId":"start-node","var":"in2"}}]}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"overrides":{}}}],"outputs":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0","n1","n2"]}},"upstream":{"end-node":{"ids":["n0","n1","n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]},"n2":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml index 0b216ba6d..995b85816 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml @@ -38,20 +38,24 @@ primary: inputs: variables: in1: + description: in1 type: Type: Simple: 3 in2: + description: in2 type: Type: Simple: 3 outputs: variables: output_from_t1: + description: output_from_t1 type: Type: Simple: 3 output_list: + description: output_list type: Type: CollectionType: @@ -200,12 +204,14 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -300,6 +306,7 @@ tasks: inputs: variables: a: + description: a type: Type: CollectionType: @@ -308,6 +315,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json index 10b4ff7cd..d18526292 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"},"description":"val"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml index 68b7270d7..c12472950 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: val: + description: val type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json index 82850d01d..d2dc1524a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"val","binding":{"promise":{"nodeId":"start-node","var":"val"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.my_wf"},"metadata":{},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"},"description":"val"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"square","retries":{}},"inputs":[{"var":"val","binding":{"promise":{"nodeId":"start-node","var":"val"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"},"description":"val"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml index cbc87074c..e65a21d91 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml @@ -22,12 +22,14 @@ primary: inputs: variables: val: + description: val type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 @@ -110,12 +112,14 @@ tasks: inputs: variables: val: + description: val type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json index 1ca4c761f..19d7e6018 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"},"description":"am"},"day_of_week":{"type":{"simple":"STRING"},"description":"day_of_week"},"number":{"type":{"simple":"INTEGER"},"description":"number"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml index b5b0f90b3..e1f4b461d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml @@ -36,20 +36,24 @@ template: inputs: variables: am: + description: am type: Type: Simple: 4 day_of_week: + description: day_of_week type: Type: Simple: 3 number: + description: number type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json index 919415a8c..ea8bdf3ab 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.go_greet"},"metadata":{},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"am","binding":{"promise":{"nodeId":"start-node","var":"am"}}},{"var":"day_of_week","binding":{"promise":{"nodeId":"start-node","var":"day_of_week"}}},{"var":"number","binding":{"promise":{"nodeId":"start-node","var":"number"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.lp.go_greet"},"metadata":{},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"},"description":"am"},"day_of_week":{"type":{"simple":"STRING"},"description":"day_of_week"},"number":{"type":{"simple":"INTEGER"},"description":"number"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"am","binding":{"promise":{"nodeId":"start-node","var":"am"}}},{"var":"day_of_week","binding":{"promise":{"nodeId":"start-node","var":"day_of_week"}}},{"var":"number","binding":{"promise":{"nodeId":"start-node","var":"number"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"},"description":"am"},"day_of_week":{"type":{"simple":"STRING"},"description":"day_of_week"},"number":{"type":{"simple":"INTEGER"},"description":"number"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml index 02f477ee7..108e7c2f3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml @@ -22,20 +22,24 @@ primary: inputs: variables: am: + description: am type: Type: Simple: 4 day_of_week: + description: day_of_week type: Type: Simple: 3 number: + description: number type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -130,20 +134,24 @@ tasks: inputs: variables: am: + description: am type: Type: Simple: 4 day_of_week: + description: day_of_week type: Type: Simple: 3 number: + description: number type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json index c6ff71c16..61a70d7d5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"},"description":"greet"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml index e47ca6eef..6a66d8ed7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: greet: + description: greet type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json index c6172bd3f..4e727dbeb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.named_outputs.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"greet1":{"type":{"simple":"STRING"}},"greet2":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}},{"id":"n1","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}}],"outputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.named_outputs.my_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"greet1":{"type":{"simple":"STRING"},"description":"greet1"},"greet2":{"type":{"simple":"STRING"},"description":"greet2"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},{"id":"n0","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}},{"id":"n1","metadata":{"name":"say_hello","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"overrides":{}}}],"outputs":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0","n1"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"},"description":"greet"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml index 4d0a00cc2..98ca530c6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml @@ -31,10 +31,12 @@ primary: outputs: variables: greet1: + description: greet1 type: Type: Simple: 3 greet2: + description: greet2 type: Type: Simple: 3 @@ -135,6 +137,7 @@ tasks: outputs: variables: greet: + description: greet type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json index c110aa77d..9e0d31f61 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}}}},"outputs":{"variables":{"i":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"}}},"outputs":{"variables":{"i":{"type":{"blob":{}},"description":"i"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml index 1e81b44ff..589d2bb6c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: x: + description: x type: Type: Blob: {} outputs: variables: i: + description: i type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json index 4b8a38df1..b07811e7a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"j":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"}}},"outputs":{"variables":{"j":{"type":{"blob":{}},"description":"j"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml index 535d72c8b..268100940 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml @@ -36,10 +36,12 @@ template: inputs: variables: x: + description: x type: Type: Blob: {} "y": + description: "y" type: Type: Blob: @@ -47,6 +49,7 @@ template: outputs: variables: j: + description: j type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json index 711bd115e..1a1811cae 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}},"z":{"type":{"blob":{}}}}},"outputs":{"variables":{"k":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"},"z":{"type":{"blob":{}},"description":"z"}}},"outputs":{"variables":{"k":{"type":{"blob":{}},"description":"k"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml index d3e819c75..0b355865c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml @@ -36,21 +36,25 @@ template: inputs: variables: x: + description: x type: Type: Blob: {} "y": + description: "y" type: Type: Blob: dimensionality: 1 z: + description: z type: Type: Blob: {} outputs: variables: k: + description: k type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json index f355f93b5..55fe197d1 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml index d49540ed9..817744621 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml @@ -37,10 +37,12 @@ template: outputs: variables: o0: + description: o0 type: Type: Blob: {} o1: + description: o1 type: Type: Blob: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json index 3f5fa878c..8976a06fd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.shell_task.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},{"id":"n0","metadata":{"name":"create_entities","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"overrides":{}}},{"id":"n1","metadata":{"name":"task_1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_1"},"overrides":{}}},{"id":"n2","metadata":{"name":"task_2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"i"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_2"},"overrides":{}}},{"id":"n3","metadata":{"name":"task_3","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}},{"var":"z","binding":{"promise":{"nodeId":"n2","var":"j"}}}],"upstreamNodeIds":["n0","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_3"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2","n3"]},"n1":{"ids":["n2"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n0","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}}}},"outputs":{"variables":{"i":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"j":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}},"z":{"type":{"blob":{}}}}},"outputs":{"variables":{"k":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.shell_task.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},{"id":"n0","metadata":{"name":"create_entities","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"overrides":{}}},{"id":"n1","metadata":{"name":"task_1","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_1"},"overrides":{}}},{"id":"n2","metadata":{"name":"task_2","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"i"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_2"},"overrides":{}}},{"id":"n3","metadata":{"name":"task_3","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}},{"var":"z","binding":{"promise":{"nodeId":"n2","var":"j"}}}],"upstreamNodeIds":["n0","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"task_3"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2","n3"]},"n1":{"ids":["n2"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n0","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}},"description":"o0"},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"o1"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"}}},"outputs":{"variables":{"i":{"type":{"blob":{}},"description":"i"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"}}},"outputs":{"variables":{"j":{"type":{"blob":{}},"description":"j"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}},"description":"x"},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}},"description":"y"},"z":{"type":{"blob":{}},"description":"z"}}},"outputs":{"variables":{"k":{"type":{"blob":{}},"description":"k"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml index bd6be9fe1..be10236b2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml @@ -45,6 +45,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: Blob: {} @@ -204,10 +205,12 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Blob: {} o1: + description: o1 type: Type: Blob: @@ -258,12 +261,14 @@ tasks: inputs: variables: x: + description: x type: Type: Blob: {} outputs: variables: i: + description: i type: Type: Blob: {} @@ -313,10 +318,12 @@ tasks: inputs: variables: x: + description: x type: Type: Blob: {} "y": + description: "y" type: Type: Blob: @@ -324,6 +331,7 @@ tasks: outputs: variables: j: + description: j type: Type: Blob: {} @@ -373,21 +381,25 @@ tasks: inputs: variables: x: + description: x type: Type: Blob: {} "y": + description: "y" type: Type: Blob: dimensionality: 1 z: + description: z type: Type: Blob: {} outputs: variables: k: + description: k type: Type: Blob: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json index ee4baf767..ce87c5eb4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"},"description":"n"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml index bd4ef0f44..e75da1ead 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: "n": + description: "n" type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json index be8549add..821e48cb2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"},"description":"n"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml index 62873897d..b4f3b0059 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: "n": + description: "n" type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json index 4dcedc838..d7c0f78c7 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml index e302738da..08cc1b467 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json index b7222e5c8..dbd48434e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml index 377a06912..81122326e 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: df: + description: df type: Type: StructuredDatasetType: @@ -43,6 +44,7 @@ template: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json index 6d3a26cfb..1051ddb94 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}}},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df1"},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df2"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml index 441e0bdc8..19c4a0b56 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml @@ -36,11 +36,13 @@ template: inputs: variables: df1: + description: df1 type: Type: StructuredDatasetType: format: parquet df2: + description: df2 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json index 07b032daa..52cc09b53 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.task_cache.cached_dataframe_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"uncached_data_reading_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n3","metadata":{"name":"compare_dataframes","retries":{}},"inputs":[{"var":"df1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"df2","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"upstreamNodeIds":["n1","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2"]},"n1":{"ids":["n2","n3"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n1","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}}},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.flyte_basics.task_cache.cached_dataframe_wf"},"metadata":{},"interface":{"inputs":{},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"uncached_data_reading_task","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"overrides":{}}},{"id":"n1","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n2","metadata":{"name":"cached_data_processing_task","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0","n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"overrides":{}}},{"id":"n3","metadata":{"name":"compare_dataframes","retries":{}},"inputs":[{"var":"df1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"df2","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"upstreamNodeIds":["n1","n2"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1","n2"]},"n1":{"ids":["n2","n3"]},"n2":{"ids":["n3"]},"n3":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n3"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n0","n1"]},"n3":{"ids":["n1","n2"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df1"},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df2"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml index f26e3b8e1..f9c1413ad 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml @@ -172,6 +172,7 @@ tasks: inputs: variables: df: + description: df type: Type: StructuredDatasetType: @@ -179,6 +180,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -231,11 +233,13 @@ tasks: inputs: variables: df1: + description: df1 type: Type: StructuredDatasetType: format: parquet df2: + description: df2 type: Type: StructuredDatasetType: @@ -288,6 +292,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json index 63c4b59ab..bcb06af45 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache_serialize.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0","cacheSerializable":true},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache_serialize","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache_serialize.square"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0","cacheSerializable":true},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"INTEGER"},"description":"n"}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache_serialize","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml index 38aa5a3da..f911b2817 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: "n": + description: "n" type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 1 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json index 9680cb3d4..40b21406f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"},"description":"run_date"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml index e18fb4da5..dd6011d2a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: run_date: + description: run_date type: Type: Simple: 5 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json index b368aaafd..e50585631 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.date_formatter_wf"},"metadata":{},"interface":{"inputs":{"variables":{"kickoff_time":{"type":{"simple":"DATETIME"}}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"format_date","retries":{}},"inputs":[{"var":"run_date","binding":{"promise":{"nodeId":"start-node","var":"kickoff_time"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.date_formatter_wf"},"metadata":{},"interface":{"inputs":{"variables":{"kickoff_time":{"type":{"simple":"DATETIME"},"description":"kickoff_time"}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"format_date","retries":{}},"inputs":[{"var":"run_date","binding":{"promise":{"nodeId":"start-node","var":"kickoff_time"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"},"description":"run_date"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml index 9e021008b..63b51ed88 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml @@ -22,6 +22,7 @@ primary: inputs: variables: kickoff_time: + description: kickoff_time type: Type: Simple: 5 @@ -91,12 +92,14 @@ tasks: inputs: variables: run_date: + description: run_date type: Type: Simple: 5 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json index e6885b5d9..619ee3663 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml index b18bb3856..8307254f4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: name: + description: name type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json index 6271378ec..8148e1f46 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.positive_wf"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"be_positive","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.scheduled_workflows.lp_schedules.positive_wf"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{}},"nodes":[{"id":"start-node"},{"id":"end-node"},{"id":"n0","metadata":{"name":"be_positive","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"overrides":{}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml index bdb07b8b5..ce6892e8a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml @@ -22,6 +22,7 @@ primary: inputs: variables: name: + description: name type: Type: Simple: 3 @@ -91,12 +92,14 @@ tasks: inputs: variables: name: + description: name type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json index f5865fd41..16f49422f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml index 42acd5080..0a1c333c4 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml @@ -36,15 +36,37 @@ template: inputs: variables: x: + description: x type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object metadata: InterruptibleValue: null retries: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json index a33ece887..738a607eb 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"}},"y":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"x"},"y":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"y"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml index 879b6e2eb..58518ef72 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml @@ -36,19 +36,82 @@ template: inputs: variables: x: + description: x type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object "y": + description: "y" type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object outputs: variables: o0: + description: o0 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object metadata: InterruptibleValue: null retries: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json index 0938d623a..f5ea2a7e2 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/ResultSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"FlytedirectorySchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlytefileSchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlyteschemaSchema":{"additionalProperties":false,"properties":{"remote_path":{"title":"remote_path","type":"string"}},"type":"object"},"ResultSchema":{"additionalProperties":false,"properties":{"directory":{"$ref":"#/definitions/FlytedirectorySchema","field_many":false,"type":"object"},"file":{"$ref":"#/definitions/FlytefileSchema","field_many":false,"type":"object"},"schema":{"$ref":"#/definitions/FlyteschemaSchema","field_many":false,"type":"object"}},"type":"object"}}}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml index fa8c6428c..6f7e41c46 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml @@ -37,9 +37,51 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object metadata: InterruptibleValue: null retries: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json index 9282fd497..a987d01ec 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/ResultSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"FlytedirectorySchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlytefileSchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlyteschemaSchema":{"additionalProperties":false,"properties":{"remote_path":{"title":"remote_path","type":"string"}},"type":"object"},"ResultSchema":{"additionalProperties":false,"properties":{"directory":{"$ref":"#/definitions/FlytedirectorySchema","field_many":false,"type":"object"},"file":{"$ref":"#/definitions/FlytefileSchema","field_many":false,"type":"object"},"schema":{"$ref":"#/definitions/FlyteschemaSchema","field_many":false,"type":"object"}},"type":"object"}}}},"description":"res"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml index c40e47a39..c81454a1a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml @@ -36,9 +36,51 @@ template: inputs: variables: res: + description: res type: Type: Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object outputs: {} metadata: InterruptibleValue: null diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json index dab469c02..19de654c0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.custom_objects.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}},"y":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}},"o1":{"type":{"simple":"STRUCT"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"upload_result","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"overrides":{}}},{"id":"n1","metadata":{"name":"download_result","retries":{}},"inputs":[{"var":"res","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"overrides":{}}},{"id":"n2","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n3","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"y"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n4","metadata":{"name":"add","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n3","var":"o0"}}}],"upstreamNodeIds":["n2","n3"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"n2":{"ids":["n4"]},"n3":{"ids":["n4"]},"n4":{"ids":["end-node"]},"start-node":{"ids":["n0","n2","n3"]}},"upstream":{"end-node":{"ids":["n0","n1","n4"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["n2","n3"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"}},"y":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.custom_objects.wf"},"metadata":{},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"},"y":{"type":{"simple":"INTEGER"},"description":"y"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"o0"},"o1":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/ResultSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"FlytedirectorySchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlytefileSchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlyteschemaSchema":{"additionalProperties":false,"properties":{"remote_path":{"title":"remote_path","type":"string"}},"type":"object"},"ResultSchema":{"additionalProperties":false,"properties":{"directory":{"$ref":"#/definitions/FlytedirectorySchema","field_many":false,"type":"object"},"file":{"$ref":"#/definitions/FlytefileSchema","field_many":false,"type":"object"},"schema":{"$ref":"#/definitions/FlyteschemaSchema","field_many":false,"type":"object"}},"type":"object"}}}},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"upload_result","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"overrides":{}}},{"id":"n1","metadata":{"name":"download_result","retries":{}},"inputs":[{"var":"res","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"overrides":{}}},{"id":"n2","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n3","metadata":{"name":"stringify","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"y"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"overrides":{}}},{"id":"n4","metadata":{"name":"add","retries":{}},"inputs":[{"var":"x","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n3","var":"o0"}}}],"upstreamNodeIds":["n2","n3"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"n2":{"ids":["n4"]},"n3":{"ids":["n4"]},"n4":{"ids":["end-node"]},"start-node":{"ids":["n0","n2","n3"]}},"upstream":{"end-node":{"ids":["n0","n1","n4"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["start-node"]},"n3":{"ids":["start-node"]},"n4":{"ids":["n2","n3"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"x"},"y":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"y"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/ResultSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"FlytedirectorySchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlytefileSchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlyteschemaSchema":{"additionalProperties":false,"properties":{"remote_path":{"title":"remote_path","type":"string"}},"type":"object"},"ResultSchema":{"additionalProperties":false,"properties":{"directory":{"$ref":"#/definitions/FlytedirectorySchema","field_many":false,"type":"object"},"file":{"$ref":"#/definitions/FlytefileSchema","field_many":false,"type":"object"},"schema":{"$ref":"#/definitions/FlyteschemaSchema","field_many":false,"type":"object"}},"type":"object"}}}},"description":"res"}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"},"description":"x"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/DatumSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"DatumSchema":{"additionalProperties":false,"properties":{"x":{"title":"x","type":"integer"},"y":{"title":"y","type":"string"},"z":{"additionalProperties":{"title":"z","type":"string"},"title":"z","type":"object"}},"type":"object"}}}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT","metadata":{"$ref":"#/definitions/ResultSchema","$schema":"http://json-schema.org/draft-07/schema#","definitions":{"FlytedirectorySchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlytefileSchema":{"additionalProperties":false,"properties":{"path":{"title":"path","type":"string"}},"type":"object"},"FlyteschemaSchema":{"additionalProperties":false,"properties":{"remote_path":{"title":"remote_path","type":"string"}},"type":"object"},"ResultSchema":{"additionalProperties":false,"properties":{"directory":{"$ref":"#/definitions/FlytedirectorySchema","field_many":false,"type":"object"},"file":{"$ref":"#/definitions/FlytefileSchema","field_many":false,"type":"object"},"schema":{"$ref":"#/definitions/FlyteschemaSchema","field_many":false,"type":"object"}},"type":"object"}}}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml index b6ed5e08b..309ba8103 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml @@ -52,23 +52,88 @@ primary: inputs: variables: x: + description: x type: Type: Simple: 1 "y": + description: "y" type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object o1: + description: o1 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object metadata: {} metadata_defaults: {} nodes: @@ -240,19 +305,82 @@ tasks: inputs: variables: x: + description: x type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object "y": + description: "y" type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object outputs: variables: o0: + description: o0 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object metadata: InterruptibleValue: null retries: {} @@ -299,9 +427,51 @@ tasks: inputs: variables: res: + description: res type: Type: Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object outputs: {} metadata: InterruptibleValue: null @@ -349,15 +519,37 @@ tasks: inputs: variables: x: + description: x type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/DatumSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + DatumSchema: + additionalProperties: false + properties: + x: + title: x + type: integer + "y": + title: "y" + type: string + z: + additionalProperties: + title: z + type: string + title: z + type: object + type: object metadata: InterruptibleValue: null retries: {} @@ -405,9 +597,51 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 9 + metadata: + $ref: '#/definitions/ResultSchema' + $schema: http://json-schema.org/draft-07/schema# + definitions: + FlytedirectorySchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlytefileSchema: + additionalProperties: false + properties: + path: + title: path + type: string + type: object + FlyteschemaSchema: + additionalProperties: false + properties: + remote_path: + title: remote_path + type: string + type: object + ResultSchema: + additionalProperties: false + properties: + directory: + $ref: '#/definitions/FlytedirectorySchema' + field_many: false + type: object + file: + $ref: '#/definitions/FlytefileSchema' + field_many: false + type: object + schema: + $ref: '#/definitions/FlyteschemaSchema' + field_many: false + type: object + type: object metadata: InterruptibleValue: null retries: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json index 2ace2f265..eca10f268 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml index 0572c611a..0fae7d3a9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: c: + description: c type: Type: EnumType: @@ -46,6 +47,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Simple: 3 diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json index 64520b4c9..0e7247628 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml index f958c02b7..b462494f0 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: c: + description: c type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: EnumType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json index 3a2ab9e94..d7138ddcd 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.enums.enum_wf"},"metadata":{},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}},"o1":{"type":{"simple":"STRING"}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"enum_stringify","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"start-node","var":"c"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"overrides":{}}},{"id":"n1","metadata":{"name":"string_to_enum","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.enums.enum_wf"},"metadata":{},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"o0"},"o1":{"type":{"simple":"STRING"},"description":"o1"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"enum_stringify","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"start-node","var":"c"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"overrides":{}}},{"id":"n1","metadata":{"name":"string_to_enum","retries":{}},"inputs":[{"var":"c","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node","n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0","n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"},"description":"c"}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml index 6207a831f..bba8ffd73 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml @@ -30,6 +30,7 @@ primary: inputs: variables: c: + description: c type: Type: EnumType: @@ -40,6 +41,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: EnumType: @@ -48,6 +50,7 @@ primary: - green - blue o1: + description: o1 type: Type: Simple: 3 @@ -163,6 +166,7 @@ tasks: inputs: variables: c: + description: c type: Type: EnumType: @@ -173,6 +177,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Simple: 3 @@ -222,12 +227,14 @@ tasks: inputs: variables: c: + description: c type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: EnumType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json index 84471d377..a526ad6d9 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"},"metadata":{"python_class_name":"People"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml index 25d98f6cc..369fb4eb6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml @@ -36,16 +36,20 @@ template: inputs: variables: name: + description: name type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Blob: format: PythonPickle + metadata: + python_class_name: People metadata: InterruptibleValue: null retries: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json index b85f106fc..0b70aad97 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.flyte_pickle.welcome"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.flyte_pickle.welcome"},"metadata":{},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"},"metadata":{"python_class_name":"People"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},{"id":"n0","metadata":{"name":"greet","retries":{}},"inputs":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n0"]},"n0":{"ids":["start-node"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"},"description":"name"}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"},"metadata":{"python_class_name":"People"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml index 1599f7ef0..4e64513d3 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml @@ -22,16 +22,20 @@ primary: inputs: variables: name: + description: name type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Blob: format: PythonPickle + metadata: + python_class_name: People metadata: {} metadata_defaults: {} nodes: @@ -111,16 +115,20 @@ tasks: inputs: variables: name: + description: name type: Type: Simple: 3 outputs: variables: o0: + description: o0 type: Type: Blob: format: PythonPickle + metadata: + python_class_name: People metadata: InterruptibleValue: null retries: {} diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json index 2c866a8b0..5534e1938 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml index 8d666c74a..2d3cc79ba 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json index 79a0be9fa..2b07493ac 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml index 1fad94261..1aa87e184 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: df: + description: df type: Type: StructuredDatasetType: @@ -43,6 +44,7 @@ template: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json index db3f1ad26..9525ad31a 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.schema.df_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"add_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.schema.df_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"add_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml index 6d1d7f9b1..0705cf08f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml @@ -28,12 +28,14 @@ primary: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -138,6 +140,7 @@ tasks: inputs: variables: df: + description: df type: Type: StructuredDatasetType: @@ -145,6 +148,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -195,12 +199,14 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json index 7172e97ad..7b5f4f492 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml index 784b9e440..67a7f9421 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json index e70fe876d..b3c304c80 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml index 653e382a8..1acf451ae 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml @@ -36,12 +36,14 @@ template: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Schema: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json index cc1cbf58f..55abb2d7d 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml index 94bafdd69..c971e8c68 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: df: + description: df type: Type: StructuredDatasetType: @@ -48,6 +49,7 @@ template: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json index 1ca4daf85..3e71837c5 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"ds"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml index 73aaf3867..eaa88c989 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: ds: + description: ds type: Type: StructuredDatasetType: @@ -48,6 +49,7 @@ template: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json index 7dbc40f6f..b8cbc8498 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.pandas_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.pandas_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"ds"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml index 3bf66f617..3b370e22f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml @@ -34,12 +34,14 @@ primary: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -170,12 +172,14 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -239,6 +243,7 @@ tasks: inputs: variables: df: + description: df type: Type: StructuredDatasetType: @@ -251,6 +256,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -306,6 +312,7 @@ tasks: inputs: variables: ds: + description: ds type: Type: StructuredDatasetType: @@ -318,6 +325,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json index 371860f87..580133119 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.schema_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_schema_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.structured_dataset.schema_compatibility_wf"},"metadata":{},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},{"id":"n0","metadata":{"name":"get_schema_df","retries":{}},"inputs":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"overrides":{}}},{"id":"n1","metadata":{"name":"get_subset_df","retries":{}},"inputs":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"overrides":{}}},{"id":"n2","metadata":{"name":"to_numpy","retries":{}},"inputs":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"upstreamNodeIds":["n1"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["n2"]},"n2":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n2"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]},"n2":{"ids":["n1"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"},"description":"a"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"df"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"ds"}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml index 161b48759..b0acffc8b 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml @@ -34,12 +34,14 @@ primary: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -170,12 +172,14 @@ tasks: inputs: variables: a: + description: a type: Type: Simple: 1 outputs: variables: o0: + description: o0 type: Type: Schema: @@ -230,6 +234,7 @@ tasks: inputs: variables: df: + description: df type: Type: StructuredDatasetType: @@ -242,6 +247,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: @@ -297,6 +303,7 @@ tasks: inputs: variables: ds: + description: ds type: Type: StructuredDatasetType: @@ -309,6 +316,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: StructuredDatasetType: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json index ea1a61664..2e42e5d76 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml index 0c6d990ed..ef63cec2c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml @@ -37,6 +37,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Schema: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json index 74db5581a..7e1246f7c 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.json @@ -1 +1 @@ -{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file +{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"schema"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml index ac876cd2c..8fb24a505 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml @@ -36,6 +36,7 @@ template: inputs: variables: schema: + description: schema type: Type: Schema: @@ -46,6 +47,7 @@ template: outputs: variables: o0: + description: o0 type: Type: Schema: diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json index 41ecc4645..b09b037b6 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json +++ b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.json @@ -1 +1 @@ -{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.typed_schema.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"schema","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file +{"primary":{"template":{"id":{"resourceType":"WORKFLOW","name":"core.type_system.typed_schema.wf"},"metadata":{},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}},"description":"o0"}}}},"nodes":[{"id":"start-node"},{"id":"end-node","inputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},{"id":"n0","metadata":{"name":"t1","retries":{}},"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"overrides":{}}},{"id":"n1","metadata":{"name":"t2","retries":{}},"inputs":[{"var":"schema","binding":{"promise":{"nodeId":"n0","var":"o0"}}}],"upstreamNodeIds":["n0"],"taskNode":{"referenceId":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"overrides":{}}}],"outputs":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}],"metadataDefaults":{}},"connections":{"downstream":{"n0":{"ids":["n1"]},"n1":{"ids":["end-node"]},"start-node":{"ids":["n0"]}},"upstream":{"end-node":{"ids":["n1"]},"n0":{"ids":["start-node"]},"n1":{"ids":["n0"]}}}},"tasks":[{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},{"template":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}},"description":"schema"}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}},"description":"o0"}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}}]} \ No newline at end of file diff --git a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml index 1d115b0c3..9a9218d6f 100755 --- a/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml +++ b/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml @@ -29,6 +29,7 @@ primary: outputs: variables: o0: + description: o0 type: Type: Schema: @@ -128,6 +129,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Schema: @@ -181,6 +183,7 @@ tasks: inputs: variables: schema: + description: schema type: Type: Schema: @@ -191,6 +194,7 @@ tasks: outputs: variables: o0: + description: o0 type: Type: Schema: diff --git a/pkg/compiler/transformers/k8s/utils.go b/pkg/compiler/transformers/k8s/utils.go index e0a0098da..1cf9a521c 100644 --- a/pkg/compiler/transformers/k8s/utils.go +++ b/pkg/compiler/transformers/k8s/utils.go @@ -89,3 +89,67 @@ func toBindingValueArray(bindings []*core.Binding) []*v1alpha1.Binding { func minInt(i, j int) int { return int(math.Min(float64(i), float64(j))) } + +// StripTypeMetadata strips the type metadata from the given type. +func StripTypeMetadata(t *core.LiteralType) *core.LiteralType { + if t == nil { + return nil + } + + c := *t + c.Metadata = nil + c.Structure = nil + c.Annotation = nil + + switch underlyingType := c.Type.(type) { + case *core.LiteralType_UnionType: + variants := make([]*core.LiteralType, 0, len(c.GetUnionType().Variants)) + for _, variant := range c.GetUnionType().Variants { + variants = append(variants, StripTypeMetadata(variant)) + } + + underlyingType.UnionType.Variants = variants + case *core.LiteralType_MapValueType: + underlyingType.MapValueType = StripTypeMetadata(c.GetMapValueType()) + case *core.LiteralType_CollectionType: + underlyingType.CollectionType = StripTypeMetadata(c.GetCollectionType()) + case *core.LiteralType_StructuredDatasetType: + columns := make([]*core.StructuredDatasetType_DatasetColumn, 0, len(c.GetStructuredDatasetType().Columns)) + for _, column := range c.GetStructuredDatasetType().Columns { + columns = append(columns, &core.StructuredDatasetType_DatasetColumn{ + Name: column.Name, + LiteralType: StripTypeMetadata(column.LiteralType), + }) + } + + underlyingType.StructuredDatasetType.Columns = columns + } + + return &c +} + +func StripInterfaceTypeMetadata(iface *core.TypedInterface) *core.TypedInterface { + if iface == nil { + return nil + } + + newIface := *iface + + if iface.Inputs != nil { + for name, i := range iface.Inputs.Variables { + i.Type = StripTypeMetadata(i.Type) + i.Description = "" + newIface.Inputs.Variables[name] = i + } + } + + if iface.Outputs != nil { + for name, i := range iface.Outputs.Variables { + i.Type = StripTypeMetadata(i.Type) + i.Description = "" + iface.Outputs.Variables[name] = i + } + } + + return &newIface +} diff --git a/pkg/compiler/transformers/k8s/utils_test.go b/pkg/compiler/transformers/k8s/utils_test.go index 8f0473700..7c48602b3 100644 --- a/pkg/compiler/transformers/k8s/utils_test.go +++ b/pkg/compiler/transformers/k8s/utils_test.go @@ -3,6 +3,9 @@ package k8s import ( "testing" + "github.com/go-test/deep" + _struct "github.com/golang/protobuf/ptypes/struct" + "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core" "github.com/stretchr/testify/assert" ) @@ -56,3 +59,238 @@ func TestComputeRetryStrategy(t *testing.T) { } } + +func TestStripTypeMetadata(t *testing.T) { + + tests := []struct { + name string + args *core.LiteralType + want *core.LiteralType + }{ + { + name: "nil", + args: nil, + want: nil, + }, + { + name: "simple", + args: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + Metadata: &_struct.Struct{ + Fields: map[string]*_struct.Value{ + "foo": { + Kind: &_struct.Value_StringValue{ + StringValue: "bar", + }, + }, + }, + }, + }, + want: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + }, + }, + { + name: "collection", + args: &core.LiteralType{ + Type: &core.LiteralType_CollectionType{ + CollectionType: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + }, + }, + Metadata: &_struct.Struct{ + Fields: map[string]*_struct.Value{ + "foo": { + Kind: &_struct.Value_StringValue{ + StringValue: "bar", + }, + }, + }, + }, + }, + want: &core.LiteralType{ + Type: &core.LiteralType_CollectionType{ + CollectionType: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + }, + }, + }, + }, + { + name: "map", + args: &core.LiteralType{ + Type: &core.LiteralType_MapValueType{ + MapValueType: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + }, + }, + Metadata: &_struct.Struct{ + Fields: map[string]*_struct.Value{ + "foo": { + Kind: &_struct.Value_StringValue{ + StringValue: "bar", + }, + }, + }, + }, + }, + want: &core.LiteralType{ + Type: &core.LiteralType_MapValueType{ + MapValueType: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + }, + }, + }, + }, + { + name: "union", + args: &core.LiteralType{ + Type: &core.LiteralType_UnionType{ + UnionType: &core.UnionType{ + Variants: []*core.LiteralType{ + { + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + }, + { + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_STRING, + }, + Metadata: &_struct.Struct{ + Fields: map[string]*_struct.Value{ + "foo": { + Kind: &_struct.Value_StringValue{ + StringValue: "bar", + }, + }, + }, + }, + }, + }, + }, + }, + }, + want: &core.LiteralType{ + Type: &core.LiteralType_UnionType{ + UnionType: &core.UnionType{ + Variants: []*core.LiteralType{ + { + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + }, + { + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_STRING, + }, + }, + }, + }, + }, + }, + }, + { + name: "StructuredDataSet", + args: &core.LiteralType{ + Type: &core.LiteralType_StructuredDatasetType{ + StructuredDatasetType: &core.StructuredDatasetType{ + Columns: []*core.StructuredDatasetType_DatasetColumn{ + { + Name: "column1", + LiteralType: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_STRING, + }, + Metadata: &_struct.Struct{ + Fields: map[string]*_struct.Value{ + "foo": { + Kind: &_struct.Value_StringValue{ + StringValue: "bar", + }, + }, + }, + }, + }, + }, + }, + }, + }, + }, + want: &core.LiteralType{ + Type: &core.LiteralType_StructuredDatasetType{ + StructuredDatasetType: &core.StructuredDatasetType{ + Columns: []*core.StructuredDatasetType_DatasetColumn{ + { + Name: "column1", + LiteralType: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_STRING, + }, + }, + }, + }, + }, + }, + }, + }, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + if diff := deep.Equal(StripTypeMetadata(tt.args), tt.want); diff != nil { + assert.Fail(t, "actual != expected", "Diff: %v", diff) + } + }) + } +} + +func TestStripInterfaceTypeMetadata(t *testing.T) { + t.Run("nil", func(t *testing.T) { + assert.Nil(t, StripInterfaceTypeMetadata(nil)) + }) + + t.Run("populated", func(t *testing.T) { + vars := &core.VariableMap{ + Variables: map[string]*core.Variable{ + "a": { + Type: &core.LiteralType{ + Type: &core.LiteralType_Simple{ + Simple: core.SimpleType_INTEGER, + }, + Metadata: &_struct.Struct{ + Fields: map[string]*_struct.Value{ + "foo": { + Kind: &_struct.Value_StringValue{ + StringValue: "bar", + }, + }, + }, + }, + }, + }, + }, + } + + i := &core.TypedInterface{ + Inputs: vars, + Outputs: vars, + } + + stripped := StripInterfaceTypeMetadata(i) + assert.Nil(t, stripped.Inputs.Variables["a"].Type.Metadata) + assert.Nil(t, stripped.Outputs.Variables["a"].Type.Metadata) + }) +} diff --git a/pkg/compiler/transformers/k8s/workflow.go b/pkg/compiler/transformers/k8s/workflow.go index 95e3db718..cbf34fefd 100644 --- a/pkg/compiler/transformers/k8s/workflow.go +++ b/pkg/compiler/transformers/k8s/workflow.go @@ -82,6 +82,8 @@ func WorkflowNameFromID(id string) string { func buildFlyteWorkflowSpec(wf *core.CompiledWorkflow, tasks []*core.CompiledTask, errs errors.CompileErrors) ( spec *v1alpha1.WorkflowSpec, err error) { + wf.Template.Interface = StripInterfaceTypeMetadata(wf.Template.Interface) + var failureN *v1alpha1.NodeSpec if n := wf.Template.GetFailureNode(); n != nil { nodes, ok := buildNodeSpec(n, tasks, errs.NewScope()) @@ -166,6 +168,10 @@ func BuildFlyteWorkflow(wfClosure *core.CompiledWorkflowClosure, inputs *core.Li return nil, errs } + for _, t := range wfClosure.Tasks { + t.Template.Interface = StripInterfaceTypeMetadata(t.Template.Interface) + } + primarySpec, err := buildFlyteWorkflowSpec(wfClosure.Primary, wfClosure.Tasks, errs.NewScope()) if err != nil { errs.Collect(errors.NewWorkflowBuildError(err)) diff --git a/pkg/compiler/validators/interface.go b/pkg/compiler/validators/interface.go index 2ebc67718..3f05ecf5a 100644 --- a/pkg/compiler/validators/interface.go +++ b/pkg/compiler/validators/interface.go @@ -132,29 +132,3 @@ func ValidateUnderlyingInterface(w c.WorkflowBuilder, node c.NodeBuilder, errs e return iface, !errs.HasErrors() } - -func StripInterfaceTypeMetadata(iface *core.TypedInterface) *core.TypedInterface { - if iface == nil { - return nil - } - - newIface := *iface - - if iface.Inputs != nil { - for name, i := range iface.Inputs.Variables { - i.Type = StripTypeMetadata(i.Type) - i.Description = "" - newIface.Inputs.Variables[name] = i - } - } - - if iface.Outputs != nil { - for name, i := range iface.Outputs.Variables { - i.Type = StripTypeMetadata(i.Type) - i.Description = "" - iface.Outputs.Variables[name] = i - } - } - - return &newIface -} diff --git a/pkg/compiler/validators/interface_test.go b/pkg/compiler/validators/interface_test.go index 376afac52..2d4742f0f 100644 --- a/pkg/compiler/validators/interface_test.go +++ b/pkg/compiler/validators/interface_test.go @@ -3,8 +3,6 @@ package validators import ( "testing" - _struct "github.com/golang/protobuf/ptypes/struct" - "github.com/flyteorg/flyteidl/clients/go/coreutils" "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core" c "github.com/flyteorg/flytepropeller/pkg/compiler/common" @@ -14,44 +12,6 @@ import ( "github.com/stretchr/testify/mock" ) -func TestStripInterfaceTypeMetadata(t *testing.T) { - t.Run("nil", func(t *testing.T) { - assert.Nil(t, StripInterfaceTypeMetadata(nil)) - }) - - t.Run("populated", func(t *testing.T) { - vars := &core.VariableMap{ - Variables: map[string]*core.Variable{ - "a": { - Type: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - Metadata: &_struct.Struct{ - Fields: map[string]*_struct.Value{ - "foo": { - Kind: &_struct.Value_StringValue{ - StringValue: "bar", - }, - }, - }, - }, - }, - }, - }, - } - - i := &core.TypedInterface{ - Inputs: vars, - Outputs: vars, - } - - stripped := StripInterfaceTypeMetadata(i) - assert.Nil(t, stripped.Inputs.Variables["a"].Type.Metadata) - assert.Nil(t, stripped.Outputs.Variables["a"].Type.Metadata) - }) -} - func TestValidateInterface(t *testing.T) { t.Run("Happy path", func(t *testing.T) { errs := errors.NewCompileErrors() diff --git a/pkg/compiler/validators/utils.go b/pkg/compiler/validators/utils.go index 66094ee85..03e4636ce 100644 --- a/pkg/compiler/validators/utils.go +++ b/pkg/compiler/validators/utils.go @@ -162,44 +162,6 @@ func UnionDistinctVariableMaps(m1, m2 map[string]*core.Variable) (map[string]*co return res, nil } -// StripTypeMetadata strips the type metadata from the given type. -func StripTypeMetadata(t *core.LiteralType) *core.LiteralType { - if t == nil { - return nil - } - - c := *t - c.Metadata = nil - c.Structure = nil - c.Annotation = nil - - switch underlyingType := c.Type.(type) { - case *core.LiteralType_UnionType: - variants := make([]*core.LiteralType, 0, len(c.GetUnionType().Variants)) - for _, variant := range c.GetUnionType().Variants { - variants = append(variants, StripTypeMetadata(variant)) - } - - underlyingType.UnionType.Variants = variants - case *core.LiteralType_MapValueType: - underlyingType.MapValueType = StripTypeMetadata(c.GetMapValueType()) - case *core.LiteralType_CollectionType: - underlyingType.CollectionType = StripTypeMetadata(c.GetCollectionType()) - case *core.LiteralType_StructuredDatasetType: - columns := make([]*core.StructuredDatasetType_DatasetColumn, 0, len(c.GetStructuredDatasetType().Columns)) - for _, column := range c.GetStructuredDatasetType().Columns { - columns = append(columns, &core.StructuredDatasetType_DatasetColumn{ - Name: column.Name, - LiteralType: StripTypeMetadata(column.LiteralType), - }) - } - - underlyingType.StructuredDatasetType.Columns = columns - } - - return &c -} - func literalTypeForLiterals(literals []*core.Literal) *core.LiteralType { innerType := make([]*core.LiteralType, 0, 1) innerTypeSet := sets.NewString() diff --git a/pkg/compiler/validators/utils_test.go b/pkg/compiler/validators/utils_test.go index 56af0d93e..3557ba0ec 100644 --- a/pkg/compiler/validators/utils_test.go +++ b/pkg/compiler/validators/utils_test.go @@ -3,11 +3,7 @@ package validators import ( "testing" - "github.com/go-test/deep" - "github.com/flyteorg/flyteidl/clients/go/coreutils" - _struct "github.com/golang/protobuf/ptypes/struct" - "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core" "github.com/stretchr/testify/assert" ) @@ -122,200 +118,3 @@ func TestJoinVariableMapsUniqueKeys(t *testing.T) { assert.Error(t, err) }) } - -func TestStripTypeMetadata(t *testing.T) { - - tests := []struct { - name string - args *core.LiteralType - want *core.LiteralType - }{ - { - name: "nil", - args: nil, - want: nil, - }, - { - name: "simple", - args: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - Metadata: &_struct.Struct{ - Fields: map[string]*_struct.Value{ - "foo": { - Kind: &_struct.Value_StringValue{ - StringValue: "bar", - }, - }, - }, - }, - }, - want: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - }, - }, - { - name: "collection", - args: &core.LiteralType{ - Type: &core.LiteralType_CollectionType{ - CollectionType: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - }, - }, - Metadata: &_struct.Struct{ - Fields: map[string]*_struct.Value{ - "foo": { - Kind: &_struct.Value_StringValue{ - StringValue: "bar", - }, - }, - }, - }, - }, - want: &core.LiteralType{ - Type: &core.LiteralType_CollectionType{ - CollectionType: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - }, - }, - }, - }, - { - name: "map", - args: &core.LiteralType{ - Type: &core.LiteralType_MapValueType{ - MapValueType: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - }, - }, - Metadata: &_struct.Struct{ - Fields: map[string]*_struct.Value{ - "foo": { - Kind: &_struct.Value_StringValue{ - StringValue: "bar", - }, - }, - }, - }, - }, - want: &core.LiteralType{ - Type: &core.LiteralType_MapValueType{ - MapValueType: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - }, - }, - }, - }, - { - name: "union", - args: &core.LiteralType{ - Type: &core.LiteralType_UnionType{ - UnionType: &core.UnionType{ - Variants: []*core.LiteralType{ - { - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - }, - { - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_STRING, - }, - Metadata: &_struct.Struct{ - Fields: map[string]*_struct.Value{ - "foo": { - Kind: &_struct.Value_StringValue{ - StringValue: "bar", - }, - }, - }, - }, - }, - }, - }, - }, - }, - want: &core.LiteralType{ - Type: &core.LiteralType_UnionType{ - UnionType: &core.UnionType{ - Variants: []*core.LiteralType{ - { - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_INTEGER, - }, - }, - { - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_STRING, - }, - }, - }, - }, - }, - }, - }, - { - name: "StructuredDataSet", - args: &core.LiteralType{ - Type: &core.LiteralType_StructuredDatasetType{ - StructuredDatasetType: &core.StructuredDatasetType{ - Columns: []*core.StructuredDatasetType_DatasetColumn{ - { - Name: "column1", - LiteralType: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_STRING, - }, - Metadata: &_struct.Struct{ - Fields: map[string]*_struct.Value{ - "foo": { - Kind: &_struct.Value_StringValue{ - StringValue: "bar", - }, - }, - }, - }, - }, - }, - }, - }, - }, - }, - want: &core.LiteralType{ - Type: &core.LiteralType_StructuredDatasetType{ - StructuredDatasetType: &core.StructuredDatasetType{ - Columns: []*core.StructuredDatasetType_DatasetColumn{ - { - Name: "column1", - LiteralType: &core.LiteralType{ - Type: &core.LiteralType_Simple{ - Simple: core.SimpleType_STRING, - }, - }, - }, - }, - }, - }, - }, - }, - } - - for _, tt := range tests { - t.Run(tt.name, func(t *testing.T) { - if diff := deep.Equal(StripTypeMetadata(tt.args), tt.want); diff != nil { - assert.Fail(t, "actual != expected", "Diff: %v", diff) - } - }) - } -} diff --git a/pkg/compiler/workflow_compiler.go b/pkg/compiler/workflow_compiler.go index 47dced372..332871215 100755 --- a/pkg/compiler/workflow_compiler.go +++ b/pkg/compiler/workflow_compiler.go @@ -344,7 +344,6 @@ func CompileWorkflow(primaryWf *core.WorkflowTemplate, subworkflows []*core.Work } coreWf := validatedWf.GetCoreWorkflow() - coreWf.Template.Interface = v.StripInterfaceTypeMetadata(coreWf.Template.Interface) return &core.CompiledWorkflowClosure{ Primary: coreWf, From 8fdf7a26a6084c9358833db8b3e1dac9db7750b5 Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Thu, 19 May 2022 18:45:07 -0700 Subject: [PATCH 6/7] Update code documentation Signed-off-by: Haytham Abuelfutuh --- pkg/compiler/transformers/k8s/workflow.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/compiler/transformers/k8s/workflow.go b/pkg/compiler/transformers/k8s/workflow.go index cbf34fefd..321d11b37 100644 --- a/pkg/compiler/transformers/k8s/workflow.go +++ b/pkg/compiler/transformers/k8s/workflow.go @@ -158,7 +158,7 @@ func generateName(wfID *core.Identifier, execID *core.WorkflowExecutionIdentifie } } -// Builds v1alpha1.FlyteWorkflow resource. Returned error, if not nil, is of type errors.CompilerErrors. +// BuildFlyteWorkflow builds v1alpha1.FlyteWorkflow resource. Returned error, if not nil, is of type errors.CompilerErrors. func BuildFlyteWorkflow(wfClosure *core.CompiledWorkflowClosure, inputs *core.LiteralMap, executionID *core.WorkflowExecutionIdentifier, namespace string) (*v1alpha1.FlyteWorkflow, error) { From e35e05f82d810092d48140fb68d712b4f0d629a5 Mon Sep 17 00:00:00 2001 From: Haytham Abuelfutuh Date: Mon, 23 May 2022 17:13:13 -0700 Subject: [PATCH 7/7] PR Comments Signed-off-by: Haytham Abuelfutuh --- pkg/compiler/transformers/k8s/node.go | 22 ---------------------- pkg/compiler/transformers/k8s/node_test.go | 20 +++----------------- pkg/compiler/transformers/k8s/workflow.go | 1 + 3 files changed, 4 insertions(+), 39 deletions(-) diff --git a/pkg/compiler/transformers/k8s/node.go b/pkg/compiler/transformers/k8s/node.go index 33e883d0a..aece64a9a 100644 --- a/pkg/compiler/transformers/k8s/node.go +++ b/pkg/compiler/transformers/k8s/node.go @@ -221,28 +221,6 @@ func buildTasks(tasks []*core.CompiledTask, errs errors.CompileErrors) map[commo errs.Collect(errors.NewValueCollisionError(taskID, "Id", taskID)) } - // We don't want Annotation data available at task runtime for performance. - if flyteTask.Template != nil && - flyteTask.Template.Interface != nil { - - if flyteTask.Template.Interface.Inputs != nil { - for _, v := range flyteTask.Template.Interface.Inputs.Variables { - if v.Type != nil && v.Type.Annotation != nil { - v.Type.Annotation = nil - } - } - } - - if flyteTask.Template.Interface.Outputs != nil { - for _, v := range flyteTask.Template.Interface.Outputs.Variables { - if v.Type != nil && v.Type.Annotation != nil { - v.Type.Annotation = nil - } - } - } - - } - res[taskID] = &v1alpha1.TaskSpec{TaskTemplate: flyteTask.Template} } } diff --git a/pkg/compiler/transformers/k8s/node_test.go b/pkg/compiler/transformers/k8s/node_test.go index c5bb80302..a5b7ef275 100644 --- a/pkg/compiler/transformers/k8s/node_test.go +++ b/pkg/compiler/transformers/k8s/node_test.go @@ -4,7 +4,6 @@ import ( "testing" "github.com/flyteorg/flytepropeller/pkg/apis/flyteworkflow/v1alpha1" - "google.golang.org/protobuf/types/known/structpb" "k8s.io/apimachinery/pkg/api/resource" "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core" @@ -215,20 +214,7 @@ func TestBuildTasks(t *testing.T) { withoutAnnotations := make(map[string]*core.Variable) withoutAnnotations["a"] = &core.Variable{ - Type: &core.LiteralType{ - Annotation: &core.TypeAnnotation{}, - }, - } - - randomData, _ := structpb.NewStruct(map[string]interface{}{ - "foo": "bar", - }) - - withAnnotations := make(map[string]*core.Variable) - withAnnotations["a"] = &core.Variable{ - Type: &core.LiteralType{ - Annotation: &core.TypeAnnotation{Annotations: randomData}, - }, + Type: &core.LiteralType{}, } tasks := []*core.CompiledTask{ @@ -237,7 +223,7 @@ func TestBuildTasks(t *testing.T) { Id: &core.Identifier{Name: "annotatedInput"}, Interface: &core.TypedInterface{ Inputs: &core.VariableMap{ - Variables: withAnnotations, + Variables: withoutAnnotations, }, }, }, @@ -257,7 +243,7 @@ func TestBuildTasks(t *testing.T) { Id: &core.Identifier{Name: "annotatedOutput"}, Interface: &core.TypedInterface{ Outputs: &core.VariableMap{ - Variables: withAnnotations, + Variables: withoutAnnotations, }, }, }, diff --git a/pkg/compiler/transformers/k8s/workflow.go b/pkg/compiler/transformers/k8s/workflow.go index 321d11b37..32ccc0bf0 100644 --- a/pkg/compiler/transformers/k8s/workflow.go +++ b/pkg/compiler/transformers/k8s/workflow.go @@ -177,6 +177,7 @@ func BuildFlyteWorkflow(wfClosure *core.CompiledWorkflowClosure, inputs *core.Li errs.Collect(errors.NewWorkflowBuildError(err)) return nil, errs } + subwfs := make(map[v1alpha1.WorkflowID]*v1alpha1.WorkflowSpec, len(wfClosure.SubWorkflows)) for _, subWf := range wfClosure.SubWorkflows { spec, err := buildFlyteWorkflowSpec(subWf, wfClosure.Tasks, errs.NewScope())