feat: implement force push functionality in ImageSpec

flytekit/image_spec/image_spec.py

@@ -67,6 +67,7 @@
 
     def __post_init__(self):
         self.name = self.name.lower()
+        self._is_force_push = False  # False by default
         if self.registry:
             self.registry = self.registry.lower()
 
@@ -181,6 +182,15 @@
 
         return new_image_spec
 
+    def force_push(self) -> "ImageSpec":
+        """
+        Builder that returns a new image spec with force push enabled.
+        """
+        new_image_spec = copy.deepcopy(self)
+        new_image_spec._is_force_push = True
+
+        return new_image_spec
+
 
 class ImageSpecBuilder:
     @abstractmethod
@@ -223,25 +233,32 @@
 
         img_name = image_spec.image_name()
         if img_name in cls._BUILT_IMAGES or image_spec.exist():
-            click.secho(f"Image {img_name} found. Skip building.", fg="blue")
+            if image_spec._is_force_push:
+                click.secho(f"Image {img_name} found. but overwriting existing image.", fg="blue")
+                cls.register_image(builder, image_spec, img_name)
+            else:
+                click.secho(f"Image {img_name} found. Skip building.", fg="blue")
         else:
-            click.secho(f"Image {img_name} not found. Building...", fg="blue")
-            if builder not in cls._REGISTRY:
-                raise Exception(f"Builder {builder} is not registered.")
-            if builder == "envd":
-                envd_version = metadata.version("envd")
-                # flytekit v1.10.2+ copies the workflow code to the WorkDir specified in the Dockerfile. However, envd<0.3.39
-                # overwrites the WorkDir when building the image, resulting in a permission issue when flytekit downloads the file.
-                if Version(envd_version) < Version("0.3.39"):
-                    raise FlyteAssertion(
-                        f"envd version {envd_version} is not compatible with flytekit>v1.10.2."
-                        f" Please upgrade envd to v0.3.39+."
-                    )
-
-            fully_qualified_image_name = cls._REGISTRY[builder][0].build_image(image_spec)
-            if fully_qualified_image_name is not None:
-                cls._IMAGE_NAME_TO_REAL_NAME[img_name] = fully_qualified_image_name
-            cls._BUILT_IMAGES.add(img_name)
+            click.secho(f"Image {img_name} not found. building...", fg="blue")
+            cls.register_image(builder, image_spec, img_name)
+
+    @classmethod
+    def register_image(cls, builder, image_spec, img_name):
+        if builder not in cls._REGISTRY:
+            raise Exception(f"Builder {builder} is not registered.")
+        if builder == "envd":
+            envd_version = metadata.version("envd")
+            # flytekit v1.10.2+ copies the workflow code to the WorkDir specified in the Dockerfile. However, envd<0.3.39
+            # overwrites the WorkDir when building the image, resulting in a permission issue when flytekit downloads the file.
+            if Version(envd_version) < Version("0.3.39"):
+                raise FlyteAssertion(
+                    f"envd version {envd_version} is not compatible with flytekit>v1.10.2."
+                    f" Please upgrade envd to v0.3.39+."
+                )
+        fully_qualified_image_name = cls._REGISTRY[builder][0].build_image(image_spec)
+        if fully_qualified_image_name is not None:
+            cls._IMAGE_NAME_TO_REAL_NAME[img_name] = fully_qualified_image_name
+        cls._BUILT_IMAGES.add(img_name)
 
 
 @lru_cache

tests/flytekit/unit/core/image_spec/test_image_spec.py

@@ -26,10 +26,12 @@ def test_image_spec(mock_image_spec_builder):
         requirements=REQUIREMENT_FILE,
         registry_config=REGISTRY_CONFIG_FILE,
     )
+    assert image_spec._is_force_push is False
 
     image_spec = image_spec.with_commands("echo hello")
     image_spec = image_spec.with_packages("numpy")
     image_spec = image_spec.with_apt_packages("wget")
+    image_spec = image_spec.force_push()
 
     assert image_spec.python_version == "3.8"
     assert image_spec.base_image == "cr.flyte.org/flyteorg/flytekit:py3.8-latest"
@@ -47,6 +49,7 @@ def test_image_spec(mock_image_spec_builder):
     assert image_spec.pip_index is None
     assert image_spec.is_container() is True
     assert image_spec.commands == ["echo hello"]
+    assert image_spec._is_force_push is True
 
     tag = calculate_hash_from_image_spec(image_spec)
     assert image_spec.image_name() == f"flytekit:{tag}"