Skip copying files to the remote path if the directory is empty

plugins/flytekit-data-fsspec/flytekitplugins/fsspec/persist.py

@@ -115,7 +115,11 @@ def put(self, from_path: str, to_path: str, recursive: bool = False):
             from fsspec.utils import other_paths
 
             lfs = LocalFileSystem()
-            lpaths = lfs.expand_path(from_path, recursive=recursive)
+            try:
+                lpaths = lfs.expand_path(from_path, recursive=recursive)
+            except FileNotFoundError:
+                # In some cases, there is no file in the original directory, so we just skip copying the file to the remote path
+                return
             rpaths = other_paths(lpaths, to_path)
             for l, r in zip(lpaths, rpaths):
                 fs.put_file(l, r)

tests/flytekit/unit/core/test_type_hints.py

@@ -8,6 +8,7 @@
 from collections import OrderedDict
 from dataclasses import dataclass
 from enum import Enum
+from pathlib import Path
 from textwrap import dedent
 
 import pandas
@@ -1648,7 +1649,9 @@ def wf(a: ut) -> ut:
     assert wf(a=2.0) == 2.0
     file = tempfile.NamedTemporaryFile(delete=False)
     assert isinstance(wf(a=FlyteFile(file.name)), FlyteFile)
-    assert isinstance(wf(a=FlyteSchema()), FlyteSchema)
+    flyteSchema = FlyteSchema()
+    flyteSchema.open().write(pd.DataFrame({"Name": ["Tom", "Joseph"], "Age": [1, 22]}))
+    assert isinstance(wf(a=flyteSchema), FlyteSchema)
     assert wf(a=[1, 2, 3]) == [1, 2, 3]
     assert wf(a={"a": 1}) == {"a": 1}