Simplify

databricks · Mar 14, 2024 · 39eaa8d · 39eaa8d
1 parent aa884a3
commit 39eaa8d
Show file tree

Hide file tree

Showing 4 changed files with 242 additions and 255 deletions.
diff --git a/kafka-connect/src/main/java/io/tabular/iceberg/connect/channel/Coordinator.java b/kafka-connect/src/main/java/io/tabular/iceberg/connect/channel/Coordinator.java
@@ -195,16 +195,16 @@ private void commitToTable(
                 })
             .collect(toList());
 
-    Deduplicated deduplicated =
-        new Deduplicated(commitState.currentCommitId(), tableIdentifier, filteredEnvelopeList);
-
     List<DataFile> dataFiles =
-        deduplicated.dataFiles().stream()
+        Deduplicated.dataFiles(commitState.currentCommitId(), tableIdentifier, filteredEnvelopeList)
+            .stream()
             .filter(dataFile -> dataFile.recordCount() > 0)
             .collect(toList());
 
     List<DeleteFile> deleteFiles =
-        deduplicated.deleteFiles().stream()
+        Deduplicated.deleteFiles(
+                commitState.currentCommitId(), tableIdentifier, filteredEnvelopeList)
+            .stream()
             .filter(deleteFile -> deleteFile.recordCount() > 0)
             .collect(toList());