fix(elasticsearch logging): log how long bulk execution took (datahub…

…-project#10116)
sleeperdeep · Jun 25, 2024 · 608a274 · 608a274
1 parent caeb685
commit 608a274
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/...data-io/src/main/java/com/linkedin/metadata/search/elasticsearch/update/BulkListener.java b/...data-io/src/main/java/com/linkedin/metadata/search/elasticsearch/update/BulkListener.java
@@ -39,20 +39,28 @@ public void beforeBulk(long executionId, BulkRequest request) {
 
   @Override
   public void afterBulk(long executionId, BulkRequest request, BulkResponse response) {
+    String ingestTook = "";
+    long ingestTookInMillis = response.getIngestTookInMillis();
+    if (ingestTookInMillis != BulkResponse.NO_INGEST_TOOK) {
+      ingestTook = " Bulk ingest preprocessing took time ms: " + ingestTookInMillis;
+    }
+
     if (response.hasFailures()) {
       log.error(
           "Failed to feed bulk request. Number of events: "
               + response.getItems().length
               + " Took time ms: "
-              + response.getIngestTookInMillis()
+              + response.getTook().getMillis()
+              + ingestTook
               + " Message: "
               + response.buildFailureMessage());
     } else {
       log.info(
           "Successfully fed bulk request. Number of events: "
               + response.getItems().length
               + " Took time ms: "
-              + response.getIngestTookInMillis());
+              + response.getTook().getMillis()
+              + ingestTook);
     }
     incrementMetrics(response);
   }