fix(elasticsearch logging): log how long bulk execution took (#10116)

datahub-project · Mar 23, 2024 · a0d952d · a0d952d
1 parent 93b5907
commit a0d952d
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/...data-io/src/main/java/com/linkedin/metadata/search/elasticsearch/update/BulkListener.java b/...data-io/src/main/java/com/linkedin/metadata/search/elasticsearch/update/BulkListener.java
@@ -39,20 +39,28 @@ public void beforeBulk(long executionId, BulkRequest request) {
 
   @Override
   public void afterBulk(long executionId, BulkRequest request, BulkResponse response) {
+    String ingestTook = "";
+    long ingestTookInMillis = response.getIngestTookInMillis();
+    if (ingestTookInMillis != BulkResponse.NO_INGEST_TOOK) {
+      ingestTook = " Bulk ingest preprocessing took time ms: " + ingestTookInMillis;
+    }
+
     if (response.hasFailures()) {
       log.error(
           "Failed to feed bulk request. Number of events: "
               + response.getItems().length
               + " Took time ms: "
-              + response.getIngestTookInMillis()
+              + response.getTook().getMillis()
+              + ingestTook
               + " Message: "
               + response.buildFailureMessage());
     } else {
       log.info(
           "Successfully fed bulk request. Number of events: "
               + response.getItems().length
               + " Took time ms: "
-              + response.getIngestTookInMillis());
+              + response.getTook().getMillis()
+              + ingestTook);
     }
     incrementMetrics(response);
   }