feat: add inference attributes to torchrt and onnx executor

jina-ai · Nov 30, 2022 · 564d25c · 564d25c
1 parent 69205be
commit 564d25c
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/server/clip_server/executors/clip_onnx.py b/server/clip_server/executors/clip_onnx.py
@@ -160,6 +160,10 @@ async def encode(
                 split_img_txt_da(d, _img_da, _txt_da)
 
             with self.tracer.start_as_current_span('inference') as inference_span:
+                inference_span.set_attribute('drop_image_content', _drop_image_content)
+                inference_span.set_attribute('minibatch_size', self._minibatch_size)
+                inference_span.set_attribute('has_img_da', True if _img_da else False)
+                inference_span.set_attribute('has_txt_da', True if _txt_da else False)
                 # for image
                 if _img_da:
                     with self.tracer.start_as_current_span(

diff --git a/server/clip_server/executors/clip_tensorrt.py b/server/clip_server/executors/clip_tensorrt.py
@@ -134,6 +134,10 @@ async def encode(
                 split_img_txt_da(d, _img_da, _txt_da)
 
             with self.tracer.start_as_current_span('inference') as inference_span:
+                inference_span.set_attribute('drop_image_content', _drop_image_content)
+                inference_span.set_attribute('minibatch_size', self._minibatch_size)
+                inference_span.set_attribute('has_img_da', True if _img_da else False)
+                inference_span.set_attribute('has_txt_da', True if _txt_da else False)
                 # for image
                 if _img_da:
                     with self.tracer.start_as_current_span(