[PHX-1862] feat: deliver high throughput

README.md

@@ -151,3 +151,7 @@ You can combine this with the graphical user interface by adding the `-u` flag
 
 This flag is indicating that the utils container should be started, which
 contains notably the UI functionality.
+
+#### -h (high throughput) flag
+
+This flag starts the `redact` container with additional configuration parameters which allow high throughput for application instances running on A10 machines. This option should only be used if suggested by brighter AI technical support personnel. 

docker-compose.yaml

@@ -31,14 +31,24 @@ services:
     volumes:
       - ${INSTALLATION_DIR}/${REDACT_LICENSE_FILE}:/license.bal
     environment:
-      REDACT_INFER_METRICS_URL: 'redact-gpu:8000'
-      REDACT_GPU_URL: 'redact-gpu:8001'
-      DISABLE_FACES: ${DISABLE_FACES}
-      DISABLE_LICENSE_PLATES: ${DISABLE_LICENSE_PLATES}
-      DISABLE_BLUR: ${DISABLE_BLUR}
-      DISABLE_DNAT: ${DISABLE_DNAT}
-      DISABLE_MASK: ${DISABLE_MASK}
-      DISABLE_FULL_BODIES: ${DISABLE_FULL_BODIES}
+      - REDACT_INFER_METRICS_URL=redact-gpu:8000
+      - REDACT_GPU_URL=redact-gpu:8001
+      - DISABLE_FACES
+      - DISABLE_LICENSE_PLATES
+      - DISABLE_BLUR
+      - DISABLE_DNAT
+      - DISABLE_MASK
+      - DISABLE_FULL_BODIES
+      - NUM_PROC_IMAGE_COMPOSER
+      - NUM_PROC_DETECTION
+      - NUM_PROC_FACE_TRACKING
+      - NUM_PROC_LICENSE_PLATE_TRACKING
+      - NUM_PROC_FACE_LANDMARKS_SMOOTHING
+      - NUM_PROC_LICENSE_PLATE_LANDMARKS_SMOOTHING
+      - NUM_PROC_SPLITTER
+      - NUM_PROC_AGGREGATOR
+      - NUM_PARALLEL_ACTIVE_VIDEOS
+      - SPLITTER_MAX_ACTIVE_FRAMES
 
   redact-gpu:
     image: ${REDACT_GPU_IMAGE}

high-throughput.env

@@ -0,0 +1,14 @@
+# SPDX-FileCopyrightText: 2021-2024 Brighter AI Technologies GmbH
+# SPDX-License-Identifier: MIT
+REDACT_GPU_IMAGE="docker.brighter.ai/redact-gpu:3.3.0-A10"
+
+NUM_PROC_IMAGE_COMPOSER=10
+NUM_PROC_DETECTION=10
+NUM_PROC_FACE_TRACKING=10
+NUM_PROC_LICENSE_PLATE_TRACKING=10
+NUM_PROC_FACE_LANDMARKS_SMOOTHING=2
+NUM_PROC_LICENSE_PLATE_LANDMARKS_SMOOTHING=2
+NUM_PROC_SPLITTER=50
+NUM_PROC_AGGREGATOR=50
+NUM_PARALLEL_ACTIVE_VIDEOS=50
+SPLITTER_MAX_ACTIVE_FRAMES=1500

install.sh

@@ -34,6 +34,7 @@ fi
 # copy license and external files
 mkdir "$installation_dir"
 cp docker-compose.env "$installation_dir"
+cp high-throughput.env "$installation_dir"
 cp docker-compose.yaml "$installation_dir"
 cp license.bal "$installation_dir"
 cp start_redact.sh "$installation_dir"

start_redact.sh

@@ -12,17 +12,21 @@ else
     installation_dir="$INSTALLATION_DIR"
 fi
 source "$installation_dir/docker-compose.env"
-set +a
 
-while getopts "ua" opt; do
+while getopts "uah" opt; do
     case $opt in
         u) ui="SET"
         ;;
         a) attach="SET"
         ;;
+        h) source "$installation_dir/high-throughput.env"
+        ;;
     esac
 done
 
+# turn of env var marking from sourced env files
+set +a
+
 # check license file
 if [ ! -f "$installation_dir/${REDACT_LICENSE_FILE}" ]; then
     echo "Please make sure that license file with path \"$installation_dir/${REDACT_LICENSE_FILE}\" exists."