diff --git a/node-hub/dora-qwenvl/dora_qwenvl/main.py b/node-hub/dora-qwenvl/dora_qwenvl/main.py index 4538c63e0..de9fc6b48 100644 --- a/node-hub/dora-qwenvl/dora_qwenvl/main.py +++ b/node-hub/dora-qwenvl/dora_qwenvl/main.py @@ -5,10 +5,19 @@ import numpy as np import pyarrow as pa from PIL import Image +from pathlib import Path import cv2 DEFAULT_PATH = "Qwen/Qwen2-VL-2B-Instruct" -CUSTOM_MODEL_PATH = os.getenv("CUSTOM_MODEL_PATH", DEFAULT_PATH) + +MODEL_NAME_OR_PATH = os.getenv("MODEL_NAME_OR_PATH", DEFAULT_PATH) + +if bool(os.getenv("MODELSCOPE")) is True: + from modelscope import snapshot_download + + if not Path(MODEL_NAME_OR_PATH).exists(): + CUSTOM_MODEL_PATH = snapshot_download(MODEL_NAME_OR_PATH) + DEFAULT_QUESTION = os.getenv( "DEFAULT_QUESTION", "Describe this image", diff --git a/node-hub/dora-qwenvl/pyproject.toml b/node-hub/dora-qwenvl/pyproject.toml index eac559469..f4f9f1bd6 100644 --- a/node-hub/dora-qwenvl/pyproject.toml +++ b/node-hub/dora-qwenvl/pyproject.toml @@ -20,6 +20,7 @@ transformers = "^4.45" qwen-vl-utils = "^0.0.2" accelerate = "^0.33" opencv-python = ">= 4.1.1" +modelscope = "^1.18.1" # flash_attn = "^2.6.1" # Install using: pip install -U flash-attn --no-build-isolation