From 23a1ce1d6c3874c28e526f8b7f76f9e9c686bcd1 Mon Sep 17 00:00:00 2001 From: "Long, Garth" Date: Fri, 10 Jan 2025 18:15:40 -0700 Subject: [PATCH] Fix SD1.5 FP16 for some ARL and MTL GPU SKUs. --- .../openvino_common/models_ov/stable_diffusion_engine.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/gimpopenvino/plugins/openvino_utils/tools/openvino_common/models_ov/stable_diffusion_engine.py b/gimpopenvino/plugins/openvino_utils/tools/openvino_common/models_ov/stable_diffusion_engine.py index 2c7550f..d7f8c19 100644 --- a/gimpopenvino/plugins/openvino_utils/tools/openvino_common/models_ov/stable_diffusion_engine.py +++ b/gimpopenvino/plugins/openvino_utils/tools/openvino_common/models_ov/stable_diffusion_engine.py @@ -523,13 +523,15 @@ def __init__( self.set_dimensions() - - def load_model(self, model, model_name, device): if "NPU" in device: with open(os.path.join(model, f"{model_name}.blob"), "rb") as f: return self.core.import_model(f.read(), device) - return self.core.compile_model(os.path.join(model, f"{model_name}.xml"), device) + if "GPU" in device: + return self.core.compile_model(os.path.join(model, f"{model_name}.xml"), device, {'INFERENCE_PRECISION_HINT': 'f32'}) + else: + return self.core.compile_model(os.path.join(model, f"{model_name}.xml"), device) + def set_dimensions(self): latent_shape = self.unet.input(self.unet_input_tensor_name).shape