Fix model caching for diffusion models and multiple GPUs (#665)

huggingface · Apr 17, 2024 · bce36d2 · bce36d2
1 parent ff5d185
commit bce36d2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/intel/openvino/modeling_diffusion.py b/optimum/intel/openvino/modeling_diffusion.py
@@ -671,7 +671,7 @@ def _compile(self):
             if (
                 "CACHE_DIR" not in self.ov_config.keys()
                 and not str(self._model_dir).startswith(gettempdir())
-                and self.device.lower().split(":")[0] == "gpu"
+                and "gpu" in self.device.lower()
             ):
                 self.ov_config["CACHE_DIR"] = os.path.join(self._model_dir, self._model_name, "model_cache")