[fix] return prompt from get_prompt_inputs utility method (#2635)

deepjavalibrary · Dec 12, 2024 · f8caad0 · f8caad0
1 parent bb5be6a
commit f8caad0
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/engines/python/setup/djl_python/rolling_batch/rolling_batch_vllm_utils.py b/engines/python/setup/djl_python/rolling_batch/rolling_batch_vllm_utils.py
@@ -326,3 +326,4 @@ def get_prompt_inputs(request: Request):
 
     if multi_modal_data is not None:
         prompt["multi_modal_data"] = multi_modal_data
+    return prompt