Skip to content

Commit 68aa2e7

Browse files
authored
Fixes loading default params for the AQUA model. (#1243)
1 parent ca4e6e6 commit 68aa2e7

File tree

2 files changed

+2
-4
lines changed

2 files changed

+2
-4
lines changed

ads/aqua/common/enums.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@ class InferenceContainerTypeFamily(ExtendedEnum):
5858
AQUA_VLLM_LLAMA4_CONTAINER_FAMILY = "odsc-vllm-serving-llama4"
5959
AQUA_TGI_CONTAINER_FAMILY = "odsc-tgi-serving"
6060
AQUA_LLAMA_CPP_CONTAINER_FAMILY = "odsc-llama-cpp-serving"
61+
AQUA_VLLM_OPENAI_CONTAINER_FAMILY = "odsc-vllm-serving-openai"
6162

6263

6364
class CustomInferenceContainerTypeFamily(ExtendedEnum):

ads/aqua/modeldeployment/deployment.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1161,10 +1161,7 @@ def get_deployment_default_params(
11611161
f"{AQUA_DEPLOYMENT_CONTAINER_METADATA_NAME} key is not available in the custom metadata field for model {model_id}."
11621162
)
11631163

1164-
if (
1165-
container_type_key
1166-
and container_type_key in InferenceContainerTypeFamily.values()
1167-
):
1164+
if container_type_key:
11681165
deployment_config = self.get_deployment_config(model_id)
11691166

11701167
instance_shape_config = deployment_config.configuration.get(

0 commit comments

Comments
 (0)