Skip to content

Commit 53bff8d

Browse files
add tests for env var changes
1 parent 81f3af8 commit 53bff8d

File tree

1 file changed

+17
-0
lines changed

1 file changed

+17
-0
lines changed

tests/unitary/with_extras/aqua/test_deployment.py

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -181,6 +181,12 @@ class TestDataset:
181181
"created_on": "2024-01-01T00:00:00.000000+00:00",
182182
"created_by": "ocid1.user.oc1..<OCID>",
183183
"endpoint": MODEL_DEPLOYMENT_URL,
184+
"environment_variables": {
185+
"BASE_MODEL": "service_models/model-name/artifact",
186+
"MODEL_DEPLOY_ENABLE_STREAMING": "true",
187+
"MODEL_DEPLOY_PREDICT_ENDPOINT": "/v1/completions",
188+
"PARAMS": "--served-model-name odsc-llm --seed 42",
189+
},
184190
"console_link": "https://cloud.oracle.com/data-science/model-deployments/ocid1.datasciencemodeldeployment.oc1.<region>.<MD_OCID>?region=region-name",
185191
"lifecycle_details": "",
186192
"shape_info": {
@@ -192,6 +198,14 @@ class TestDataset:
192198
"tags": {"OCI_AQUA": "active", "aqua_model_name": "model-name"},
193199
}
194200

201+
aqua_deployment_gguf_env_vars = {
202+
"BASE_MODEL": "service_models/model-name/artifact",
203+
"BASE_MODEL_FILE": "model-name.gguf",
204+
"MODEL_DEPLOY_ENABLE_STREAMING": "true",
205+
"MODEL_DEPLOY_HEALTH_ENDPOINT": "/v1/models",
206+
"MODEL_DEPLOY_PREDICT_ENDPOINT": "/v1/completions",
207+
}
208+
195209
aqua_deployment_gguf_shape_info = {
196210
"instance_shape": DEPLOYMENT_SHAPE_NAME_CPU,
197211
"instance_count": 1,
@@ -544,6 +558,9 @@ def test_create_deployment_for_gguf_model(
544558
expected_result = copy.deepcopy(TestDataset.aqua_deployment_object)
545559
expected_result["state"] = "CREATING"
546560
expected_result["shape_info"] = TestDataset.aqua_deployment_gguf_shape_info
561+
expected_result["environment_variables"] = (
562+
TestDataset.aqua_deployment_gguf_env_vars
563+
)
547564
assert actual_attributes == expected_result
548565

549566
@parameterized.expand(

0 commit comments

Comments
 (0)