@@ -181,6 +181,12 @@ class TestDataset:
181
181
"created_on" : "2024-01-01T00:00:00.000000+00:00" ,
182
182
"created_by" : "ocid1.user.oc1..<OCID>" ,
183
183
"endpoint" : MODEL_DEPLOYMENT_URL ,
184
+ "environment_variables" : {
185
+ "BASE_MODEL" : "service_models/model-name/artifact" ,
186
+ "MODEL_DEPLOY_ENABLE_STREAMING" : "true" ,
187
+ "MODEL_DEPLOY_PREDICT_ENDPOINT" : "/v1/completions" ,
188
+ "PARAMS" : "--served-model-name odsc-llm --seed 42" ,
189
+ },
184
190
"console_link" : "https://cloud.oracle.com/data-science/model-deployments/ocid1.datasciencemodeldeployment.oc1.<region>.<MD_OCID>?region=region-name" ,
185
191
"lifecycle_details" : "" ,
186
192
"shape_info" : {
@@ -192,6 +198,14 @@ class TestDataset:
192
198
"tags" : {"OCI_AQUA" : "active" , "aqua_model_name" : "model-name" },
193
199
}
194
200
201
+ aqua_deployment_gguf_env_vars = {
202
+ "BASE_MODEL" : "service_models/model-name/artifact" ,
203
+ "BASE_MODEL_FILE" : "model-name.gguf" ,
204
+ "MODEL_DEPLOY_ENABLE_STREAMING" : "true" ,
205
+ "MODEL_DEPLOY_HEALTH_ENDPOINT" : "/v1/models" ,
206
+ "MODEL_DEPLOY_PREDICT_ENDPOINT" : "/v1/completions" ,
207
+ }
208
+
195
209
aqua_deployment_gguf_shape_info = {
196
210
"instance_shape" : DEPLOYMENT_SHAPE_NAME_CPU ,
197
211
"instance_count" : 1 ,
@@ -544,6 +558,9 @@ def test_create_deployment_for_gguf_model(
544
558
expected_result = copy .deepcopy (TestDataset .aqua_deployment_object )
545
559
expected_result ["state" ] = "CREATING"
546
560
expected_result ["shape_info" ] = TestDataset .aqua_deployment_gguf_shape_info
561
+ expected_result ["environment_variables" ] = (
562
+ TestDataset .aqua_deployment_gguf_env_vars
563
+ )
547
564
assert actual_attributes == expected_result
548
565
549
566
@parameterized .expand (
0 commit comments