Skip to content

Commit d996812

Browse files
VipulMascarenhasVipulMascarenhas
authored
Aqua deployment and UI tests (#770)
2 parents 58cb61f + 4bf2a8e commit d996812

20 files changed

+1862
-3
lines changed

‎tests/unitary/with_extras/aqua/test_data/deployment/aqua_create_deployment.yaml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
kind: deployment
2+
spec:
3+
createdBy: ocid1.user.oc1..<OCID>
4+
displayName: model-deployment-name
5+
freeformTags:
6+
OCI_AQUA: active
7+
aqua_model_name: model-name
8+
id: "ocid1.datasciencemodeldeployment.oc1.<region>.<MD_OCID>"
9+
infrastructure:
10+
kind: infrastructure
11+
spec:
12+
bandwidthMbps: 10
13+
compartmentId: ocid1.compartment.oc1..<OCID>
14+
deploymentType: SINGLE_MODEL
15+
policyType: FIXED_SIZE
16+
projectId: ocid1.datascienceproject.oc1.iad.<OCID>
17+
replica: 1
18+
shapeName: "VM.GPU.A10.1"
19+
type: datascienceModelDeployment
20+
lifecycleState: CREATING
21+
modelDeploymentUrl: "https://modeldeployment.customer-oci.com/ocid1.datasciencemodeldeployment.oc1.<region>.<MD_OCID>"
22+
runtime:
23+
kind: runtime
24+
spec:
25+
env:
26+
BASE_MODEL: service_models/model-name/artifact
27+
MODEL_DEPLOY_ENABLE_STREAMING: 'true'
28+
MODEL_DEPLOY_PREDICT_ENDPOINT: /v1/completions
29+
PARAMS: --served-model-name odsc-llm --seed 42 --trust-remote-code --max-model-len 4096
30+
healthCheckPort: 8080
31+
image: "dsmc://image-name:1.0.0.0"
32+
modelUri: "ocid1.datasciencemodeldeployment.oc1.<region>.<MODEL_OCID>"
33+
serverPort: 8080
34+
type: container
35+
timeCreated: 2024-01-01T00:00:00.000000+00:00
36+
type: modelDeployment

‎tests/unitary/with_extras/aqua/test_data/deployment/aqua_deployment_response.json

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
{
2+
"choices": [
3+
{
4+
"finish_reason": "stop",
5+
"index": 0,
6+
"logprobs": null,
7+
"text": " The answer is 2"
8+
}
9+
],
10+
"created": 12119,
11+
"id": "cmpl-379653f5a2a0425f9a6de24979542efc",
12+
"model": "odsc-llm",
13+
"object": "text_completion",
14+
"usage": {
15+
"completion_tokens": 6,
16+
"prompt_tokens": 8,
17+
"total_tokens": 14
18+
}
19+
}

‎tests/unitary/with_extras/aqua/test_data/deployment/aqua_finetuned_model.yaml

Lines changed: 200 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,200 @@
1+
kind: datascienceModel
2+
spec:
3+
artifact:
4+
- oci://service-managed-models@namespace/service_models/model-name/commit-id/artifact
5+
- oci://user-bucket-name@namespace/prefix/ocid1.datasciencejob.oc1.iad.<OCID>
6+
compartmentId: ocid1.compartment.oc1..<OCID>
7+
customMetadataList:
8+
data:
9+
- category: Other
10+
description: val_metrics_final
11+
key: val_metrics_final
12+
value:
13+
accuracy: 0.986
14+
epoch: 1.0
15+
loss: 0.0327
16+
runtime: 30.2809
17+
step: 140
18+
- category: Other
19+
description: train_metrics_epoch
20+
key: train_metrics_1.00
21+
value:
22+
accuracy: 0.9626
23+
epoch: 1.0
24+
loss: 0.1894
25+
step: 140
26+
- category: Other
27+
description: null
28+
key: fine_tune_job_run_id
29+
value: ocid1.datasciencejobrun.oc1.iad.<OCID>
30+
- category: Other
31+
description: train_metrics_final
32+
key: train_metrics_final
33+
value:
34+
accuracy: 0.9626
35+
epoch: 1.0
36+
loss: 0.1894
37+
step: 140
38+
- category: Other
39+
description: null
40+
key: fine_tune_source
41+
value: ocid1.datasciencemodel.oc1.iad.<OCID>
42+
- category: Other
43+
description: null
44+
key: fine_tune_source_name
45+
value: model-name
46+
- category: Other
47+
description: val_metrics_epoch
48+
key: val_metrics_1.00
49+
value:
50+
accuracy: 0.986
51+
epoch: 1.0
52+
loss: 0.0327
53+
runtime: 30.2809
54+
step: 140
55+
- category: Other
56+
description: null
57+
key: fine_tune_output_path
58+
value: oci://user-bucket-name@namespace/prefix/ocid1.datasciencejob.oc1.iad.<OCID>
59+
- category: other
60+
description: flag for model by reference
61+
key: modelDescription
62+
value: true
63+
- category: Other
64+
description: Deployment container mapping for SMC
65+
key: deployment-container
66+
value: odsc-vllm-serving
67+
- category: Other
68+
description: artifact location
69+
key: artifact_location
70+
value: service_models/model-name/commit-id/artifact
71+
- category: Other
72+
description: null
73+
key: fine_tune_job_id
74+
value: ocid1.datasciencejob.oc1.iad.<OCID>
75+
definedMetadataList:
76+
data:
77+
- key: FrameworkVersion
78+
value: null
79+
- key: ArtifactTestResults
80+
value: null
81+
- key: Hyperparameters
82+
value:
83+
epochs: 1
84+
learning_rate: 0.0002
85+
training_data: oci://user-bucket-name@namespace/prefix/dataset/train-data.jsonl
86+
val_set_size: 0.1
87+
- key: Algorithm
88+
value: null
89+
- key: Framework
90+
value: null
91+
- key: UseCaseType
92+
value: null
93+
displayName: finetuned-model-deployment-name
94+
freeformTags:
95+
OCI_AQUA: active
96+
aqua_fine_tuned_model: ocid1.datasciencemodel.oc1.iad.<OCID>#model-name
97+
license: Apache 2.0
98+
organization: Organization
99+
task: text_generation
100+
id: ocid1.datasciencemodel.oc1.iad.<OCID>
101+
lifecycleState: ACTIVE
102+
modelDescription:
103+
models:
104+
- bucketName: service-managed-models
105+
namespace: namespace
106+
objects:
107+
- name: service_models/model-name/commit-id/artifact/README.md
108+
sizeInBytes: 3836
109+
version: 5707cfc1-499b-4ce0-aeec-32e2336c5195
110+
- name: service_models/model-name/commit-id/artifact/config.json
111+
sizeInBytes: 596
112+
version: 3f83de16-a74a-4230-994f-9f6b89e9efd2
113+
- name: service_models/model-name/commit-id/artifact/generation_config.json
114+
sizeInBytes: 111
115+
version: d680f906-0449-4abe-a8b6-fdc45b8d1767
116+
- name: service_models/model-name/commit-id/artifact/model-00001-of-00003.safetensors
117+
sizeInBytes: 4943162336
118+
version: f3819ad0-e587-4ba5-95d3-b6b2ee0d3063
119+
- name: service_models/model-name/commit-id/artifact/model-00002-of-00003.safetensors
120+
sizeInBytes: 4999819336
121+
version: 0afce241-0093-4c60-a2b3-09a562d452a6
122+
- name: service_models/model-name/commit-id/artifact/model-00003-of-00003.safetensors
123+
sizeInBytes: 4540516344
124+
version: fb47ce57-f90e-4bb5-8ec3-9530b5ca8c56
125+
- name: service_models/model-name/commit-id/artifact/model.safetensors.index.json
126+
sizeInBytes: 25125
127+
version: c928ae04-4148-4619-8333-78eb93920dcd
128+
- name: service_models/model-name/commit-id/artifact/pytorch_model-00001-of-00003.bin
129+
sizeInBytes: 4943184288
130+
version: 9da9d3c2-0e44-4cba-b73d-b199a5e95691
131+
- name: service_models/model-name/commit-id/artifact/pytorch_model-00002-of-00003.bin
132+
sizeInBytes: 4999843272
133+
version: 051d8e4c-ea3b-4839-acd2-b78a202f3289
134+
- name: service_models/model-name/commit-id/artifact/pytorch_model-00003-of-00003.bin
135+
sizeInBytes: 5064824210
136+
version: b67cb586-0652-4c83-af55-2a6fb82d75c3
137+
- name: service_models/model-name/commit-id/artifact/pytorch_model.bin.index.json
138+
sizeInBytes: 23950
139+
version: a967052d-a096-415b-9398-de9a97dd2de0
140+
- name: service_models/model-name/commit-id/artifact/special_tokens_map.json
141+
sizeInBytes: 72
142+
version: 798c5869-3ed4-46ce-ab17-94f55ba9fe57
143+
- name: service_models/model-name/commit-id/artifact/tokenizer.json
144+
sizeInBytes: 1795303
145+
version: 041436f2-4374-48b9-9fbc-7b1afa9e5f47
146+
- name: service_models/model-name/commit-id/artifact/tokenizer.model
147+
sizeInBytes: 493443
148+
version: 360b0b6b-2fef-4a6f-ba80-696491373b0e
149+
- name: service_models/model-name/commit-id/artifact/tokenizer_config.json
150+
sizeInBytes: 1460
151+
version: a39686af-1813-4d36-b983-921950a292bf
152+
prefix: service_models/model-name/commit-id/artifact
153+
- bucketName: user-bucket-name
154+
namespace: namespace
155+
objects:
156+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/README.md
157+
sizeInBytes: 5182
158+
version: cc4afb6b-10a6-411f-9866-0f0f3ff76034
159+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/adapter_config.json
160+
sizeInBytes: 761
161+
version: 450c7f79-f582-4384-8430-4cfe957efdfa
162+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/adapter_model.safetensors
163+
sizeInBytes: 167832688
164+
version: 2eb2b24f-9024-42be-ae03-11adbacc8e3c
165+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/added_tokens.json
166+
sizeInBytes: 21
167+
version: 832a6279-f8b6-4aac-af41-b4b05c236953
168+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/aqua
169+
sizeInBytes: 0
170+
version: d3fc2142-eca5-4e58-8003-37a587722912
171+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/aqua_log_event.jsonl
172+
sizeInBytes: 607
173+
version: b6e3be51-3c70-4981-a876-1e47c9ba8e2f
174+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/config.json
175+
sizeInBytes: 729
176+
version: 20464399-b00b-4d7c-a1f6-a167c8167bb5
177+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/special_tokens_map.json
178+
sizeInBytes: 552
179+
version: eeb9a230-a78e-4a36-80aa-09a2c20e547f
180+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/tokenizer.model
181+
sizeInBytes: 493443
182+
version: 687165fa-1f81-4c5b-afb2-d77f91c8cf3b
183+
- name: prefix/ocid1.datasciencejob.oc1.iad.<OCID>/tokenizer_config.json
184+
sizeInBytes: 1634
185+
version: 38d944ec-de3c-4b74-8709-66d5906564d2
186+
prefix: prefix/ocid1.datasciencejob.oc1.iad.<OCID>
187+
type: modelOSSReferenceDescription
188+
version: '1.0'
189+
modelVersionSetId: ocid1.datasciencemodelversionset.oc1.iad.<OCID>
190+
modelVersionSetName: mvs-name
191+
projectId: ocid1.datascienceproject.oc1.iad.<OCID>
192+
provenanceMetadata:
193+
artifact_dir: null
194+
git_branch: null
195+
git_commit: null
196+
repository_url: null
197+
training_id: ocid1.datasciencejobrun.oc1.iad.<OCID>
198+
training_script_path: null
199+
timeCreated: 2024-01-01T00:00:00.000000+00:00
200+
type: dataScienceModel

‎tests/unitary/with_extras/aqua/test_data/deployment/aqua_foundation_model.yaml

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
kind: datascienceModel
2+
spec:
3+
artifact: oci://service-managed-models@namespace/service_models/model-name/artifact
4+
compartmentId: ocid1.compartment.oc1..<OCID>
5+
customMetadataList:
6+
data:
7+
- category: Other
8+
description: artifact location
9+
key: artifact_location
10+
value: service_models/model-name/artifact
11+
- category: Other
12+
description: Fine-tuning container mapping for SMC
13+
key: finetune-container
14+
value: odsc-llm-fine-tuning
15+
- category: Other
16+
description: Evaluation container mapping for SMC
17+
key: evaluation-container
18+
value: odsc-llm-evaluate
19+
- category: Other
20+
description: model by reference flag
21+
key: modelDescription
22+
value: true
23+
- category: Other
24+
description: Deployment container mapping for SMC
25+
key: deployment-container
26+
value: odsc-vllm-serving
27+
definedTags: {}
28+
description: Mock model description
29+
displayName: model-name
30+
freeformTags:
31+
OCI_AQUA: active
32+
license: Apache 2.0
33+
organization: Organization
34+
ready_to_fine_tune: false
35+
task: text_generation
36+
id: ocid1.datasciencemodel.oc1.iad.<OCID>
37+
lifecycleState: ACTIVE
38+
modelDescription:
39+
models:
40+
- bucketName: service-managed-models
41+
namespace: namespace
42+
objects:
43+
- name: service_models/model-name/artifact/README.md
44+
sizeInBytes: 10317
45+
version: 450a8124-f5ca-4ee6-b4cf-c1dc05b13d46
46+
- name: service_models/model-name/artifact/config.json
47+
sizeInBytes: 950
48+
version: 3ace781b-4a48-4e89-88b6-61f0db6d51ad
49+
- name: service_models/model-name/artifact/configuration_RW.py
50+
sizeInBytes: 2607
51+
version: ba1df5b6-7546-42e5-964e-63cd013e988c
52+
- name: service_models/model-name/artifact/generation_config.json
53+
sizeInBytes: 111
54+
version: e23a04c8-9725-4f20-8bb1-f455129e2a4e
55+
- name: service_models/model-name/artifact/modelling_RW.py
56+
sizeInBytes: 47560
57+
version: a584c221-afab-441f-901d-fbe8251dccf6
58+
- name: service_models/model-name/artifact/pytorch_model-00001-of-00002.bin
59+
sizeInBytes: 9951028193
60+
version: e919676e-48dd-4bea-af82-14b5f3eb2b9b
61+
- name: service_models/model-name/artifact/pytorch_model-00002-of-00002.bin
62+
sizeInBytes: 4483421659
63+
version: d6255d3e-bd91-4c05-b3ca-fc1be576ee10
64+
- name: service_models/model-name/artifact/pytorch_model.bin.index.json
65+
sizeInBytes: 16924
66+
version: 0419428c-2a7b-45d9-bb78-142fe0630017
67+
- name: service_models/model-name/artifact/special_tokens_map.json
68+
sizeInBytes: 281
69+
version: 5569231a-a526-4881-8945-a94a1bb59b2e
70+
- name: service_models/model-name/artifact/tokenizer.json
71+
sizeInBytes: 2734130
72+
version: d3a8a00a-de79-4d80-aa69-d8f68ee800ec
73+
- name: service_models/model-name/artifact/tokenizer_config.json
74+
sizeInBytes: 220
75+
version: 84eed6ff-c1ed-4641-8c10-e6a49364d7dd
76+
prefix: service_models/model-name/artifact
77+
type: modelOSSReferenceDescription
78+
version: '1.0'
79+
projectId: ocid1.datascienceproject.oc1.iad.<OCID>
80+
provenanceMetadata:
81+
artifact_dir: null
82+
git_branch: null
83+
git_commit: 123456
84+
repository_url: https://model-name-url.com
85+
training_id: null
86+
training_script_path: null
87+
timeCreated: 2024-01-01T00:00:00.000000+00:00
88+
type: dataScienceModel

‎tests/unitary/with_extras/aqua/test_data/deployment/deployment_config.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
{
2+
"configuration": {
3+
"VM.GPU.A10.1": {
4+
"parameters": {
5+
"VLLM_PARAMS": "--max-model-len 4096"
6+
}
7+
}
8+
},
9+
"shape": [
10+
"VM.GPU.A10.1"
11+
]
12+
}

‎tests/unitary/with_extras/aqua/test_data/ui/buckets_list.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
[
2+
{
3+
"compartment_id": "ocid1.compartment.oc1..<OCID>",
4+
"created_by": "ocid1.user.oc1..<OCID>",
5+
"defined_tags": null,
6+
"etag": "c56b6c1b-cb97-408a-b1a6-c41e682ab773",
7+
"freeform_tags": null,
8+
"name": "bucket-name-1",
9+
"namespace": "test-namespace",
10+
"time_created": "2021-04-05T21:18:45.194000+00:00"
11+
}
12+
]

0 commit comments

Comments
 (0)