|
| 1 | +from _pytest import config |
1 | 2 | import pytest
|
2 | 3 | from labelbox.exceptions import ResourceNotFoundError
|
3 | 4 |
|
4 |
| -def test_add_single_model_config(configured_project, model_config): |
5 |
| - project_model_config_id = configured_project.add_model_config(model_config.uid) |
6 | 5 |
|
7 |
| - assert set(config.uid for config in configured_project.project_model_configs()) == set([project_model_config_id]) |
| 6 | +def test_add_single_model_config(chat_evaluation_project_create_dataset, |
| 7 | + model_config): |
| 8 | + configured_project = chat_evaluation_project_create_dataset |
| 9 | + project_model_config_id = configured_project.add_model_config( |
| 10 | + model_config.uid) |
8 | 11 |
|
9 |
| - assert configured_project.delete_project_model_config(project_model_config_id) |
| 12 | + assert set(config.uid |
| 13 | + for config in configured_project.project_model_configs()) == set( |
| 14 | + [project_model_config_id]) |
10 | 15 |
|
| 16 | + assert configured_project.delete_project_model_config( |
| 17 | + project_model_config_id) |
11 | 18 |
|
12 |
| -def test_add_multiple_model_config(client, rand_gen, configured_project, model_config, valid_model_id): |
13 |
| - second_model_config = client.create_model_config(rand_gen(str), valid_model_id, {"param": "value"}) |
14 |
| - first_project_model_config_id = configured_project.add_model_config(model_config.uid) |
15 |
| - second_project_model_config_id = configured_project.add_model_config(second_model_config.uid) |
16 |
| - expected_model_configs = set([first_project_model_config_id, second_project_model_config_id]) |
17 | 19 |
|
18 |
| - assert set(config.uid for config in configured_project.project_model_configs()) == expected_model_configs |
| 20 | +def test_add_multiple_model_config(client, rand_gen, |
| 21 | + chat_evaluation_project_create_dataset, |
| 22 | + model_config, valid_model_id): |
| 23 | + configured_project = chat_evaluation_project_create_dataset |
| 24 | + second_model_config = client.create_model_config(rand_gen(str), |
| 25 | + valid_model_id, |
| 26 | + {"param": "value"}) |
| 27 | + first_project_model_config_id = configured_project.add_model_config( |
| 28 | + model_config.uid) |
| 29 | + second_project_model_config_id = configured_project.add_model_config( |
| 30 | + second_model_config.uid) |
| 31 | + expected_model_configs = set( |
| 32 | + [first_project_model_config_id, second_project_model_config_id]) |
| 33 | + |
| 34 | + assert set( |
| 35 | + config.uid for config in configured_project.project_model_configs() |
| 36 | + ) == expected_model_configs |
19 | 37 |
|
20 | 38 | for project_model_config_id in expected_model_configs:
|
21 |
| - assert configured_project.delete_project_model_config(project_model_config_id) |
| 39 | + assert configured_project.delete_project_model_config( |
| 40 | + project_model_config_id) |
22 | 41 |
|
23 | 42 |
|
24 |
| -def test_delete_project_model_config(configured_project, model_config): |
25 |
| - assert configured_project.delete_project_model_config(configured_project.add_model_config(model_config.uid)) |
| 43 | +def test_delete_project_model_config(chat_evaluation_project_create_dataset, |
| 44 | + model_config): |
| 45 | + configured_project = chat_evaluation_project_create_dataset |
| 46 | + assert configured_project.delete_project_model_config( |
| 47 | + configured_project.add_model_config(model_config.uid)) |
26 | 48 | assert not len(configured_project.project_model_configs())
|
27 | 49 |
|
| 50 | + |
28 | 51 | def test_delete_nonexistant_project_model_config(configured_project):
|
29 | 52 | with pytest.raises(ResourceNotFoundError):
|
30 |
| - configured_project.delete_project_model_config("nonexistant_project_model_config") |
| 53 | + configured_project.delete_project_model_config( |
| 54 | + "nonexistant_project_model_config") |
0 commit comments