@@ -343,13 +343,51 @@ def _upload_invalid_data_rows_for_dataset(dataset: Dataset):
343
343
@pytest .fixture
344
344
def chat_evaluation_ontology (client , rand_gen ):
345
345
ontology_name = f"test-chat-evaluation-ontology-{ rand_gen (str )} "
346
- ontology_builder = OntologyBuilder (tools = [
347
- Tool (tool = Tool .Type .MESSAGE_SINGLE_SELECTION ,
348
- name = "model output single selection" ),
349
- Tool (tool = Tool .Type .MESSAGE_MULTI_SELECTION ,
350
- name = "model output multi selection" ),
351
- Tool (tool = Tool .Type .MESSAGE_RANKING , name = "model output multi ranking" ),
352
- ],)
346
+ ontology_builder = OntologyBuilder (
347
+ tools = [
348
+ Tool (tool = Tool .Type .MESSAGE_SINGLE_SELECTION ,
349
+ name = "model output single selection" ),
350
+ Tool (tool = Tool .Type .MESSAGE_MULTI_SELECTION ,
351
+ name = "model output multi selection" ),
352
+ Tool (tool = Tool .Type .MESSAGE_RANKING ,
353
+ name = "model output multi ranking" ),
354
+ ],
355
+ classifications = [
356
+ Classification (class_type = Classification .Type .TEXT ,
357
+ name = "global model output text classification" ,
358
+ scope = Classification .Scope .GLOBAL ),
359
+ Classification (class_type = Classification .Type .RADIO ,
360
+ name = "global model output radio classification" ,
361
+ scope = Classification .Scope .GLOBAL ,
362
+ options = [
363
+ Option (value = "global first option answer" ),
364
+ Option (value = "global second option answer" ),
365
+ ]),
366
+ Classification (class_type = Classification .Type .CHECKLIST ,
367
+ name = "global model output checklist classification" ,
368
+ scope = Classification .Scope .GLOBAL ,
369
+ options = [
370
+ Option (value = "global first option answer" ),
371
+ Option (value = "global second option answer" ),
372
+ ]),
373
+ Classification (class_type = Classification .Type .TEXT ,
374
+ name = "index model output text classification" ,
375
+ scope = Classification .Scope .INDEX ),
376
+ Classification (class_type = Classification .Type .RADIO ,
377
+ name = "index model output radio classification" ,
378
+ scope = Classification .Scope .INDEX ,
379
+ options = [
380
+ Option (value = "index first option answer" ),
381
+ Option (value = "index second option answer" ),
382
+ ]),
383
+ Classification (class_type = Classification .Type .CHECKLIST ,
384
+ name = "index model output checklist classification" ,
385
+ scope = Classification .Scope .INDEX ,
386
+ options = [
387
+ Option (value = "index first option answer" ),
388
+ Option (value = "index second option answer" ),
389
+ ]),
390
+ ])
353
391
354
392
ontology = client .create_ontology (
355
393
ontology_name ,
0 commit comments