@@ -717,8 +717,6 @@ def create_dataset(self,
717
717
raise e
718
718
return dataset
719
719
720
- # **** Create Project begin ****
721
-
722
720
def create_project (self , ** kwargs ) -> Project :
723
721
""" Creates a Project object on the server.
724
722
@@ -744,10 +742,11 @@ def create_project(self, **kwargs) -> Project:
744
742
InvalidAttributeError: If the Project type does not contain
745
743
any of the attribute names given in kwargs.
746
744
747
- NOTE: the following attributes are used only chat model evaluation projects:
745
+ NOTE: the following attributes are used only in chat model evaluation projects:
748
746
dataset_name_or_id, append_to_existing_dataset, data_row_count, editor_task_type
749
747
They are not used for general projects and not supported in this method
750
748
"""
749
+ # The following arguments are not supported for general projects, only for chat model evaluation projects
751
750
kwargs .pop ("dataset_name_or_id" , None )
752
751
kwargs .pop ("append_to_existing_dataset" , None )
753
752
kwargs .pop ("data_row_count" , None )
@@ -823,21 +822,26 @@ def create_model_evaluation_project(self,
823
822
return self ._create_project (** kwargs )
824
823
825
824
def create_offline_model_evaluation_project (self , ** kwargs ) -> Project :
826
- kwargs ["media_type" ] = MediaType .Conversational
825
+ """
826
+ Creates a project for offline model evaluation.
827
+ Args:
828
+ **kwargs: Additional parameters to pass see the create_project method
829
+ Returns:
830
+ Project: The created project
831
+ """
827
832
kwargs [
828
- "editor_task_type" ] = EditorTaskType .OfflineModelChatEvaluation .value
833
+ "media_type" ] = MediaType .Conversational # Only Conversational is supported
834
+ kwargs [
835
+ "editor_task_type" ] = EditorTaskType .OfflineModelChatEvaluation .value # Special editor task type for offline model evaluation
836
+
837
+ # The following arguments are not supported for offline model evaluation
829
838
kwargs .pop ("dataset_name_or_id" , None )
830
839
kwargs .pop ("append_to_existing_dataset" , None )
831
840
kwargs .pop ("data_row_count" , None )
832
841
833
842
return self .create_project (** kwargs )
834
843
835
844
def _create_project (self , ** kwargs ) -> Project :
836
- """
837
- Internal method to create a project with the given parameters.
838
- Args: see other create_project methods
839
- NOTE: do not use this method directly. Use create_project* methods instead.
840
- """
841
845
auto_audit_percentage = kwargs .get ("auto_audit_percentage" )
842
846
auto_audit_number_of_labels = kwargs .get ("auto_audit_number_of_labels" )
843
847
if auto_audit_percentage is not None or auto_audit_number_of_labels is not None :
@@ -903,9 +907,6 @@ def _create_project(self, **kwargs) -> Project:
903
907
904
908
return self ._create (Entity .Project , params , extra_params )
905
909
906
-
907
- # **** Create Project end ****
908
-
909
910
def get_roles (self ) -> List [Role ]:
910
911
"""
911
912
Returns:
0 commit comments