add initial converter class (#41619)

* add initial converter class

* update

* changes

* import handling

* handle import erorr in init

* small fixes for consistency

* fix typos

* json load tool args and results

* better handling

* better docstring

* plain system msg

* handle developer msg

* typo

* rebase file format

* add unit tests

* add sk config to platform-matrix

* black formats

* black formats

* remove ptest-async form config

* exclude sk from test save eval

Author: ahibrahimm

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/__init__.py

@@ -62,6 +62,12 @@
         "[INFO] Could not import AIAgentConverter. Please install the dependency with `pip install azure-ai-projects`."
     )
 
+try:
+    from ._converters._sk_services import SKAgentConverter
+
+    _patch_all.append("SKAgentConverter")
+except ImportError:
+    print("[INFO] Could not import SKAgentConverter. Please install the dependency with `pip install semantic-kernel`.")
 
 __all__ = [
     "evaluate",

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_converters/_models.py

@@ -20,6 +20,7 @@
 _USER = "user"
 _AGENT = "assistant"
 _TOOL = "tool"
+_DEVELOPER = "developer"  # part of the semantic kernel
 
 # Constant definitions for what tool details include.
 _TOOL_CALL = "tool_call"
@@ -124,6 +125,17 @@ class UserMessage(Message):
     role: str = _USER
 
 
+class SKDeveloperMessage(Message):
+    """Represents a developer message in a conversation with agents, assistants, and tools.
+    This is used in the context of Semantic Kernel (SK) agents.
+
+    :param role: The role of the message sender, which is always 'developer'.
+    :type role: str
+    """
+
+    role: str = _DEVELOPER
+
+
 class ToolMessage(Message):
     """Represents a tool message in a conversation with agents, assistants, and tools.
 
@@ -140,6 +152,19 @@ class ToolMessage(Message):
     tool_call_id: Optional[str] = None
 
 
+class SKToolMessage(Message):
+    """Represents a tool message in the context of a Semantic Kernel (SK) agent.
+
+    :param role: The role of the message sender, which is always 'tool'.
+    :type role: str
+    :param tool_call_id: The ID of the tool call associated with the message. Optional.
+    :type tool_call_id: Optional[str]
+    """
+
+    role: str = _TOOL
+    tool_call_id: Optional[str] = None
+
+
 class AssistantMessage(Message):
     """Represents an assistant message.
 
@@ -153,6 +178,26 @@ class AssistantMessage(Message):
     role: str = _AGENT
 
 
+class SKAssistantMessage(Message):
+    """Represents an assistant message in the context of a Semantic Kernel (SK) agent.
+
+    :param role: The role of the message sender, which is always 'assistant'.
+    :type role: str
+    """
+
+    role: str = _AGENT
+
+
+class SKAssistantMessage(Message):
+    """Represents an assistant message in the context of a Semantic Kernel (SK) agent.
+
+    :param role: The role of the message sender, which is always 'assistant'.
+    :type role: str
+    """
+
+    role: str = _AGENT
+
+
 class ToolDefinition(BaseModel):
     """Represents a tool definition that will be used in the agent.