From 74a1ae5764722088921649ebbf64c7b53c89bc1d Mon Sep 17 00:00:00 2001 From: Caio Melo <12129319+cmelo05@users.noreply.github.com> Date: Tue, 29 Apr 2025 17:03:04 -0300 Subject: [PATCH 1/2] Fix: Change SimilarityEvaluator id to reference to Azure Foundry Similarity-Evaluator Asset ID --- .../azure/ai/evaluation/_evaluators/_similarity/_similarity.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_similarity/_similarity.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_similarity/_similarity.py index 37048e1f6ab0..e2fa40af1029 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_similarity/_similarity.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_similarity/_similarity.py @@ -61,7 +61,7 @@ class SimilarityEvaluator(PromptyEvaluatorBase): _PROMPTY_FILE = "similarity.prompty" _RESULT_KEY = "similarity" - id = "similarity" + id = "azureml://registries/azureml/models/Similarity-Evaluator/versions/4" """Evaluator identifier, experimental and to be used only with evaluation in cloud.""" @override From aea8fef8aa5609d1c1f4bd5e787f4a8f661c161b Mon Sep 17 00:00:00 2001 From: Caio Melo <12129319+cmelo05@users.noreply.github.com> Date: Mon, 5 May 2025 09:44:43 -0300 Subject: [PATCH 2/2] Update Relevance-Evaluator to most recent version --- .../azure/ai/evaluation/_evaluators/_relevance/_relevance.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_relevance/_relevance.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_relevance/_relevance.py index 5e88cfed4bd1..05dd78530b01 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_relevance/_relevance.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_relevance/_relevance.py @@ -59,7 +59,7 @@ class RelevanceEvaluator(PromptyEvaluatorBase): _PROMPTY_FILE = "relevance.prompty" _RESULT_KEY = "relevance" - id = "azureml://registries/azureml/models/Relevance-Evaluator/versions/4" + id = "azureml://registries/azureml/models/Relevance-Evaluator/versions/6" """Evaluator identifier, experimental and to be used only with evaluation in cloud.""" @override