Skip to content

Commit b2aa6df

Browse files
authored
fix: accuracy evals monitoring (#3450)
## Summary We were missing some logic to handle monitoring when evaluating Teams in the run function of AccuracyEval
1 parent 7ffae2e commit b2aa6df

File tree

1 file changed

+18
-6
lines changed

1 file changed

+18
-6
lines changed

libs/agno/agno/eval/accuracy.py

Lines changed: 18 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -372,18 +372,30 @@ def run(
372372
self.result.print_summary(console)
373373

374374
# Log results to the Agno platform if requested
375+
if self.agent is not None:
376+
agent_id = self.agent.agent_id
377+
team_id = None
378+
model_id = self.agent.model.id if self.agent.model is not None else None
379+
model_provider = self.agent.model.provider if self.agent.model is not None else None
380+
evaluated_entity_name = self.agent.name
381+
elif self.team is not None:
382+
agent_id = None
383+
team_id = self.team.team_id
384+
model_id = self.team.model.id if self.team.model is not None else None
385+
model_provider = self.team.model.provider if self.team.model is not None else None
386+
evaluated_entity_name = self.team.name
387+
375388
if self.monitoring:
376389
log_eval_run(
377390
run_id=self.eval_id, # type: ignore
378391
run_data=asdict(self.result),
379392
eval_type=EvalType.ACCURACY,
380-
agent_id=self.agent.agent_id if self.agent is not None else None,
381-
model_id=self.agent.model.id if self.agent is not None and self.agent.model is not None else None,
382-
model_provider=self.agent.model.provider
383-
if self.agent is not None and self.agent.model is not None
384-
else None,
393+
agent_id=agent_id,
394+
team_id=team_id,
395+
model_id=model_id,
396+
model_provider=model_provider,
385397
name=self.name if self.name is not None else None,
386-
evaluated_entity_name=self.agent.name if self.agent is not None else None,
398+
evaluated_entity_name=evaluated_entity_name,
387399
)
388400

389401
logger.debug(f"*********** Evaluation {self.eval_id} Finished ***********")

0 commit comments

Comments
 (0)