From e45e7f7852938224bf76df06969a697891526fec Mon Sep 17 00:00:00 2001 From: jsonbailey Date: Tue, 5 May 2026 18:06:06 -0500 Subject: [PATCH] chore: skip tracking judge results that were not sampled Co-Authored-By: Claude Sonnet 4.6 --- packages/sdk/server-ai/src/ldai/managed_agent.py | 2 ++ packages/sdk/server-ai/src/ldai/managed_model.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/packages/sdk/server-ai/src/ldai/managed_agent.py b/packages/sdk/server-ai/src/ldai/managed_agent.py index 02fff012..584bd1cb 100644 --- a/packages/sdk/server-ai/src/ldai/managed_agent.py +++ b/packages/sdk/server-ai/src/ldai/managed_agent.py @@ -65,6 +65,8 @@ def _track_judge_results( async def _run_and_track(eval_task: asyncio.Task) -> List[JudgeResult]: results = await eval_task for r in results: + if not r.sampled: + continue if r.success: try: tracker.track_judge_result(r) diff --git a/packages/sdk/server-ai/src/ldai/managed_model.py b/packages/sdk/server-ai/src/ldai/managed_model.py index 8f85709e..1c456039 100644 --- a/packages/sdk/server-ai/src/ldai/managed_model.py +++ b/packages/sdk/server-ai/src/ldai/managed_model.py @@ -75,6 +75,8 @@ def _track_judge_results( async def _run_and_track(eval_task: asyncio.Task) -> List[JudgeResult]: results = await eval_task for r in results: + if not r.sampled: + continue if r.success: try: tracker.track_judge_result(r)