diff --git a/packages/sdk/server-ai/src/ldai/managed_agent.py b/packages/sdk/server-ai/src/ldai/managed_agent.py index 02fff01..584bd1c 100644 --- a/packages/sdk/server-ai/src/ldai/managed_agent.py +++ b/packages/sdk/server-ai/src/ldai/managed_agent.py @@ -65,6 +65,8 @@ def _track_judge_results( async def _run_and_track(eval_task: asyncio.Task) -> List[JudgeResult]: results = await eval_task for r in results: + if not r.sampled: + continue if r.success: try: tracker.track_judge_result(r) diff --git a/packages/sdk/server-ai/src/ldai/managed_model.py b/packages/sdk/server-ai/src/ldai/managed_model.py index 8f85709..1c45603 100644 --- a/packages/sdk/server-ai/src/ldai/managed_model.py +++ b/packages/sdk/server-ai/src/ldai/managed_model.py @@ -75,6 +75,8 @@ def _track_judge_results( async def _run_and_track(eval_task: asyncio.Task) -> List[JudgeResult]: results = await eval_task for r in results: + if not r.sampled: + continue if r.success: try: tracker.track_judge_result(r)