Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
41 changes: 41 additions & 0 deletions tests/agents/test_orchestrator_chain_regressions.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
import os

os.environ.setdefault("UTU_LLM_TYPE", "openai")
os.environ.setdefault("UTU_LLM_MODEL", "gpt-4o-mini")

import pytest

from utu.agents.common import TaskRecorder
from utu.agents.orchestrator.chain import ChainPlanner
from utu.agents.orchestrator.common import Recorder


def test_chain_planner_parse_missing_plan_block_raises_clear_assertion() -> None:
planner = ChainPlanner.__new__(ChainPlanner)
recorder = Recorder(input="question")

with pytest.raises(AssertionError, match="No tasks parsed from plan"):
planner._parse("<analysis>ok</analysis>", recorder)


def test_chain_planner_parse_still_extracts_tasks_from_valid_plan() -> None:
planner = ChainPlanner.__new__(ChainPlanner)
recorder = Recorder(input="question")

plan = planner._parse(
'<analysis>ok</analysis><plan>[{"name": "agent-a", "task": "do work"}]</plan>',
recorder,
)

assert plan.analysis == "ok"
assert len(plan.tasks) == 1
assert plan.tasks[0].agent_name == "agent-a"
assert plan.tasks[0].task == "do work"
assert plan.tasks[0].is_last_task is True


def test_task_recorder_input_defaults_to_list() -> None:
recorder = TaskRecorder()

assert recorder.input == []
assert isinstance(recorder.input, list)
2 changes: 1 addition & 1 deletion utu/agents/common.py
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,7 @@ def to_dict(self):
class TaskRecorder(DataClassWithStreamEvents):
task: str = ""
trace_id: str = ""
input: str | list[TResponseInputItem] = field(default_factory=dict)
input: str | list[TResponseInputItem] = field(default_factory=list)

# from RunResultStreaming
final_output: str = ""
Expand Down
2 changes: 1 addition & 1 deletion utu/agents/orchestrator/chain.py
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ def _parse(self, text: str, recorder: Recorder) -> Plan:
analysis = match.group(1).strip() if match else ""

match = re.search(r"<plan>\s*\[(.*?)\]\s*</plan>", text, re.DOTALL)
plan_content = match.group(1).strip()
plan_content = match.group(1).strip() if match else ""
tasks: list[Task] = []
task_pattern = r'\{"name":\s*"([^"]+)",\s*"task":\s*"([^"]+)"\s*\}'
task_matches = re.findall(task_pattern, plan_content, re.IGNORECASE)
Expand Down