Skip to content

test_run

ipw.tests.cli.test_run

Tests for cli/run.py -- ipw run CLI command.

TestRunCmd

Test ipw run CLI command.

Source code in intelligence-per-watt/src/ipw/tests/cli/test_run.py 
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
class TestRunCmd:
    """Test ipw run CLI command."""

    @pytest.fixture()
    def runner(self) -> CliRunner:
        return CliRunner()

    def test_help_text(self, runner: CliRunner) -> None:
        result = runner.invoke(cli, ["run", "--help"])
        assert result.exit_code == 0
        assert "--agent" in result.output
        assert "--model" in result.output
        assert "--dataset" in result.output
        assert "--export-format" in result.output

    def test_missing_required_agent(self, runner: CliRunner) -> None:
        result = runner.invoke(cli, ["run", "--model", "test", "--dataset", "gaia"])
        assert result.exit_code != 0
        assert "agent" in result.output.lower() or "Missing" in result.output

    def test_missing_required_model(self, runner: CliRunner) -> None:
        result = runner.invoke(cli, ["run", "--agent", "react", "--dataset", "gaia"])
        assert result.exit_code != 0

    def test_missing_required_dataset(self, runner: CliRunner) -> None:
        result = runner.invoke(cli, ["run", "--agent", "react", "--model", "test"])
        assert result.exit_code != 0

    @patch("ipw.execution.exporters.export_summary_json")
    @patch("ipw.execution.exporters.export_jsonl")
    @patch("ipw.execution.agentic_runner.AgenticRunner")
    def test_export_format_parsing(
        self,
        mock_runner_cls: MagicMock,
        mock_export_jsonl: MagicMock,
        mock_export_summary: MagicMock,
        runner: CliRunner,
        tmp_path,
    ) -> None:
        """Verify the run command accepts --export-format and processes it."""
        # The run command imports many things lazily. Rather than mocking
        # the entire internal chain, just confirm the CLI parses the argument
        # without crashing on unknown agents.
        result = runner.invoke(
            cli,
            [
                "run",
                "--agent", "nonexistent-agent",
                "--model", "test-model",
                "--dataset", "gaia",
                "--export-format", "jsonl",
            ],
        )
        # Should fail with "Unknown agent" not a crash
        assert result.exit_code != 0
        assert "Unknown agent" in result.output or "nonexistent-agent" in result.output

test_export_format_parsing(mock_runner_cls, mock_export_jsonl, mock_export_summary, runner, tmp_path)

Verify the run command accepts --export-format and processes it.

Source code in intelligence-per-watt/src/ipw/tests/cli/test_run.py 
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
@patch("ipw.execution.exporters.export_summary_json")
@patch("ipw.execution.exporters.export_jsonl")
@patch("ipw.execution.agentic_runner.AgenticRunner")
def test_export_format_parsing(
    self,
    mock_runner_cls: MagicMock,
    mock_export_jsonl: MagicMock,
    mock_export_summary: MagicMock,
    runner: CliRunner,
    tmp_path,
) -> None:
    """Verify the run command accepts --export-format and processes it."""
    # The run command imports many things lazily. Rather than mocking
    # the entire internal chain, just confirm the CLI parses the argument
    # without crashing on unknown agents.
    result = runner.invoke(
        cli,
        [
            "run",
            "--agent", "nonexistent-agent",
            "--model", "test-model",
            "--dataset", "gaia",
            "--export-format", "jsonl",
        ],
    )
    # Should fail with "Unknown agent" not a crash
    assert result.exit_code != 0
    assert "Unknown agent" in result.output or "nonexistent-agent" in result.output