headroom/tests/test_live/test_live_openai.py

"""Live OpenAI API tests for the Codex (role="tool" message) path.

Same contract as the Anthropic live tests: the real API must accept our
transformed message shapes (lifecycle markers inside role="tool" results),
and the model must read them correctly.

Skipped without OPENAI_API_KEY. Costs: a few hundred gpt-4o-mini tokens/run.
"""

from __future__ import annotations

import json
import os

import httpx
import pytest

pytestmark = pytest.mark.skipif(
    not os.environ.get("OPENAI_API_KEY"),
    reason="OPENAI_API_KEY not set",
)

MODEL = "gpt-4o-mini"
API_URL = "https://api.openai.com/v1/chat/completions"

FILE_CONTENT = (
    '     1\tdef answer():\n     2\t    """Returns the magic number."""\n     3\t    return 42\n'
) + "".join(f"    {i}\t# padding line {i}\n" for i in range(4, 40))

STALE_MARKER = (
    "[Read content stale: /src/magic.py was modified after this read — "
    "re-read the file for current content. "
    "Retrieve original: hash=abc123def456abc123def456]"
)

READ_TOOL = {
    "type": "function",
    "function": {
        "name": "Read",
        "description": "Read a file",
        "parameters": {
            "type": "object",
            "properties": {"file_path": {"type": "string"}},
            "required": ["file_path"],
        },
    },
}


def call_openai(messages: list[dict]) -> str:
    resp = httpx.post(
        API_URL,
        json={
            "model": MODEL,
            "max_tokens": 150,
            "tools": [READ_TOOL],
            "messages": messages,
        },
        headers={"Authorization": f"Bearer {os.environ['OPENAI_API_KEY']}"},
        timeout=60,
    )
    assert resp.status_code == 200, f"{resp.status_code}: {resp.text[:500]}"
    return resp.json()["choices"][0]["message"]["content"] or ""


def read_roundtrip(tc_id: str, content: str) -> list[dict]:
    return [
        {
            "role": "assistant",
            "content": None,
            "tool_calls": [
                {
                    "id": tc_id,
                    "type": "function",
                    "function": {
                        "name": "Read",
                        "arguments": json.dumps({"file_path": "/src/magic.py"}),
                    },
                }
            ],
        },
        {"role": "tool", "tool_call_id": tc_id, "content": content},
    ]


class TestLifecycleMarkerLiveOpenAI:
    def test_api_accepts_stale_marker_shape(self):
        """A stale-Read marker inside a role='tool' message must be a
        valid body and must be read as 'this content is outdated'."""
        messages = [{"role": "user", "content": "Read /src/magic.py"}]
        messages += read_roundtrip("call_r1", FILE_CONTENT)
        messages += [
            {"role": "assistant", "content": "Read it. Anything else?"},
            {"role": "user", "content": "Check it once more."},
        ]
        messages += read_roundtrip("call_r2", STALE_MARKER)
        messages.append(
            {
                "role": "user",
                "content": "Is the latest read of /src/magic.py in this conversation "
                "current or stale? One word.",
            }
        )
        reply = call_openai(messages)
        assert "stale" in reply.lower(), f"model misread the marker: {reply!r}"


if __name__ == "__main__":
    pytest.main([__file__, "-v"])