import json import httpx import pytest from pydantic import BaseModel, model_validator class Answer(BaseModel): text: str score: int @model_validator(mode="after") def _score_range(self): if not 0 <= self.score <= 10: raise ValueError("score must be between 0 and 10") return self class Recorder: """Scripted httpx transport: each response is consumed in order, requests are recorded.""" def __init__(self, *responses): self.responses = list(responses) self.requests: list[httpx.Request] = [] def handler(self, request: httpx.Request) -> httpx.Response: self.requests.append(request) item = self.responses.pop(0) if isinstance(item, Exception): raise item return item @property def transport(self): return httpx.MockTransport(self.handler) def body(self, i: int = 0) -> dict: return json.loads(self.requests[i].content) @pytest.fixture def sleeps(): calls: list[float] = [] async def fake_sleep(s: float) -> None: calls.append(s) fake_sleep.calls = calls return fake_sleep def ok_openai(content: str, finish="stop", usage=(10, 5)): return httpx.Response( 200, json={ "choices": [{"message": {"content": content}, "finish_reason": finish}], "usage": {"prompt_tokens": usage[0], "completion_tokens": usage[1]}, }, ) def ok_anthropic(text: str, stop="end_turn", usage=(10, 5)): return httpx.Response( 200, json={ "content": [{"type": "text", "text": text}], "stop_reason": stop, "usage": {"input_tokens": usage[0], "output_tokens": usage[1]}, }, )