71 lines
1.7 KiB
Python
71 lines
1.7 KiB
Python
import json
|
|
|
|
import httpx
|
|
import pytest
|
|
from pydantic import BaseModel, model_validator
|
|
|
|
|
|
class Answer(BaseModel):
|
|
text: str
|
|
score: int
|
|
|
|
@model_validator(mode="after")
|
|
def _score_range(self):
|
|
if not 0 <= self.score <= 10:
|
|
raise ValueError("score must be between 0 and 10")
|
|
return self
|
|
|
|
|
|
class Recorder:
|
|
"""Scripted httpx transport: each response is consumed in order, requests are recorded."""
|
|
|
|
def __init__(self, *responses):
|
|
self.responses = list(responses)
|
|
self.requests: list[httpx.Request] = []
|
|
|
|
def handler(self, request: httpx.Request) -> httpx.Response:
|
|
self.requests.append(request)
|
|
item = self.responses.pop(0)
|
|
if isinstance(item, Exception):
|
|
raise item
|
|
return item
|
|
|
|
@property
|
|
def transport(self):
|
|
return httpx.MockTransport(self.handler)
|
|
|
|
def body(self, i: int = 0) -> dict:
|
|
return json.loads(self.requests[i].content)
|
|
|
|
|
|
@pytest.fixture
|
|
def sleeps():
|
|
calls: list[float] = []
|
|
|
|
async def fake_sleep(s: float) -> None:
|
|
calls.append(s)
|
|
|
|
fake_sleep.calls = calls
|
|
return fake_sleep
|
|
|
|
|
|
def ok_openai(content: str, finish="stop", usage=(10, 5)):
|
|
return httpx.Response(
|
|
200,
|
|
json={
|
|
"choices": [{"message": {"content": content}, "finish_reason": finish}],
|
|
"usage": {"prompt_tokens": usage[0], "completion_tokens": usage[1]},
|
|
},
|
|
)
|
|
|
|
|
|
def ok_anthropic(text: str, stop="end_turn", usage=(10, 5)):
|
|
return httpx.Response(
|
|
200,
|
|
json={
|
|
"content": [{"type": "text", "text": text}],
|
|
"stop_reason": stop,
|
|
"usage": {"input_tokens": usage[0], "output_tokens": usage[1]},
|
|
},
|
|
)
|