Files
estimator/tests/unit/llm/conftest.py
T

71 lines
1.7 KiB
Python

import json
import httpx
import pytest
from pydantic import BaseModel, model_validator
class Answer(BaseModel):
text: str
score: int
@model_validator(mode="after")
def _score_range(self):
if not 0 <= self.score <= 10:
raise ValueError("score must be between 0 and 10")
return self
class Recorder:
"""Scripted httpx transport: each response is consumed in order, requests are recorded."""
def __init__(self, *responses):
self.responses = list(responses)
self.requests: list[httpx.Request] = []
def handler(self, request: httpx.Request) -> httpx.Response:
self.requests.append(request)
item = self.responses.pop(0)
if isinstance(item, Exception):
raise item
return item
@property
def transport(self):
return httpx.MockTransport(self.handler)
def body(self, i: int = 0) -> dict:
return json.loads(self.requests[i].content)
@pytest.fixture
def sleeps():
calls: list[float] = []
async def fake_sleep(s: float) -> None:
calls.append(s)
fake_sleep.calls = calls
return fake_sleep
def ok_openai(content: str, finish="stop", usage=(10, 5)):
return httpx.Response(
200,
json={
"choices": [{"message": {"content": content}, "finish_reason": finish}],
"usage": {"prompt_tokens": usage[0], "completion_tokens": usage[1]},
},
)
def ok_anthropic(text: str, stop="end_turn", usage=(10, 5)):
return httpx.Response(
200,
json={
"content": [{"type": "text", "text": text}],
"stop_reason": stop,
"usage": {"input_tokens": usage[0], "output_tokens": usage[1]},
},
)