Init Project Flexly Estimator
This commit is contained in:
@@ -0,0 +1,70 @@
|
||||
import json
|
||||
|
||||
import httpx
|
||||
import pytest
|
||||
from pydantic import BaseModel, model_validator
|
||||
|
||||
|
||||
class Answer(BaseModel):
|
||||
text: str
|
||||
score: int
|
||||
|
||||
@model_validator(mode="after")
|
||||
def _score_range(self):
|
||||
if not 0 <= self.score <= 10:
|
||||
raise ValueError("score must be between 0 and 10")
|
||||
return self
|
||||
|
||||
|
||||
class Recorder:
|
||||
"""Scripted httpx transport: each response is consumed in order, requests are recorded."""
|
||||
|
||||
def __init__(self, *responses):
|
||||
self.responses = list(responses)
|
||||
self.requests: list[httpx.Request] = []
|
||||
|
||||
def handler(self, request: httpx.Request) -> httpx.Response:
|
||||
self.requests.append(request)
|
||||
item = self.responses.pop(0)
|
||||
if isinstance(item, Exception):
|
||||
raise item
|
||||
return item
|
||||
|
||||
@property
|
||||
def transport(self):
|
||||
return httpx.MockTransport(self.handler)
|
||||
|
||||
def body(self, i: int = 0) -> dict:
|
||||
return json.loads(self.requests[i].content)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def sleeps():
|
||||
calls: list[float] = []
|
||||
|
||||
async def fake_sleep(s: float) -> None:
|
||||
calls.append(s)
|
||||
|
||||
fake_sleep.calls = calls
|
||||
return fake_sleep
|
||||
|
||||
|
||||
def ok_openai(content: str, finish="stop", usage=(10, 5)):
|
||||
return httpx.Response(
|
||||
200,
|
||||
json={
|
||||
"choices": [{"message": {"content": content}, "finish_reason": finish}],
|
||||
"usage": {"prompt_tokens": usage[0], "completion_tokens": usage[1]},
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
def ok_anthropic(text: str, stop="end_turn", usage=(10, 5)):
|
||||
return httpx.Response(
|
||||
200,
|
||||
json={
|
||||
"content": [{"type": "text", "text": text}],
|
||||
"stop_reason": stop,
|
||||
"usage": {"input_tokens": usage[0], "output_tokens": usage[1]},
|
||||
},
|
||||
)
|
||||
Reference in New Issue
Block a user