Init Project Flexly Estimator

This commit is contained in:
Alexey Dudin
2026-11-03 09:37:44 +03:00
commit 447464c16c
160 changed files with 12779 additions and 0 deletions
+70
View File
@@ -0,0 +1,70 @@
import json
import httpx
import pytest
from pydantic import BaseModel, model_validator
class Answer(BaseModel):
text: str
score: int
@model_validator(mode="after")
def _score_range(self):
if not 0 <= self.score <= 10:
raise ValueError("score must be between 0 and 10")
return self
class Recorder:
"""Scripted httpx transport: each response is consumed in order, requests are recorded."""
def __init__(self, *responses):
self.responses = list(responses)
self.requests: list[httpx.Request] = []
def handler(self, request: httpx.Request) -> httpx.Response:
self.requests.append(request)
item = self.responses.pop(0)
if isinstance(item, Exception):
raise item
return item
@property
def transport(self):
return httpx.MockTransport(self.handler)
def body(self, i: int = 0) -> dict:
return json.loads(self.requests[i].content)
@pytest.fixture
def sleeps():
calls: list[float] = []
async def fake_sleep(s: float) -> None:
calls.append(s)
fake_sleep.calls = calls
return fake_sleep
def ok_openai(content: str, finish="stop", usage=(10, 5)):
return httpx.Response(
200,
json={
"choices": [{"message": {"content": content}, "finish_reason": finish}],
"usage": {"prompt_tokens": usage[0], "completion_tokens": usage[1]},
},
)
def ok_anthropic(text: str, stop="end_turn", usage=(10, 5)):
return httpx.Response(
200,
json={
"content": [{"type": "text", "text": text}],
"stop_reason": stop,
"usage": {"input_tokens": usage[0], "output_tokens": usage[1]},
},
)