Init Project Flexly Estimator
This commit is contained in:
@@ -0,0 +1,109 @@
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
from estimator.agent import EstimationPipeline, PromptStore
|
||||
from estimator.agent.schemas import (
|
||||
Adjustment,
|
||||
ClarifyOutput,
|
||||
CriticOutput,
|
||||
DecomposeOutput,
|
||||
EstimateOutput,
|
||||
MissingTask,
|
||||
Question,
|
||||
TaskHours,
|
||||
WbsTask,
|
||||
)
|
||||
from estimator.config.sections import AgentCfg
|
||||
from estimator.domain.enums import Role, Segment
|
||||
from estimator.domain.errors import LlmTransientError
|
||||
from estimator.domain.llm import LlmResult, Usage
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[3]
|
||||
|
||||
|
||||
class FakeGateway:
|
||||
"""Scripted LlmGateway: a queue of outputs (or exceptions) per step, calls recorded."""
|
||||
|
||||
def __init__(self, **script):
|
||||
self.script = {k: list(v) for k, v in script.items()}
|
||||
self.calls: list[dict] = []
|
||||
|
||||
async def structured(self, step, *, system, user, schema):
|
||||
self.calls.append({"step": step, "system": system, "user": user, "schema": schema})
|
||||
item = self.script[step].pop(0)
|
||||
if isinstance(item, Exception):
|
||||
raise item
|
||||
assert isinstance(item, schema), f"{step}: scripted {type(item)} but pipeline asked for {schema}"
|
||||
return LlmResult(item, Usage(100, 50), "fake", f"fake-{step}")
|
||||
|
||||
def steps(self):
|
||||
return [c["step"] for c in self.calls]
|
||||
|
||||
|
||||
def clarify_out(questions=(), **kw):
|
||||
base = {
|
||||
"summary": "Бот в Telegram, MAX и VK с ИИ и интеграцией amoCRM.",
|
||||
"segment": Segment.MULTICHANNEL_AI,
|
||||
"channels": ["telegram", "max", "vk"],
|
||||
"has_ai": True,
|
||||
"integrations": ["amocrm"],
|
||||
"questions": list(questions),
|
||||
}
|
||||
base.update(kw)
|
||||
return ClarifyOutput(**base)
|
||||
|
||||
|
||||
def q(id, text="Вопрос?", blocking=False):
|
||||
return Question(id=id, text=text, why="влияет на объём", blocking=blocking)
|
||||
|
||||
|
||||
# The worked example from docs/bot-estimation-market-data.md, section 7
|
||||
DOC_WBS = [
|
||||
("Аналитика, ТЗ", Role.ANALYST, 8, 12, 20),
|
||||
("Ядро бота (Telegram)", Role.BACKEND, 16, 24, 40),
|
||||
("RAG и база знаний", Role.BACKEND, 20, 32, 56),
|
||||
("Интеграция amoCRM", Role.BACKEND, 8, 16, 32),
|
||||
("Адаптер MAX", Role.BACKEND, 8, 12, 20),
|
||||
("Адаптер ВКонтакте", Role.BACKEND, 8, 12, 20),
|
||||
("Тестирование", Role.QA, 12, 20, 36),
|
||||
("Деплой и мониторинг", Role.DEVOPS, 4, 8, 16),
|
||||
]
|
||||
|
||||
|
||||
def decompose_out(rows=DOC_WBS):
|
||||
return DecomposeOutput(tasks=[WbsTask(title=t, description=f"{t}: описание", role=r) for t, r, *_ in rows])
|
||||
|
||||
|
||||
def estimate_out(rows=DOC_WBS, ids=None):
|
||||
ids = ids or [f"t{i}" for i in range(1, len(rows) + 1)]
|
||||
return EstimateOutput(
|
||||
tasks=[
|
||||
TaskHours(task_id=i, optimistic=o, likely=m, pessimistic=p, assumptions=["a"], risks=[f"риск {i}"])
|
||||
for i, (_, _, o, m, p) in zip(ids, rows, strict=True)
|
||||
]
|
||||
)
|
||||
|
||||
|
||||
def critic_out(missing=(), adjustments=(), concerns=()):
|
||||
return CriticOutput(missing_tasks=list(missing), adjustments=list(adjustments), concerns=list(concerns))
|
||||
|
||||
|
||||
def missing(title="Документация", role=Role.ANALYST, o=4, m=6, p=10):
|
||||
return MissingTask(title=title, description="d", role=role, optimistic=o, likely=m, pessimistic=p, rationale="нужна")
|
||||
|
||||
|
||||
def adjust(task_id, o, m, p, reason="занижено"):
|
||||
return Adjustment(task_id=task_id, optimistic=o, likely=m, pessimistic=p, reason=reason)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def prompts() -> PromptStore:
|
||||
return PromptStore(ROOT / "prompts")
|
||||
|
||||
|
||||
def make_pipeline(gateway, prompts, retriever=None, **cfg):
|
||||
return EstimationPipeline(gateway, AgentCfg(**cfg), prompts, retriever=retriever, semantic_retries=1)
|
||||
|
||||
|
||||
TRANSIENT = LlmTransientError("down", provider="fake")
|
||||
Reference in New Issue
Block a user