Support categorized fragments, theme presets, block widths, and server-backed theme editing with onboarding and preview. Include Site Studio, design sources, specification and verification reports; remove the legacy studio-site example.
410 lines
22 KiB
Python
410 lines
22 KiB
Python
"""Exercise the schema-1 example, public build and real admin on an isolated copy."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
import datetime as dt
|
|
import hashlib
|
|
import json
|
|
import os
|
|
import re
|
|
import shutil
|
|
import tempfile
|
|
from html.parser import HTMLParser
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
from urllib.parse import urljoin, urlsplit
|
|
|
|
from playwright.sync_api import expect, sync_playwright
|
|
from qa_001 import PASSWORD, ROOT, serve
|
|
|
|
from site_engine.build.pipeline import build_site
|
|
from site_engine.core.registry import load_site
|
|
from site_engine.core.routes import build_route_table
|
|
from site_engine.core.validate import validate_release, validate_workspace
|
|
from site_engine.errors import EngineError, Report
|
|
from site_engine.parsing.frontmatter import parse
|
|
from site_engine.parsing.yamlio import load_yaml
|
|
from site_engine.services.auth import hash_password
|
|
from site_engine.web.app import create_app
|
|
|
|
EXAMPLE = ROOT / "examples/ai-studio"
|
|
NOW = dt.datetime(2026, 11, 12, 12, tzinfo=dt.UTC)
|
|
|
|
|
|
class LocalURLs(HTMLParser):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.urls = set()
|
|
|
|
def handle_starttag(self, tag, attrs):
|
|
values = dict(attrs)
|
|
if tag == "link" and values.get("rel") not in ("stylesheet", "icon"):
|
|
return
|
|
if tag not in ("a", "img", "link", "script"):
|
|
return
|
|
value = values.get("href") or values.get("src") or ""
|
|
if value and not value.startswith("#") and not urlsplit(value).scheme:
|
|
self.urls.add(value)
|
|
|
|
|
|
def files(root):
|
|
return {
|
|
p.relative_to(root).as_posix(): hashlib.sha256(p.read_bytes()).hexdigest()
|
|
for p in root.rglob("*")
|
|
if p.is_file() and ".engine" not in p.relative_to(root).parts
|
|
}
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--out", type=Path, default=Path("/tmp/ai-studio-qa"))
|
|
args = parser.parse_args()
|
|
args.out.mkdir(parents=True, exist_ok=True)
|
|
baseline = files(EXAMPLE)
|
|
report = {"schema": 1, "checks": [], "browser_errors": [], "native_dialogs": []}
|
|
checks = report["checks"]
|
|
with tempfile.TemporaryDirectory(prefix="ai-studio-qa-") as tmp:
|
|
work = Path(tmp)
|
|
site, dist = work / "site", work / "dist"
|
|
shutil.copytree(EXAMPLE, site, ignore=shutil.ignore_patterns(".engine"))
|
|
reg = load_site(site)
|
|
issues = Report()
|
|
table = build_route_table(reg, issues)
|
|
issues.extend(validate_workspace(reg, table))
|
|
issues.extend(validate_release(reg, table))
|
|
assert not issues.issues, [str(i) for i in issues.issues]
|
|
assert load_yaml((site / "site.yaml").read_text())["schema"] == 1
|
|
for page_file in (site / "pages").rglob("*.md"):
|
|
assert parse(page_file.read_text())[0]["schema"] == 1
|
|
local_fragments = [f for f in reg.fragments.values() if not f.builtin]
|
|
assert all(f.version == 1 for f in local_fragments)
|
|
assert {f.id for f in local_fragments} == {
|
|
"entry_cover",
|
|
"benefits",
|
|
"related",
|
|
}
|
|
assert not any(fid.startswith("ai_") for fid in reg.fragments)
|
|
assert all(
|
|
reg.fragments[fid].builtin
|
|
for fid in (
|
|
"steps",
|
|
"hero",
|
|
"page_header",
|
|
"richtext",
|
|
"card_grid",
|
|
"faq",
|
|
"cta_banner",
|
|
"section",
|
|
"columns",
|
|
"collection_list",
|
|
)
|
|
)
|
|
assert set(reg.collections) == {"services", "scenarios", "cases"}
|
|
home_blocks = {b.id: b for b in reg.pages["index"].regions["main"]}
|
|
assert home_blocks["hero_home"].fragment == "hero"
|
|
assert home_blocks["services_list"].fragment == "collection_list"
|
|
assert home_blocks["benefits_grid"].fragment == "card_grid"
|
|
assert home_blocks["benefits_grid"].props["variant"] == "features"
|
|
assert home_blocks["process_steps"].fragment == "steps"
|
|
assert "variant" not in home_blocks["process_steps"].props
|
|
assert home_blocks["cta_home"].fragment == "cta_banner"
|
|
checks.append("schema_1_and_clean_workspace_release_validation")
|
|
checks.append("universal_fragment_ids_and_shared_builtins_without_duplicates")
|
|
checks.append("design_block_ids_and_fragment_types_kept_separate")
|
|
build = build_site(site, dist, now=NOW)
|
|
assert not build.report.issues, [str(i) for i in build.report.issues]
|
|
assert build.pages == 14, build.pages
|
|
repeated = build_site(site, work / "second-dist", now=NOW)
|
|
assert repeated.build_id == build.build_id
|
|
assert files(repeated.output_dir) == files(build.output_dir)
|
|
checks.append("14_pages_and_deterministic_build_without_database")
|
|
public = dist / "current"
|
|
home = (public / "index.html").read_text()
|
|
assert "Telegram-боты" in home and "AI-ассистенты" in home
|
|
assert "Почему нам доверяют" in home and "Под задачу, а не по шаблону" in home
|
|
for hidden in ("Исследовательские прототипы", "Академия", "Автоматизация процессов"):
|
|
assert hidden not in home, hidden
|
|
assert not (public / "services/research").exists()
|
|
assert not (public / "drafts").exists()
|
|
sitemap = (public / "sitemap.xml").read_text()
|
|
assert "research" not in sitemap and "academy" not in sitemap
|
|
assert "Автоматизация процессов" in (public / "services/index.html").read_text()
|
|
checks.append("featured_queries_and_draft_exclusion")
|
|
service_html = (public / "services/bots/index.html").read_text()
|
|
for text in (
|
|
"/assets/bot.svg",
|
|
"Интеграция с CRM и расписанием",
|
|
"/scenarios/support/",
|
|
"/cases/support-assistant/",
|
|
"/contacts/",
|
|
"Обсудим похожую задачу?",
|
|
):
|
|
assert text in service_html, text
|
|
assert "Поддержка клиентов" in (public / "scenarios/support/index.html").read_text()
|
|
case_html = (public / "cases/support-assistant/index.html").read_text()
|
|
assert "Демонстрационный кейс" in case_html and "Учебная служба поддержки" in case_html
|
|
assert "Корректность источников" in case_html
|
|
assert "data-preview-id" not in service_html
|
|
assert "<form" not in (public / "contacts/index.html").read_text()
|
|
checks.append("covers_benefits_metadata_refs_cta_and_demo_cases_rendered")
|
|
about_html = (public / "about/index.html").read_text()
|
|
assert "f-columns--2" in about_html
|
|
assert "Принципы" in about_html and "/assets/automation.svg" in about_html
|
|
assert "f-steps__items" in about_html and "f-card_grid--steps" not in about_html
|
|
checks.append("columns_composition_and_dedicated_steps_coexist")
|
|
# Failed publication must retain the working release.
|
|
broken_file = site / "content/services/bots.md"
|
|
saved_source = broken_file.read_bytes()
|
|
broken_file.write_text(saved_source.decode().replace("- support\n", "- missing_scenario\n"))
|
|
assert broken_file.read_bytes() != saved_source
|
|
try:
|
|
build_site(site, dist, now=NOW + dt.timedelta(minutes=1))
|
|
except EngineError as exc:
|
|
assert "E_REF_MISSING" in exc.report.codes(), exc.report.codes()
|
|
else:
|
|
raise AssertionError("Broken reference accepted")
|
|
assert public.resolve() == build.output_dir.resolve()
|
|
broken_file.write_bytes(saved_source)
|
|
checks.append("broken_reference_rejected_current_preserved")
|
|
env = {
|
|
"SITE_ROOT": str(site),
|
|
"SITE_DIST": str(dist),
|
|
"SITE_STATE_DIR": str(work / "state"),
|
|
"SITE_ADMIN_LOGIN": "admin",
|
|
"SITE_ADMIN_PASSWORD_HASH": hash_password(PASSWORD, n=2**10),
|
|
"SITE_SECRET_KEY": "isolated-ai-studio-browser-" * 3,
|
|
"SITE_COOKIE_SECURE": "0",
|
|
"SITE_ADMIN_ORIGIN": "",
|
|
"SITE_PREVIEW_ORIGIN": "",
|
|
}
|
|
with patch.dict(os.environ, env), serve(create_app()) as origin, sync_playwright() as pw:
|
|
kind = getattr(pw, os.environ.get("QA_BROWSER", "chromium"))
|
|
options = {"headless": True}
|
|
if kind.name == "chromium":
|
|
options["args"] = ["--no-sandbox", "--no-proxy-server"]
|
|
if kind.name == "firefox":
|
|
options["firefox_user_prefs"] = {"network.proxy.type": 0}
|
|
if os.environ.get("QA_BROWSER_EXECUTABLE"):
|
|
options["executable_path"] = os.environ["QA_BROWSER_EXECUTABLE"]
|
|
browser = kind.launch(**options)
|
|
report["browser"] = {"name": kind.name, "version": browser.version}
|
|
context = browser.new_context(viewport={"width": 1440, "height": 960})
|
|
page = context.new_page()
|
|
page.on(
|
|
"pageerror",
|
|
lambda e: report["browser_errors"].append(
|
|
{"message": str(e), "stack": e.stack, "url": page.url}
|
|
),
|
|
)
|
|
|
|
def native(dialog):
|
|
report["native_dialogs"].append(dialog.message)
|
|
dialog.dismiss()
|
|
|
|
page.on("dialog", native)
|
|
routes = sorted(r.route for r in table.values() if r.published and r.kind != "redirect")
|
|
responsive = []
|
|
linked_urls = set()
|
|
for route in routes:
|
|
page.set_viewport_size({"width": 1440, "height": 960})
|
|
response = page.goto(origin + route)
|
|
assert response.status == 200, route
|
|
expect(page.locator("main h1")).to_have_count(1)
|
|
for img in page.locator("img").all():
|
|
img.scroll_into_view_if_needed()
|
|
expect(img).to_have_js_property("complete", True)
|
|
assert img.evaluate("e=>e.naturalWidth>0"), route
|
|
page.evaluate("window.scrollTo(0,0)")
|
|
links = LocalURLs()
|
|
links.feed(page.content())
|
|
linked_urls.update(urljoin(origin + route, url) for url in links.urls)
|
|
for width in (1440, 1024, 768, 390, 360):
|
|
page.set_viewport_size({"width": width, "height": 960})
|
|
assert page.evaluate("document.documentElement.scrollWidth<=innerWidth+1"), (
|
|
route,
|
|
width,
|
|
)
|
|
responsive.append([route, width])
|
|
if route in (
|
|
"/",
|
|
"/about/",
|
|
"/services/bots/",
|
|
"/cases/support-assistant/",
|
|
) and width in (
|
|
1440,
|
|
390,
|
|
):
|
|
name = route.strip("/").replace("/", "-") or "home"
|
|
page.screenshot(path=str(args.out / f"{name}-{width}.png"), full_page=True)
|
|
for url in sorted(linked_urls):
|
|
if urlsplit(url).netloc == urlsplit(origin).netloc:
|
|
assert context.request.get(url).status == 200, url
|
|
report["responsive"] = responsive
|
|
report["local_urls_checked"] = len(linked_urls)
|
|
checks.append("public_pages_images_links_and_70_responsive_checks")
|
|
page.set_viewport_size({"width": 1440, "height": 960})
|
|
page.goto(origin + "/admin/login")
|
|
page.locator("[name=login]").fill("admin")
|
|
page.locator("[name=password]").fill(PASSWORD)
|
|
page.get_by_role("button", name="Войти", exact=True).click()
|
|
page.wait_for_url(origin + "/admin/")
|
|
for collection in ("services", "scenarios", "cases"):
|
|
assert page.goto(origin + "/admin/content/" + collection).status == 200
|
|
page.goto(origin + "/admin/pages/about")
|
|
about_source = page.locator("#document-source").input_value()
|
|
frame = page.frame_locator("#preview-result iframe")
|
|
page.locator("[data-tree-id=about_columns]").click()
|
|
expect(page.locator("#inspectpane")).to_contain_text("Количество колонок")
|
|
expect(frame.locator("[data-preview-id=about_columns]")).to_have_attribute(
|
|
"data-preview-selected", "true"
|
|
)
|
|
page.locator("[data-tree-id=body_about]").click()
|
|
expect(frame.locator("[data-preview-id=body_about]")).to_have_attribute(
|
|
"data-preview-selected", "true"
|
|
)
|
|
frame.locator("[data-preview-id=about_image] img").click()
|
|
expect(page.locator("[data-tree-id=about_image]")).to_have_class(re.compile("selected"))
|
|
expect(frame.locator("[data-preview-id=about_image]")).to_have_attribute(
|
|
"data-preview-selected", "true"
|
|
)
|
|
expect(page.locator("#inspectpane")).to_contain_text("Описание изображения")
|
|
page.locator("[data-editor-mode=expert]").click()
|
|
page.locator("[data-editor-mode=constructor]").click()
|
|
assert page.locator("#document-source").input_value() == about_source
|
|
checks.append("nested_columns_bidirectional_selection_and_mode_roundtrip")
|
|
page.goto(origin + "/admin/pages/index")
|
|
page.locator("[data-catalog-open]").first.click()
|
|
dialog = page.locator("#builder-catalog-dialog")
|
|
for fid, name, description in (
|
|
("collection_list", "Список коллекций", "Карточки, получаемые из collection"),
|
|
("section", "Текстовая секция", "Заголовок и содержимое секции"),
|
|
("richtext", "Markdown body", "Выводит Markdown из файла страницы"),
|
|
("card_grid", "Карточки", "Сетка преимуществ"),
|
|
("steps", "Этапы", "Три этапа реализации"),
|
|
):
|
|
item = dialog.locator(f"[data-fragment='{fid}']")
|
|
expect(item).to_be_visible()
|
|
expect(item.locator("b")).to_have_text(name)
|
|
expect(item.locator("small")).to_have_text(description)
|
|
expect(dialog.locator("[data-fragment=catalog]")).to_have_count(0)
|
|
page.screenshot(path=str(args.out / "fragment-catalog.png"))
|
|
dialog.locator("[data-catalog-search]").fill("получаемые")
|
|
expect(dialog.locator("[data-fragment=collection_list]")).to_be_visible()
|
|
expect(dialog.locator("[data-fragment=section]")).to_be_hidden()
|
|
dialog.locator("[data-catalog-search]").fill("card_grid")
|
|
expect(dialog.locator("[data-fragment=card_grid]")).to_be_visible()
|
|
expect(dialog.locator("[data-fragment=collection_list]")).to_be_hidden()
|
|
dialog.locator("[data-catalog-search]").fill("")
|
|
dialog.get_by_role("button", name="Данные", exact=True).click()
|
|
expect(dialog.locator("[data-fragment=collection_list]")).to_be_visible()
|
|
expect(dialog.locator("[data-fragment=card_grid]")).to_be_hidden()
|
|
dialog.get_by_role("button", name="Все", exact=True).click()
|
|
dialog.get_by_role("button", name="Отмена", exact=True).click()
|
|
checks.append("design_catalog_names_descriptions_search_and_categories")
|
|
frame = page.frame_locator("#preview-result iframe")
|
|
expect(frame.locator("[data-preview-id=hero_home]")).to_have_attribute(
|
|
"data-preview-selected", "true"
|
|
)
|
|
page.locator("[data-tree-id=services_list]").click()
|
|
expect(frame.locator("[data-preview-id=services_list]")).to_have_attribute(
|
|
"data-preview-selected", "true"
|
|
)
|
|
expect(page.locator("#inspectpane")).to_contain_text("Какие записи показать")
|
|
page.locator("[data-tree-id=benefits_grid]").click()
|
|
expect(frame.locator("[data-preview-id=benefits_grid]")).to_have_attribute(
|
|
"data-preview-selected", "true"
|
|
)
|
|
expect(page.locator("#inspectpane")).to_contain_text("Вариант оформления")
|
|
page.locator("[data-tree-id=process_steps]").click()
|
|
expect(frame.locator("[data-preview-id=process_steps] .f-steps__item")).to_have_count(3)
|
|
expect(page.locator("#inspectpane")).to_contain_text("Название этапа")
|
|
expect(page.locator('[data-inspector] [name="p.variant"]')).to_have_count(0)
|
|
page.locator('[data-inspector] [name="p.items.0.title"]').fill("QA первый этап")
|
|
expect(frame.locator("[data-preview-id=process_steps] b").first).to_have_text(
|
|
"QA первый этап"
|
|
)
|
|
page.locator('[data-inspector] [name="p.items.0.title"]').fill("Разбираемся в задаче")
|
|
expect(frame.locator("[data-preview-id=process_steps] b").first).to_have_text(
|
|
"Разбираемся в задаче"
|
|
)
|
|
checks.append("dedicated_steps_inspector_and_list_edit_reach_preview")
|
|
page.locator("[data-tree-id=hero_home]").click()
|
|
source = page.locator("#document-source").input_value()
|
|
page.locator("[data-editor-mode=expert]").click()
|
|
page.locator("[data-editor-mode=constructor]").click()
|
|
assert page.locator("#document-source").input_value() == source
|
|
page.screenshot(path=str(args.out / "admin-constructor.png"))
|
|
checks.append("three_collections_and_localized_constructor_preview_mode_roundtrip")
|
|
page_source = (site / "pages/index.md").read_bytes()
|
|
page.locator('[data-inspector] [name="p.image_alt"]').fill("QA описание обложки")
|
|
expect(page.locator("#document-source")).to_have_value(
|
|
re.compile("QA описание обложки")
|
|
)
|
|
assert (site / "pages/index.md").read_bytes() == page_source
|
|
page.locator("[data-save-document]").click()
|
|
expect(page.locator("#editor-result")).to_have_attribute("data-saved", "1")
|
|
page_meta, _ = parse((site / "pages/index.md").read_text())
|
|
assert page_meta["schema"] == 1
|
|
assert page_meta["regions"]["main"][0]["props"]["title"] == {"bind": "page.title"}
|
|
assert (public / "index.html").read_text() == home
|
|
checks.append("page_edit_explicit_save_schema_bindings_preserved_no_publish")
|
|
page.wait_for_load_state("networkidle")
|
|
page.goto(origin + "/admin/content/services/bots")
|
|
entry_original = (site / "content/services/bots.md").read_bytes()
|
|
expect(page.locator("[data-inspector]")).to_contain_text("Краткое описание")
|
|
expect(page.locator("[data-inspector]")).to_contain_text("Призыв к действию")
|
|
page.locator('[data-inspector] [name="p.summary"]').fill("QA новое описание услуги")
|
|
page.locator('[data-inspector] [name="p.cta.title"]').fill("QA новый CTA")
|
|
page.locator('[data-inspector] [name="p.cta.actions.0.label"]').fill("QA связаться")
|
|
page.locator("[data-inspector]").get_by_role(
|
|
"button", name="Применить к буферу", exact=True
|
|
).click()
|
|
expect(page.locator("#document-source")).to_have_value(re.compile("QA новый CTA"))
|
|
assert (site / "content/services/bots.md").read_bytes() == entry_original
|
|
page.get_by_role("button", name="Сохранить документ", exact=True).click()
|
|
expect(page.locator("#editor-result")).to_have_attribute("data-saved", "1")
|
|
meta, _ = parse((site / "content/services/bots.md").read_text())
|
|
assert meta["summary"] == "QA новое описание услуги"
|
|
assert meta["cta"]["title"] == "QA новый CTA"
|
|
assert meta["cta"]["actions"][0] == {"page": "contacts", "label": "QA связаться"}
|
|
assert meta["related_scenarios"] == ["support"]
|
|
assert (public / "services/bots/index.html").read_text() == service_html
|
|
page.wait_for_load_state("networkidle")
|
|
checks.append("entry_group_list_link_refs_edit_explicit_save_no_publish")
|
|
updated = build_site(site, dist, now=NOW + dt.timedelta(minutes=2))
|
|
assert not updated.report.issues
|
|
updated_html = (public / "services/bots/index.html").read_text()
|
|
assert "QA новое описание услуги" in updated_html and "QA новый CTA" in updated_html
|
|
assert "QA связаться" in updated_html
|
|
checks.append("saved_content_reaches_public_site_after_build")
|
|
csrf = page.locator('form[action="/admin/logout"] [name=csrf]').first.input_value()
|
|
response = context.request.post(
|
|
origin + "/admin/logout", form={"csrf": csrf}, headers={"Origin": origin}
|
|
)
|
|
assert response.status == 200 and response.url.endswith("/admin/login")
|
|
page.goto(origin + "/admin/pages/index")
|
|
page.wait_for_url(origin + "/admin/login")
|
|
checks.append("login_preview_and_logout_complete_without_http_500")
|
|
assert not report["browser_errors"], report["browser_errors"]
|
|
assert not report["native_dialogs"], report["native_dialogs"]
|
|
browser.close()
|
|
assert files(EXAMPLE) == baseline, "QA modified the example"
|
|
checks.append("source_example_unchanged")
|
|
(args.out / "report.json").write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n")
|
|
print(
|
|
json.dumps(
|
|
{
|
|
"checks": len(checks),
|
|
"pages": 14,
|
|
"responsive": len(report["responsive"]),
|
|
"out": str(args.out),
|
|
},
|
|
ensure_ascii=False,
|
|
)
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|