"""Exercise the schema-1 example, public build and real admin on an isolated copy.""" from __future__ import annotations import argparse import datetime as dt import hashlib import json import os import re import shutil import tempfile from html.parser import HTMLParser from pathlib import Path from unittest.mock import patch from urllib.parse import urljoin, urlsplit from playwright.sync_api import expect, sync_playwright from qa_001 import PASSWORD, ROOT, serve from site_engine.build.pipeline import build_site from site_engine.core.registry import load_site from site_engine.core.routes import build_route_table from site_engine.core.validate import validate_release, validate_workspace from site_engine.errors import EngineError, Report from site_engine.parsing.frontmatter import parse from site_engine.parsing.yamlio import load_yaml from site_engine.services.auth import hash_password from site_engine.web.app import create_app EXAMPLE = ROOT / "examples/ai-studio" NOW = dt.datetime(2026, 11, 12, 12, tzinfo=dt.UTC) class LocalURLs(HTMLParser): def __init__(self): super().__init__() self.urls = set() def handle_starttag(self, tag, attrs): values = dict(attrs) if tag == "link" and values.get("rel") not in ("stylesheet", "icon"): return if tag not in ("a", "img", "link", "script"): return value = values.get("href") or values.get("src") or "" if value and not value.startswith("#") and not urlsplit(value).scheme: self.urls.add(value) def files(root): return { p.relative_to(root).as_posix(): hashlib.sha256(p.read_bytes()).hexdigest() for p in root.rglob("*") if p.is_file() and ".engine" not in p.relative_to(root).parts } def main(): parser = argparse.ArgumentParser() parser.add_argument("--out", type=Path, default=Path("/tmp/ai-studio-qa")) args = parser.parse_args() args.out.mkdir(parents=True, exist_ok=True) baseline = files(EXAMPLE) report = {"schema": 1, "checks": [], "browser_errors": [], "native_dialogs": []} checks = report["checks"] with tempfile.TemporaryDirectory(prefix="ai-studio-qa-") as tmp: work = Path(tmp) site, dist = work / "site", work / "dist" shutil.copytree(EXAMPLE, site, ignore=shutil.ignore_patterns(".engine")) reg = load_site(site) issues = Report() table = build_route_table(reg, issues) issues.extend(validate_workspace(reg, table)) issues.extend(validate_release(reg, table)) assert not issues.issues, [str(i) for i in issues.issues] assert load_yaml((site / "site.yaml").read_text())["schema"] == 1 for page_file in (site / "pages").rglob("*.md"): assert parse(page_file.read_text())[0]["schema"] == 1 local_fragments = [f for f in reg.fragments.values() if not f.builtin] assert all(f.version == 1 for f in local_fragments) assert {f.id for f in local_fragments} == { "entry_cover", "benefits", "related", "steps", } assert not any(fid.startswith("ai_") for fid in reg.fragments) assert all( reg.fragments[fid].builtin for fid in ( "hero", "page_header", "richtext", "card_grid", "faq", "cta_banner", "section", "columns", "collection_list", ) ) assert set(reg.collections) == {"services", "scenarios", "cases"} home_blocks = {b.id: b for b in reg.pages["index"].regions["main"]} assert home_blocks["hero_home"].fragment == "hero" assert home_blocks["services_list"].fragment == "collection_list" assert home_blocks["benefits_grid"].fragment == "card_grid" assert home_blocks["benefits_grid"].props["variant"] == "features" assert home_blocks["process_steps"].fragment == "steps" assert "variant" not in home_blocks["process_steps"].props assert home_blocks["cta_home"].fragment == "cta_banner" checks.append("schema_1_and_clean_workspace_release_validation") checks.append("universal_fragment_ids_and_shared_builtins_without_duplicates") checks.append("design_block_ids_and_fragment_types_kept_separate") build = build_site(site, dist, now=NOW) assert not build.report.issues, [str(i) for i in build.report.issues] assert build.pages == 14, build.pages repeated = build_site(site, work / "second-dist", now=NOW) assert repeated.build_id == build.build_id assert files(repeated.output_dir) == files(build.output_dir) checks.append("14_pages_and_deterministic_build_without_database") public = dist / "current" home = (public / "index.html").read_text() assert "Telegram-боты" in home and "AI-ассистенты" in home assert "Почему нам доверяют" in home and "Под задачу, а не по шаблону" in home for hidden in ("Исследовательские прототипы", "Академия", "Автоматизация процессов"): assert hidden not in home, hidden assert not (public / "services/research").exists() assert not (public / "drafts").exists() sitemap = (public / "sitemap.xml").read_text() assert "research" not in sitemap and "academy" not in sitemap assert "Автоматизация процессов" in (public / "services/index.html").read_text() checks.append("featured_queries_and_draft_exclusion") service_html = (public / "services/bots/index.html").read_text() for text in ( "/assets/bot.svg", "Интеграция с CRM и расписанием", "/scenarios/support/", "/cases/support-assistant/", "/contacts/", "Обсудим похожую задачу?", ): assert text in service_html, text assert "Поддержка клиентов" in (public / "scenarios/support/index.html").read_text() case_html = (public / "cases/support-assistant/index.html").read_text() assert "Демонстрационный кейс" in case_html and "Учебная служба поддержки" in case_html assert "Корректность источников" in case_html assert "data-preview-id" not in service_html assert "e.naturalWidth>0"), route page.evaluate("window.scrollTo(0,0)") links = LocalURLs() links.feed(page.content()) linked_urls.update(urljoin(origin + route, url) for url in links.urls) for width in (1440, 1024, 768, 390, 360): page.set_viewport_size({"width": width, "height": 960}) assert page.evaluate("document.documentElement.scrollWidth<=innerWidth+1"), ( route, width, ) responsive.append([route, width]) if route in ( "/", "/about/", "/services/bots/", "/cases/support-assistant/", ) and width in ( 1440, 390, ): name = route.strip("/").replace("/", "-") or "home" page.screenshot(path=str(args.out / f"{name}-{width}.png"), full_page=True) for url in sorted(linked_urls): if urlsplit(url).netloc == urlsplit(origin).netloc: assert context.request.get(url).status == 200, url report["responsive"] = responsive report["local_urls_checked"] = len(linked_urls) checks.append("public_pages_images_links_and_70_responsive_checks") page.set_viewport_size({"width": 1440, "height": 960}) page.goto(origin + "/admin/login") page.locator("[name=login]").fill("admin") page.locator("[name=password]").fill(PASSWORD) page.get_by_role("button", name="Войти", exact=True).click() page.wait_for_url(origin + "/admin/") for collection in ("services", "scenarios", "cases"): assert page.goto(origin + "/admin/content/" + collection).status == 200 page.goto(origin + "/admin/pages/about") about_source = page.locator("#document-source").input_value() frame = page.frame_locator("#preview-result iframe") page.locator("[data-tree-id=about_columns]").click() expect(page.locator("#inspectpane")).to_contain_text("Количество колонок") expect(frame.locator("[data-preview-id=about_columns]")).to_have_attribute( "data-preview-selected", "true" ) page.locator("[data-tree-id=body_about]").click() expect(frame.locator("[data-preview-id=body_about]")).to_have_attribute( "data-preview-selected", "true" ) frame.locator("[data-preview-id=about_image] img").click() expect(page.locator("[data-tree-id=about_image]")).to_have_class(re.compile("selected")) expect(frame.locator("[data-preview-id=about_image]")).to_have_attribute( "data-preview-selected", "true" ) expect(page.locator("#inspectpane")).to_contain_text("Описание изображения") page.locator("[data-editor-mode=expert]").click() page.locator("[data-editor-mode=constructor]").click() assert page.locator("#document-source").input_value() == about_source checks.append("nested_columns_bidirectional_selection_and_mode_roundtrip") page.goto(origin + "/admin/pages/index") page.locator("[data-catalog-open]").first.click() dialog = page.locator("#builder-catalog-dialog") for fid, name, description in ( ("collection_list", "Список коллекций", "Карточки, получаемые из collection"), ("section", "Текстовая секция", "Заголовок и содержимое секции"), ("richtext", "Markdown body", "Выводит Markdown из файла страницы"), ("card_grid", "Карточки", "Сетка преимуществ"), ("steps", "Этапы", "Три этапа реализации"), ): item = dialog.locator(f"[data-fragment='{fid}']") expect(item).to_be_visible() expect(item.locator("b")).to_have_text(name) expect(item.locator("small")).to_have_text(description) expect(dialog.locator("[data-fragment=catalog]")).to_have_count(0) page.screenshot(path=str(args.out / "fragment-catalog.png")) dialog.locator("[data-catalog-search]").fill("получаемые") expect(dialog.locator("[data-fragment=collection_list]")).to_be_visible() expect(dialog.locator("[data-fragment=section]")).to_be_hidden() dialog.locator("[data-catalog-search]").fill("card_grid") expect(dialog.locator("[data-fragment=card_grid]")).to_be_visible() expect(dialog.locator("[data-fragment=collection_list]")).to_be_hidden() dialog.locator("[data-catalog-search]").fill("") dialog.get_by_role("button", name="Данные", exact=True).click() expect(dialog.locator("[data-fragment=collection_list]")).to_be_visible() expect(dialog.locator("[data-fragment=card_grid]")).to_be_hidden() dialog.get_by_role("button", name="Все", exact=True).click() dialog.get_by_role("button", name="Отмена", exact=True).click() checks.append("design_catalog_names_descriptions_search_and_categories") frame = page.frame_locator("#preview-result iframe") expect(frame.locator("[data-preview-id=hero_home]")).to_have_attribute( "data-preview-selected", "true" ) page.locator("[data-tree-id=services_list]").click() expect(frame.locator("[data-preview-id=services_list]")).to_have_attribute( "data-preview-selected", "true" ) expect(page.locator("#inspectpane")).to_contain_text("Какие записи показать") page.locator("[data-tree-id=benefits_grid]").click() expect(frame.locator("[data-preview-id=benefits_grid]")).to_have_attribute( "data-preview-selected", "true" ) expect(page.locator("#inspectpane")).to_contain_text("Вариант оформления") page.locator("[data-tree-id=process_steps]").click() expect(frame.locator("[data-preview-id=process_steps] .f-steps__item")).to_have_count(3) expect(page.locator("#inspectpane")).to_contain_text("Название этапа") expect(page.locator('[data-inspector] [name="p.variant"]')).to_have_count(0) page.locator('[data-inspector] [name="p.items.0.title"]').fill("QA первый этап") expect(frame.locator("[data-preview-id=process_steps] h3").first).to_have_text( "QA первый этап" ) page.locator('[data-inspector] [name="p.items.0.title"]').fill("Разбираемся в задаче") expect(frame.locator("[data-preview-id=process_steps] h3").first).to_have_text( "Разбираемся в задаче" ) checks.append("dedicated_steps_inspector_and_list_edit_reach_preview") page.locator("[data-tree-id=hero_home]").click() source = page.locator("#document-source").input_value() page.locator("[data-editor-mode=expert]").click() page.locator("[data-editor-mode=constructor]").click() assert page.locator("#document-source").input_value() == source page.screenshot(path=str(args.out / "admin-constructor.png")) checks.append("three_collections_and_localized_constructor_preview_mode_roundtrip") page_source = (site / "pages/index.md").read_bytes() page.locator('[data-inspector] [name="p.image_alt"]').fill("QA описание обложки") expect(page.locator("#document-source")).to_have_value( re.compile("QA описание обложки") ) assert (site / "pages/index.md").read_bytes() == page_source page.locator("[data-save-document]").click() expect(page.locator("#editor-result")).to_have_attribute("data-saved", "1") page_meta, _ = parse((site / "pages/index.md").read_text()) assert page_meta["schema"] == 1 assert page_meta["regions"]["main"][0]["props"]["title"] == {"bind": "page.title"} assert (public / "index.html").read_text() == home checks.append("page_edit_explicit_save_schema_bindings_preserved_no_publish") page.wait_for_load_state("networkidle") page.goto(origin + "/admin/content/services/bots") entry_original = (site / "content/services/bots.md").read_bytes() expect(page.locator("[data-inspector]")).to_contain_text("Краткое описание") expect(page.locator("[data-inspector]")).to_contain_text("Призыв к действию") page.locator('[data-inspector] [name="p.summary"]').fill("QA новое описание услуги") page.locator('[data-inspector] [name="p.cta.title"]').fill("QA новый CTA") page.locator('[data-inspector] [name="p.cta.actions.0.label"]').fill("QA связаться") page.locator("[data-inspector]").get_by_role( "button", name="Применить к буферу", exact=True ).click() expect(page.locator("#document-source")).to_have_value(re.compile("QA новый CTA")) assert (site / "content/services/bots.md").read_bytes() == entry_original page.get_by_role("button", name="Сохранить документ", exact=True).click() expect(page.locator("#editor-result")).to_have_attribute("data-saved", "1") meta, _ = parse((site / "content/services/bots.md").read_text()) assert meta["summary"] == "QA новое описание услуги" assert meta["cta"]["title"] == "QA новый CTA" assert meta["cta"]["actions"][0] == {"page": "contacts", "label": "QA связаться"} assert meta["related_scenarios"] == ["support"] assert (public / "services/bots/index.html").read_text() == service_html page.wait_for_load_state("networkidle") checks.append("entry_group_list_link_refs_edit_explicit_save_no_publish") updated = build_site(site, dist, now=NOW + dt.timedelta(minutes=2)) assert not updated.report.issues updated_html = (public / "services/bots/index.html").read_text() assert "QA новое описание услуги" in updated_html and "QA новый CTA" in updated_html assert "QA связаться" in updated_html checks.append("saved_content_reaches_public_site_after_build") csrf = page.locator('form[action="/admin/logout"] [name=csrf]').first.input_value() response = context.request.post( origin + "/admin/logout", form={"csrf": csrf}, headers={"Origin": origin} ) assert response.status == 200 and response.url.endswith("/admin/login") page.goto(origin + "/admin/pages/index") page.wait_for_url(origin + "/admin/login") checks.append("login_preview_and_logout_complete_without_http_500") assert not report["browser_errors"], report["browser_errors"] assert not report["native_dialogs"], report["native_dialogs"] browser.close() assert files(EXAMPLE) == baseline, "QA modified the example" checks.append("source_example_unchanged") (args.out / "report.json").write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n") print( json.dumps( { "checks": len(checks), "pages": 14, "responsive": len(report["responsive"]), "out": str(args.out), }, ensure_ascii=False, ) ) if __name__ == "__main__": main()