"""Chromium against designer original + real FastAPI on disposable content.""" import json import os import shutil import tempfile from pathlib import Path from unittest.mock import patch from playwright.sync_api import expect, sync_playwright from qa_001 import PASSWORD, ROOT, serve from qa_editor_001 import reserve from site_engine.services.auth import hash_password from site_engine.web.app import create_app from site_engine.web.preview_app import create_preview_app OUT = Path(os.environ.get("QA_BUILDER_OUT", "/tmp/site-engine-builder-001")) def idle(page): page.wait_for_function("() => !window.siteDocument.state.busy") page.wait_for_timeout(60) def metrics(page, selectors): return page.evaluate( """selectors=>Object.fromEntries(selectors.map(s=>{ const e=document.querySelector(s),c=getComputedStyle(e),r=e.getBoundingClientRect(); return [s,{x:r.x,y:r.y,width:r.width,height:r.height,font:c.fontSize,padding:c.padding,color:c.color,background:c.backgroundColor}]; }))""", selectors, ) def main(): OUT.mkdir(exist_ok=True) report = {"comparisons": [], "flows": [], "errors": []} with tempfile.TemporaryDirectory(prefix="cms-builder-") as tmp: work = Path(tmp) site = work / "site" shutil.copytree( ROOT / "examples/studio-site", site, ignore=shutil.ignore_patterns(".engine") ) a, p = reserve(), reserve() admin = f"http://127.0.0.1:{a.getsockname()[1]}" preview = f"http://127.0.0.1:{p.getsockname()[1]}" env = { "SITE_ROOT": str(site), "SITE_DIST": str(work / "dist"), "SITE_STATE_DIR": str(work / "state"), "SITE_ADMIN_LOGIN": "admin", "SITE_ADMIN_PASSWORD_HASH": hash_password(PASSWORD, n=2**10), "SITE_SECRET_KEY": "builder-browser-qa-secret-" * 3, "SITE_COOKIE_SECURE": "0", "SITE_ADMIN_ORIGIN": admin, "SITE_PREVIEW_ORIGIN": preview, } with ( patch.dict(os.environ, env), serve(create_app(), a), serve(create_preview_app(), p), sync_playwright() as pw, ): browser_type = getattr(pw, os.environ.get("QA_BROWSER", "chromium")) launch_options = {"headless": True} if browser_type.name == "chromium": launch_options["args"] = ["--no-sandbox", "--no-proxy-server"] elif browser_type.name == "firefox": launch_options["firefox_user_prefs"] = {"network.proxy.type": 0} if os.environ.get("QA_BROWSER_EXECUTABLE"): launch_options["executable_path"] = os.environ["QA_BROWSER_EXECUTABLE"] browser = browser_type.launch(**launch_options) report["browser"] = {"name": browser_type.name, "version": browser.version} context = browser.new_context( viewport={"width": 1440, "height": 960}, reduced_motion="reduce" ) page = context.new_page() page.set_default_timeout(10000) page.on("pageerror", lambda e: report["errors"].append(str(e))) page.on( "console", lambda m: ( report["errors"].append(m.text) if m.type == "error" and "422" not in m.text else None ), ) page.on("dialog", lambda d: d.accept()) page.goto(admin + "/admin/login") page.locator("[name=login]").fill("admin") page.locator("[name=password]").fill(PASSWORD) page.get_by_role("button", name="Войти", exact=True).click() page.wait_for_url(admin + "/admin/") page.goto(admin + "/admin/pages/index") page.locator("#preview-result iframe").wait_for() page.wait_for_load_state("networkidle") # Switch before any server transform can incidentally repair layout. for _ in range(2): page.locator("[data-editor-mode=expert]").click() expect(page.locator(".builder")).to_have_class("builder expert-layout") expect(page.locator("#inspectpane #preview-result iframe")).to_be_visible() page.locator("[data-editor-mode=constructor]").click() expect(page.locator("#builder > #stagepane")).to_be_visible() expect(page.locator("#stagepane > .stage-toolbar").first).to_be_visible() expect(page.locator("#stagepane .pane-foot button")).to_be_visible() report["flows"].append("pristine_mode_roundtrip_restores_preview_and_toolbar") reference = browser.new_page( viewport={"width": 1440, "height": 960}, reduced_motion="reduce" ) reference.goto((ROOT / "design/builder-antirion.html").as_uri()) reference.locator(".tree-item").first.wait_for() selectors = [ ".treepane", ".inspectpane", ".pane-head", ".tree-layout", ".tree-item", ".stage-toolbar", ".panel-tabs", ".inspect-title h3", ".field input", ".head .button", ] for theme in ["light", "dark"]: if theme == "dark": page.locator(".topbar [data-action=theme]").click() for width in [1440, 1280, 1024, 768, 390, 360]: page.set_viewport_size({"width": width, "height": 960}) reference.set_viewport_size({"width": width, "height": 960}) page.wait_for_timeout(80) live = metrics(page, selectors) original = metrics(reference, selectors) if width > 960: assert page.evaluate( "Math.abs(document.querySelector('.builder').getBoundingClientRect().bottom-innerHeight)<1" ) assert page.evaluate("document.documentElement.scrollHeight<=innerHeight+1") for selector in [ ".pane-head", ".tree-layout", ".stage-toolbar", ".panel-tabs", ".inspect-title h3", ".field input", ".head .button", ]: assert live[selector]["font"] == original[selector]["font"], ( width, selector, live[selector], original[selector], ) if selector not in [".field input", ".head .button"]: assert live[selector]["padding"] == original[selector]["padding"], ( width, selector, live[selector], original[selector], ) # Shared shell is already approved separately; constructor columns retain designer widths. if width > 960: for selector in [".treepane", ".inspectpane"]: assert abs(live[selector]["width"] - original[selector]["width"]) < 1, ( width, selector, live[selector], original[selector], ) assert not page.evaluate("document.documentElement.scrollWidth>innerWidth+1"), ( width ) if theme == "light": for selector in [ ".treepane", ".inspectpane", ".tree-layout", ".stage-toolbar", ".field input", ]: assert ( live[selector]["background"] == original[selector]["background"] ), (width, selector, live[selector], original[selector]) page.screenshot(path=str(OUT / f"constructor-{theme}-{width}.png")) reference.screenshot(path=str(OUT / f"reference-{width}.png")) report["comparisons"].append( {"theme": theme, "width": width, "runtime": live, "reference": original} ) page.set_viewport_size({"width": 1440, "height": 960}) original = (site / "pages/index.md").read_text() # Field edits apply automatically. Save and tree selection flush immediately pending changes. title = page.locator('[data-inspector] [name="p.title"]').first title.fill("Auto applied builder") expect(page.locator("#document-source")).to_have_value( __import__("re").compile("Auto applied builder") ) expect( page.frame_locator("#preview-result iframe").get_by_role( "heading", name="Auto applied builder", exact=True ) ).to_be_visible() assert (site / "pages/index.md").read_text() == original expect(title).to_be_focused() assert title.evaluate("(e)=>e.selectionStart") == len("Auto applied builder") title.fill("{{ invalid }}") expect(page.locator(".issues")).to_be_visible() expect(title).to_have_value("{{ invalid }}") page.get_by_role("button", name="Сохранить документ", exact=True).click() expect(page.locator("#editor-notice")).to_contain_text("Изменения не применены") assert (site / "pages/index.md").read_text() == original idle(page) title.fill("Corrected builder") expect(page.locator("#document-source")).to_have_value( __import__("re").compile("Corrected builder") ) expect(page.locator(".issues")).to_have_count(0) page.locator('[data-inspector] [data-value-picker="p.image"]').click() page.locator("[data-value-search]").fill("hero") page.locator('[data-value-choice="assets/hero.svg"]').click() expect(page.locator("#document-source")).to_have_value( __import__("re").compile("image: assets/hero.svg") ) expect( page.frame_locator("#preview-result iframe").locator('img[src*="hero.svg"]') ).to_be_visible() report["flows"].append( "invalid_fields_retained_save_stopped_correction_and_real_asset_picker" ) title.fill("Flush on selection") page.locator("button[data-tree-id=b_cta]").click() expect(page.locator(".tree-node.selected")).to_have_attribute("data-tree-id", "b_cta") expect(page.locator("#document-source")).to_have_value( __import__("re").compile("Flush on selection") ) report["flows"].append("auto_apply_focus_caret_preview_and_selection_flush") idle(page) page.locator("[data-viewport=mobile]").click() page.get_by_role("button", name="Обновить превью", exact=True).click() expect(page.locator("#preview-result iframe")).to_have_class( __import__("re").compile("mobile-viewport") ) page.locator("[data-viewport=desktop]").click() report["flows"].append("device_retained_after_preview_refresh") # Real source picker -> API bind object, not flattened resolved text. page.locator('[data-source-picker="p.title"]').first.click() page.locator("[data-binding-kind]").select_option("bind") page.locator("[data-binding-path]").fill("page.title") page.locator("[data-apply-binding]").click() expect(page.locator("#document-source")).to_have_value( __import__("re").compile("bind: page.title") ) report["flows"].append("binding_picker_preserves_typed_source") idle(page) page.get_by_role("button", name="Дублировать", exact=True).click() expect(page.locator(".tree-node")).to_have_count(6) duplicate = page.locator(".tree-node.selected").get_attribute("data-tree-id") assert duplicate != "b_cta" page.get_by_role("button", name="Удалить", exact=True).click() page.keyboard.press("Escape") expect(page.locator(".tree-node")).to_have_count(6) page.get_by_role("button", name="Удалить", exact=True).click() page.locator("[data-builder-confirm]").click() expect(page.locator(".tree-node")).to_have_count(5) expect(page.locator(".tree-node.selected")).to_have_attribute("data-tree-id", "b_cta") report["flows"].append("duplicate_selects_new_id_delete_is_memory_only") idle(page) # Original catalog: search/category/allowed target; a click inserts with actual manifest preview/defaults. page.locator(".pane-head [data-catalog-open]").click() expect(page.locator("#builder-catalog-dialog")).to_be_visible() page.locator("[data-catalog-search]").fill("no-such-fragment") expect(page.locator("[data-catalog-empty]")).to_be_visible() page.locator("[data-catalog-search]").fill("hero") page.locator('[data-catalog-form=hero] [name="p.title"]').evaluate( "e=>e.value='{{ invalid }}'" ) page.locator("[data-fragment=hero]").click() expect(page.locator("#builder-catalog-dialog .catalog-errors")).to_be_visible() expect(page.locator('[data-catalog-form=hero] [name="p.title"]')).to_have_value( "{{ invalid }}" ) page.locator('[data-catalog-form=hero] [name="p.title"]').fill("Заголовок страницы") page.locator("[data-catalog-form=hero]").get_by_role( "button", name="Добавить блок", exact=True ).click() expect(page.locator(".tree-node")).to_have_count(6) expect(page.locator('[data-inspector] [name="p.title"]').first).to_have_value( "Заголовок страницы" ) assert (site / "pages/index.md").read_text() == original report["flows"].append("catalog_filters_click_inserts_schema_defaults_no_file_write") idle(page) # Actual drag event sequence exercises the same HTML transform as keyboard movement. last = page.locator(".tree-node.selected").get_attribute("data-tree-id") page.locator(f"button[data-tree-id={last}]").drag_to( page.locator("button[data-tree-id=b_hero]") ) expect(page.locator(".tree-node").first).to_have_attribute("data-tree-id", last) report["flows"].append("drag_drop_real_reordering") idle(page) page.locator('[data-inspector] [name="p.title"]').first.fill("Saved pending edit") page.get_by_role("button", name="Сохранить документ", exact=True).click() expect(page.locator("#editor-result .success")).to_be_visible() assert "Saved pending edit" in (site / "pages/index.md").read_text() assert not (work / "dist/current").exists() report["flows"].append("save_flushes_pending_fields_without_publish") # Source mode preserves bytes; live source validation, diff and reset are real. idle(page) page.get_by_role("button", name="Эксперт", exact=True).click() expect(page.locator("#document-source")).to_be_visible() before = page.locator("#document-source").input_value() page.locator("#document-source").fill( before.replace("title:", "# formatter-check\ntitle:", 1) ) page.locator("[data-format-source]").click() expect(page.locator("#document-source")).not_to_have_value( __import__("re").compile("formatter-check") ) assert (site / "pages/index.md").read_text() == before report["flows"].append("explicit_server_format_does_not_save_file") page.locator("#document-source").fill(before + "\nExpert text") expect(page.locator("#buffer-status")).to_contain_text("Есть несохранённые") page.locator("[data-builder-diff]").click() expect(page.locator(".diff-line.add")).to_contain_text("Expert text") page.keyboard.press("Escape") expect(page.locator("[data-builder-diff]")).to_be_focused() page.locator("[data-builder-reset]").click() page.locator("[data-builder-confirm]").click() expect(page.locator("#document-source")).to_have_value(before) report["flows"].append("expert_source_diff_reset_dialog_focus") idle(page) reference.get_by_role("button", name="Эксперт", exact=True).click() report["expert_comparisons"] = [] for width in [1440, 1280, 1024, 768, 390, 360]: page.set_viewport_size({"width": width, "height": 960}) reference.set_viewport_size({"width": width, "height": 960}) live = metrics(page, [".treepane", ".inspectpane", ".expert-textarea"]) source = metrics(reference, [".treepane", ".inspectpane", ".expert-textarea"]) expect(page.locator("#inspectpane #preview-result iframe")).to_be_visible() assert live[".expert-textarea"]["font"] == source[".expert-textarea"]["font"] assert live[".expert-textarea"]["padding"] == source[".expert-textarea"]["padding"] if width > 1050: for selector in [".treepane", ".inspectpane"]: assert abs(live[selector]["width"] - source[selector]["width"]) < 1 elif width > 700: assert ( page.locator(".inspectpane").bounding_box()["width"] == page.locator("#builder").bounding_box()["width"] ) assert not page.evaluate("document.documentElement.scrollWidth>innerWidth+1") page.evaluate("scrollTo(0,0)") page.screenshot(path=str(OUT / f"expert-dark-{width}.png")) reference.screenshot(path=str(OUT / f"reference-expert-{width}.png")) report["expert_comparisons"].append( {"width": width, "runtime": live, "reference": source} ) page.set_viewport_size({"width": 1440, "height": 960}) page.get_by_role("button", name="Конструктор", exact=True).click() page.locator("[data-tree-tab=mapping]").click() expect(page.locator(".mapping-card").first).to_be_visible() page.locator("[data-focus-bind]").first.click() expect(page.locator("[data-inspector-panel=bindings]")).to_be_visible() report["flows"].append("data_map_and_binding_inspector") assert not report["errors"], report["errors"] reference.close() browser.close() (OUT / "report.json").write_text(json.dumps(report, ensure_ascii=False, indent=2)) print( json.dumps( { "comparisons": len(report["comparisons"]), "flows": len(report["flows"]), "artifacts": str(OUT), } ) ) if __name__ == "__main__": main()