Files
flexly-cms/scripts/qa_shell_001.py
T

175 lines
11 KiB
Python

"""Compare the shared runtime shell with the original Antirion in real Chromium.
All application data and auth state live in a disposable copy of studio-site.
Screenshots/measurements are written outside the checkout.
"""
from __future__ import annotations
import json
import os
import shutil
import tempfile
from pathlib import Path
from unittest.mock import patch
from playwright.sync_api import sync_playwright
from qa_001 import PASSWORD, ROOT, serve
from site_engine.services.auth import hash_password
from site_engine.web.app import create_app
OUT = Path("/tmp/site-engine-shell-001")
MEASURE = """() => {
const names = ['.sidebar','.brand','.brand-logo','.sidebar-nav','.sidebar-bottom',
'.topbar','.cmd','.header-btn[data-action=theme]','.user-chip',
'.sidebar .nav-item.active','.sidebar .nav-item.active svg'];
return Object.fromEntries(names.map(name => {
const e=document.querySelector(name), r=e.getBoundingClientRect(), s=getComputedStyle(e);
return [name,{x:r.x,y:r.y,width:r.width,height:r.height,fontSize:s.fontSize,
color:s.color,background:s.backgroundColor,padding:s.padding}];
}));
}"""
def main():
OUT.mkdir(exist_ok=True)
report = {"geometry": [], "flows": [], "errors": []}
with tempfile.TemporaryDirectory(prefix="cms-shell-") as temp:
work = Path(temp)
shutil.copytree(ROOT / "examples/site-studio", work / "site", ignore=shutil.ignore_patterns(".engine"))
env = {
"SITE_ROOT": str(work / "site"), "SITE_DIST": str(work / "dist"),
"SITE_STATE_DIR": str(work / "state"), "SITE_ADMIN_LOGIN": "admin",
"SITE_ADMIN_PASSWORD_HASH": hash_password(PASSWORD, n=2**10),
"SITE_SECRET_KEY": "temporary-shell-qa-secret-" * 2, "SITE_COOKIE_SECURE": "0",
"SITE_ADMIN_ORIGIN": "", "SITE_PREVIEW_ORIGIN": "", "SITE_PUBLIC_HOST": "",
}
with patch.dict(os.environ, env), serve(create_app()) as origin, sync_playwright() as pw:
browser = pw.chromium.launch(channel="chromium", headless=True, args=["--no-sandbox", "--no-proxy-server"])
page = browser.new_page(viewport={"width": 1440, "height": 960}, reduced_motion="reduce")
page.on("pageerror", lambda error: report["errors"].append(str(error)))
page.on("console", lambda message: report["errors"].append(message.text) if message.type == "error" else None)
page.on("response", lambda response: report["errors"].append(f"{response.status} {response.url}") if response.status >= 400 else None)
page.goto(origin + "/admin/login")
page.locator('[name="login"]').fill("admin")
page.locator('[name="password"]').fill(PASSWORD)
page.get_by_role("button", name="Войти", exact=True).click()
page.wait_for_url(origin + "/admin/")
page.goto(origin + "/admin/pages")
page.locator("#topbar .cmd").wait_for()
reference = browser.new_page(viewport={"width": 1440, "height": 960})
reference.goto((ROOT / "design/antirion-rework.html").as_uri())
reference.locator("#topbar .cmd").wait_for()
# Compare the same content. Only fixture labels/status/counts differ from the mock.
labels = page.evaluate("""() => ({site:document.querySelector('.sitelabel b').textContent,
host:document.querySelector('.crumb span').textContent,
small:document.querySelector('.sitelabel small').textContent,
count:document.querySelector('.nav-item .count').textContent})""")
reference.evaluate("""labels => {
document.querySelector('.sitelabel b').textContent=labels.site;
document.querySelector('.sitelabel small').textContent=labels.small;
document.querySelector('.crumb span').textContent=labels.host;
document.querySelector('.nav-item .count').textContent=labels.count;
document.querySelectorAll('.nav-item .count').forEach((e,i)=>{if(i)e.remove()});
document.querySelector('.live-pip').classList.add('no-release');
document.querySelector('.live-pip').textContent='НЕТ РЕЛИЗА';
document.querySelector('.user-chip').textContent='AD';
}""", labels)
for theme in ["light", "dark"]:
if theme == "dark":
page.locator(".topbar [data-action=theme]").click()
reference.locator(".topbar [data-action=theme]").click()
# The prototype rebuilds its shell on theme changes.
reference.evaluate("""labels => {
document.querySelector('.sitelabel b').textContent=labels.site;
document.querySelector('.sitelabel small').textContent=labels.small;
document.querySelector('.crumb span').textContent=labels.host;
document.querySelector('.nav-item .count').textContent=labels.count;
document.querySelectorAll('.nav-item .count').forEach((e,i)=>{if(i)e.remove()});
document.querySelector('.live-pip').textContent='НЕТ РЕЛИЗА';
document.querySelector('.user-chip').textContent='AD';
}""", labels)
for width in [1440, 1280, 1024, 768, 390, 360]:
for p in [page, reference]:
p.set_viewport_size({"width": width, "height": 960})
reference.wait_for_timeout(180)
actual, expected = page.evaluate(MEASURE), reference.evaluate(MEASURE)
for selector in actual:
for prop in ["x", "y", "width", "height", "fontSize", "padding", "color", "background"]:
assert actual[selector][prop] == expected[selector][prop], (theme,width,selector,prop,actual[selector],expected[selector])
assert not page.evaluate("document.documentElement.scrollWidth > innerWidth+1")
report["geometry"].append({"theme":theme,"width":width,"runtime":actual,"reference":expected})
if width in [1440, 390]:
page.screenshot(path=str(OUT / f"runtime-{theme}-{width}.png"))
reference.screenshot(path=str(OUT / f"reference-{theme}-{width}.png"))
page.set_viewport_size({"width": 1440, "height": 960})
page.locator(".topbar [data-action=theme]").click()
page.locator('[data-action="collapse"]').click()
assert page.locator(".sidebar").bounding_box()["width"] == 66
page.screenshot(path=str(OUT / "collapsed.png"))
page.reload()
assert page.locator(".sidebar").bounding_box()["width"] == 66
page.locator('[data-action="collapse"]').click()
report["flows"].append("collapse and persisted preference")
page.keyboard.press("Control+k")
assert page.locator("#cmd-input").evaluate("e=>e===document.activeElement")
page.locator("#cmd-input").fill("contacts")
assert page.locator("[data-command-result]:visible").count() == 1
page.screenshot(path=str(OUT / "command.png"))
page.locator("#cmd-input").fill("does-not-exist")
assert page.locator("[data-command-empty]").is_visible()
page.locator("#cmd-input").fill("Контент")
page.locator("[data-command-result]:visible").click()
page.wait_for_url(origin + "/admin/content/**")
assert page.locator(".nav-item.active").inner_text() == "Контент"
report["flows"].append("Ctrl+K, real pages/sections, empty search, htmx navigation")
page.locator('[data-action="profile"]').click()
assert page.locator("#profile-dialog").is_visible()
page.keyboard.press("Escape")
assert page.locator('[data-action="profile"]').evaluate("e=>e===document.activeElement")
report["flows"].append("profile, Escape and return focus")
page.set_viewport_size({"width": 390, "height": 844})
page.get_by_role("button", name="Открыть меню").click()
page.screenshot(path=str(OUT / "mobile-menu.png"))
page.keyboard.press("Shift+Tab")
assert page.locator(".sidebar").evaluate("e=>e.contains(document.activeElement)")
page.keyboard.press("Escape")
assert page.get_by_role("button", name="Открыть меню").evaluate("e=>e===document.activeElement")
assert page.locator(".main").evaluate("e=>!e.inert")
report["flows"].append("mobile menu, focus trap, Escape, return focus")
page.locator('[data-action="command"]').click()
page.screenshot(path=str(OUT / "command-mobile.png"))
page.keyboard.press("Escape")
page.get_by_role("button", name="Открыть меню").click()
page.locator("#cover").click(position={"x":350,"y":300})
assert page.locator(".sidebar.open").count() == 0
page.set_viewport_size({"width": 1440, "height": 960})
page.goto(origin + "/admin/publish")
page.locator('[data-pub-action=candidate]').first.click()
page.locator('[data-publication-root][aria-busy=false]').wait_for()
page.locator('[data-pub-action=publish]').click()
page.locator('#release-comment').fill('Shell QA release')
page.locator('[data-pub-action=confirm-publish]').click()
page.locator(".live-pip:not(.no-release) .mono").wait_for()
page.goto(origin + "/admin/pages")
assert page.locator(".live-pip .mono").inner_text().strip()
page.screenshot(path=str(OUT / "live-release.png"))
for width in [1440, 1280, 1024, 768, 600, 430, 421, 390, 360]:
page.set_viewport_size({"width":width,"height":960})
assert not page.evaluate("document.documentElement.scrollWidth > innerWidth+1"), ("live",width)
page.set_viewport_size({"width":1440,"height":960})
report["flows"].append("actual live build after publication and navigation")
page.locator('[data-action="profile"]').click()
page.get_by_role("button", name="Выйти", exact=True).click()
page.wait_for_url(origin + "/admin/login")
report["flows"].append("profile logout through real CSRF form")
assert not report["errors"], report["errors"]
browser.close()
(OUT / "report.json").write_text(json.dumps(report, ensure_ascii=False, indent=2))
print(json.dumps({"geometry":len(report["geometry"]),"flows":report["flows"],"artifacts":str(OUT)},ensure_ascii=False))
if __name__ == "__main__":
main()