Files

181 lines
8.1 KiB
Python

"""Real browser QA on an isolated example; writes screenshots and a JSON report to /tmp."""
from __future__ import annotations
import argparse
import contextlib
import json
import os
import shutil
import socket
import tempfile
import threading
import time
from pathlib import Path
from unittest.mock import patch
import uvicorn
from playwright.sync_api import sync_playwright
from site_engine.services.auth import hash_password
from site_engine.web.app import create_app
ROOT = Path(__file__).resolve().parents[1]
PASSWORD = "temporary browser password"
@contextlib.contextmanager
def serve(app, sock=None):
if sock is None:
sock = socket.socket()
sock.bind(("127.0.0.1", 0))
port = sock.getsockname()[1]
server = uvicorn.Server(uvicorn.Config(app, log_level="error", access_log=False))
thread = threading.Thread(target=server.run, kwargs={"sockets": [sock]}, daemon=True)
thread.start()
for _ in range(1000):
if server.started:
break
if not thread.is_alive():
raise RuntimeError("QA server did not start")
time.sleep(0.01)
try:
yield f"http://127.0.0.1:{port}"
finally:
server.should_exit = True
thread.join(timeout=10)
sock.close()
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--out", type=Path, default=Path("/tmp/site-engine-001-qa"))
args = parser.parse_args()
args.out.mkdir(parents=True, exist_ok=True)
results = {"widths": [], "screens": [], "console_errors": []}
with tempfile.TemporaryDirectory(prefix="cms-browser-") as temp:
work = Path(temp)
site = work / "site"
shutil.copytree(
ROOT / "examples/site-studio", site, ignore=shutil.ignore_patterns(".engine")
)
env = {
"SITE_ROOT": str(site),
"SITE_DIST": str(work / "dist"),
"SITE_STATE_DIR": str(work / "state"),
"SITE_ADMIN_LOGIN": "admin",
"SITE_ADMIN_PASSWORD_HASH": hash_password(PASSWORD, n=2**10),
"SITE_SECRET_KEY": "temporary-browser-qa-secret-" * 2,
"SITE_COOKIE_SECURE": "0",
}
with patch.dict(os.environ, env), serve(create_app()) as origin, sync_playwright() as pw:
browser = pw.chromium.launch(channel="chromium", headless=True, args=["--no-sandbox", "--no-proxy-server"])
page = browser.new_page(viewport={"width": 1440, "height": 960})
page.on("pageerror", lambda exc: results["console_errors"].append(str(exc)))
page.goto(origin + "/admin/login")
page.screenshot(path=str(args.out / "login.png"))
page.locator('[name="login"]').fill("admin")
page.locator('[name="password"]').fill(PASSWORD)
page.get_by_role("button", name="Войти", exact=True).click()
page.wait_for_url(origin + "/admin/")
for path, name in [
("/admin/", "overview"),
("/admin/pages", "pages"),
("/admin/pages/index", "page"),
("/admin/pages/index/blocks/hero_home", "block"),
("/admin/content", "collections"),
("/admin/content/services", "entries"),
("/admin/content/services/bots", "entry"),
("/admin/publish", "publish"),
]:
response = page.goto(origin + path)
assert response.status == 200, path
page.screenshot(path=str(args.out / (name + ".png")), full_page=True)
results["screens"].append(name)
for width in [1440, 1280, 1024, 768, 390, 360]:
page.set_viewport_size({"width": width, "height": 960})
overflow = page.evaluate(
"document.documentElement.scrollWidth > innerWidth + 1"
)
assert not overflow, (name, width, "horizontal overflow")
results["widths"].append([name, width])
page.set_viewport_size({"width": 1440, "height": 960})
page.goto(origin + "/admin/pages?q=no-such-page")
assert page.get_by_text("Страниц по этим фильтрам нет").is_visible()
page.set_viewport_size({"width": 390, "height": 844})
page.get_by_role("button", name="Открыть меню").click()
assert page.locator(".sidebar.open").count() == 1
page.keyboard.press("Shift+Tab")
assert page.locator(".sidebar").evaluate("(e)=>e.contains(document.activeElement)")
page.keyboard.press("Tab")
expect_focus = page.locator(".sidebar a").first
assert expect_focus.evaluate("(e)=>e===document.activeElement")
page.keyboard.press("Escape")
assert page.locator(".sidebar.open").count() == 0
assert page.get_by_role("button", name="Открыть меню").evaluate(
"(e)=>e===document.activeElement"
)
page.screenshot(path=str(args.out / "mobile.png"))
page.goto(origin + "/admin/pages/index")
page.locator("#preview-result iframe").wait_for()
page.frame_locator("#preview-result iframe").get_by_role("heading").first.wait_for()
assert (
page.frame_locator("#preview-result iframe")
.locator(".f-hero")
.evaluate("(e)=>getComputedStyle(e).backgroundColor")
!= "rgba(0, 0, 0, 0)"
)
page.locator(".topbar [data-action=theme]").click()
assert page.locator("body").get_attribute("data-skin") == "dark"
for mode in ["constructor", "expert"]:
page.get_by_role(
"button", name="Эксперт" if mode == "expert" else "Конструктор", exact=True
).click()
for width in [1440, 1280, 1024, 768, 390, 360]:
page.set_viewport_size({"width": width, "height": 960})
assert not page.evaluate("document.documentElement.scrollWidth>innerWidth+1"), (
mode,
width,
)
results["widths"].append([mode + "-dark", width])
page.screenshot(path=str(args.out / "expert-dark-mobile.png"))
page.goto(origin + "/admin/publish")
page.locator('[data-pub-action=candidate]').first.click()
page.locator('[data-publication-root][aria-busy=false]').wait_for()
invoker = page.locator('[data-pub-action=publish]')
invoker.click()
page.locator("#publication-modal-root dialog[open]").wait_for(state="visible")
for _ in range(4):
page.keyboard.press("Tab")
assert page.locator("#publication-modal-root dialog").evaluate(
"(e)=>e.contains(document.activeElement)"
)
page.keyboard.press("Escape")
assert not page.locator("#publication-modal-root dialog").is_visible()
assert invoker.evaluate("(e)=>e===document.activeElement")
assert not results["console_errors"], results["console_errors"]
browser.close()
# Reference is rendered from its own assets, independent of the runtime package.
with sync_playwright() as pw:
browser = pw.chromium.launch(channel="chromium", headless=True, args=["--no-sandbox", "--no-proxy-server"])
page = browser.new_page(viewport={"width": 1440, "height": 960})
page.goto((ROOT / "design/antirion-rework.html").as_uri())
page.screenshot(path=str(args.out / "reference-antirion.png"), full_page=True)
page.set_viewport_size({"width": 390, "height": 844})
page.screenshot(path=str(args.out / "reference-mobile.png"), full_page=True)
browser.close()
(args.out / "report.json").write_text(json.dumps(results, ensure_ascii=False, indent=2))
print(
json.dumps(
{
"screens": len(results["screens"]),
"width_checks": len(results["widths"]),
"artifacts": str(args.out),
}
)
)
if __name__ == "__main__":
main()