67 lines
2.6 KiB
Python
67 lines
2.6 KiB
Python
"""Мини-«браузер» для тестов: вынимает значения формы из HTML так же, как это делает браузер."""
|
|
|
|
from html.parser import HTMLParser
|
|
|
|
|
|
class _FormScraper(HTMLParser):
|
|
def __init__(self, action: str):
|
|
super().__init__(convert_charrefs=True)
|
|
self.action, self.data = action, {}
|
|
self._in_target = False
|
|
self._select = None
|
|
self._select_options: list[tuple[str, bool]] = []
|
|
self._textarea = None
|
|
self._textarea_text: list[str] = []
|
|
self.found = False
|
|
|
|
def _put(self, name, value):
|
|
self.data.setdefault(name, []).append(value)
|
|
|
|
def handle_starttag(self, tag, attrs):
|
|
a = dict(attrs)
|
|
if tag == "form":
|
|
self._in_target = a.get("action") == self.action
|
|
self.found = self.found or self._in_target
|
|
return
|
|
if not self._in_target:
|
|
return
|
|
if tag == "input":
|
|
name, kind = a.get("name"), (a.get("type") or "text").lower()
|
|
if not name or kind in ("submit", "button", "file"):
|
|
return
|
|
if kind in ("checkbox", "radio"):
|
|
if "checked" in a:
|
|
self._put(name, a.get("value", "on"))
|
|
else:
|
|
self._put(name, a.get("value") or "")
|
|
elif tag == "select":
|
|
self._select, self._select_options = a.get("name"), []
|
|
elif tag == "option" and self._select is not None:
|
|
self._select_options.append((a.get("value", ""), "selected" in a))
|
|
elif tag == "textarea":
|
|
self._textarea, self._textarea_text = a.get("name"), []
|
|
|
|
def handle_data(self, data):
|
|
if self._textarea is not None:
|
|
self._textarea_text.append(data)
|
|
|
|
def handle_endtag(self, tag):
|
|
if tag == "form":
|
|
self._in_target = False
|
|
elif tag == "select" and self._select is not None:
|
|
chosen = next((v for v, sel in self._select_options if sel), self._select_options[0][0] if self._select_options else "")
|
|
if self._select_options:
|
|
self._put(self._select, chosen)
|
|
self._select = None
|
|
elif tag == "textarea" and self._textarea is not None:
|
|
self._put(self._textarea, "".join(self._textarea_text))
|
|
self._textarea = None
|
|
|
|
|
|
def scrape_form(html: str, action: str) -> dict[str, list[str]]:
|
|
scraper = _FormScraper(action)
|
|
scraper.feed(html)
|
|
if not scraper.found:
|
|
raise AssertionError(f"форма {action} не найдена в HTML")
|
|
return scraper.data
|