BrowserGym/tests/visualwebarena/test_vwa_domains.py

import pytest
import playwright.sync_api

from browsergym.visualwebarena.instance import VisualWebArenaInstance


def test_is_reachable():
    # default URLs
    instance = VisualWebArenaInstance()
    instance.check_status()

    # unreacheable URL
    with pytest.raises(RuntimeError):
        instance = VisualWebArenaInstance()
        instance.urls["reddit"] = "https://invalid.url"
        instance.check_status()


@pytest.mark.parametrize("site", ["reddit", "shopping", "wikipedia", "classifieds"])
def test_credentials(page: playwright.sync_api.Page, site: str):
    # default URLs and credentials
    instance = VisualWebArenaInstance()
    instance.ui_login(site=site, page=page)

    # TODO: test this more thoroughly