rework-output-and-test-logic (#3)

* fix flakey tests in authentik / wordpress

* make it possible to rerun tests partially -> passed will be skipped, failed will be repeated

* improve organization of all outputs (moving, renaming, keeping multiple versions etc.)

* add html reports, replace .txt tracebacks

* combine all html reports into one

* add demo runner with comments for documentation purposes

Reviewed-on: local-it-infrastructure/e2e_tests#3
Co-authored-by: Daniel <d.brummerloh@gmail.com>
Co-committed-by: Daniel <d.brummerloh@gmail.com>

src/tests_wordpress/test_wordpress.py

@@ -1,29 +1,14 @@
 import re
 
-import pytest
-from playwright.sync_api import Page, expect
+from playwright.sync_api import BrowserContext, expect
+
+from src.dirmanager import DirManager
 
 
-def test_one():
-    assert 1 + 1 == 2
+def test_visit_from_authentik(admin_context: BrowserContext, dotenv_config: dict[str, str], DIR: DirManager):
+    page_authentik = admin_context.new_page()
+    with page_authentik.expect_popup() as event_context:
+        page_authentik.get_by_role("link", name="Wordpress").click()
+    page_wordpress = event_context.value
 
-
-def test_two():
-    assert 2 + 1 == 3
-
-
-def test_has_title(page: Page):
-    page.goto("https://playwright.dev/")
-
-    # Expect a title "to contain" a substring.
-    expect(page).to_have_title(re.compile("Playwright"))
-
-
-def test_get_started_link(page: Page):
-    page.goto("https://playwright.dev/")
-
-    # Click the get started link.
-    page.get_by_role("link", name="Get started").click()
-
-    # Expects page to have a heading with the name of Installation.
-    expect(page.get_by_role("heading", name="Installation")).to_be_visible()
+    expect(page_wordpress.locator("#wpcontent")).to_be_visible()