rework-output-and-test-logic (#3)

* fix flakey tests in authentik / wordpress

* make it possible to rerun tests partially -> passed will be skipped, failed will be repeated

* improve organization of all outputs (moving, renaming, keeping multiple versions etc.)

* add html reports, replace .txt tracebacks

* combine all html reports into one

* add demo runner with comments for documentation purposes

Reviewed-on: local-it-infrastructure/e2e_tests#3
Co-authored-by: Daniel <d.brummerloh@gmail.com>
Co-committed-by: Daniel <d.brummerloh@gmail.com>
This commit is contained in:
Daniel 2023-11-29 14:14:46 +01:00 committed by dan
parent d2cd6ba47f
commit 8172f685de
24 changed files with 588 additions and 418 deletions

View file

@ -2,7 +2,6 @@ import json
import os
import re
from icecream import ic
from playwright.sync_api import BrowserContext, expect
from src.dirmanager import DirManager
@ -10,13 +9,15 @@ from src.dirmanager import DirManager
ADMIN_USER = os.environ["ADMIN_USER"]
ADMIN_PASS = os.environ["ADMIN_PASS"]
LOCALE = {"Accept-Language": "de_DE"}
TESTUSER = {"username": "testuser", "name": "Test User", "password": "test123", "email": "test@example.com"}
TIMEOUT = 10000
TIMEOUT = 6000
def test_create_admin_login(context: BrowserContext, dotenv_config: dict[str, str], DIR: DirManager):
# go to page
context.set_extra_http_headers(LOCALE)
context.set_default_timeout(TIMEOUT)
page = context.new_page()
url = "https://" + dotenv_config["DOMAIN"]
page.goto(url)
@ -45,8 +46,10 @@ def check_if_user_exists(admin_context: BrowserContext, dotenv_config: dict[str,
nav = page.locator("ak-sidebar-item", has_text=re.compile(r"Directory|Verzeichnis"))
nav.click()
nav.get_by_role("link", name=re.compile(r"Users|Benutzer")).click()
result = page.get_by_text(TESTUSER["username"]).is_visible(timeout=TIMEOUT)
return result
user = page.get_by_text(TESTUSER["username"])
user.wait_for(state="visible")
return user.is_visible()
def create_invite_link(admin_context: BrowserContext, dotenv_config: dict[str, str]):
@ -100,6 +103,7 @@ def create_user(user_context: BrowserContext, invitelink):
def test_create_user_session(context: BrowserContext, dotenv_config: dict[str, str], DIR: DirManager):
context.set_extra_http_headers(LOCALE)
context.set_default_timeout(TIMEOUT)
# load admin cookies