Daniel
8172f685de
* fix flakey tests in authentik / wordpress * make it possible to rerun tests partially -> passed will be skipped, failed will be repeated * improve organization of all outputs (moving, renaming, keeping multiple versions etc.) * add html reports, replace .txt tracebacks * combine all html reports into one * add demo runner with comments for documentation purposes Reviewed-on: local-it-infrastructure/e2e_tests#3 Co-authored-by: Daniel <d.brummerloh@gmail.com> Co-committed-by: Daniel <d.brummerloh@gmail.com>
29 lines
1.3 KiB
Python
29 lines
1.3 KiB
Python
from typing import Optional
|
|
|
|
from src.runner import Runner, SubTest
|
|
from src.tests_authentik.runner_authentik import RunnerAuthentik
|
|
|
|
|
|
class RunnerDemo(Runner):
|
|
"""Every env file has a corresponding runner class"""
|
|
|
|
name: str = "demo" # name of the test, used for logging / output naming
|
|
test_dir_name: str = "tests_demo" # dir name holding all tests related to RunnerDemo
|
|
|
|
# Filename of Demo setup. If defined, it will run 1st by executing pytest
|
|
main_setup_name: Optional[str] = "setup_demo.py"
|
|
|
|
# Filename of Demo test. This file contains unconditional tests that will be run in any
|
|
# case. If defined, it will run 2nd by executing pytest
|
|
main_test_name: Optional[str] = None
|
|
|
|
# this indicates that tests from RunnerDemo depend on the setup from RunnerAuthentik.
|
|
# RunnerDemo will only execute, when setup_authentik.py has finished successfully.
|
|
# For example, setup_authentik.py generates session states, that can be used as fixtures
|
|
# that can be loaded from fixtures_authentik.py
|
|
dependencies: list[type["Runner"]] = [RunnerAuthentik]
|
|
|
|
# this list can hold many more tests from RunnerDemo that run conditional. The condition
|
|
# and the test file can be defined by creating a SubTest instance:
|
|
# SubTest(condition: Callable, test_file: str)
|
|
sub_tests: list[SubTest] = []
|