2020-12-05 21:08:42 +00:00
|
|
|
"""authentik e2e testing utilities"""
|
2020-11-23 13:24:42 +00:00
|
|
|
import json
|
2021-02-27 21:32:48 +00:00
|
|
|
from functools import lru_cache, wraps
|
2020-07-12 15:17:04 +01:00
|
|
|
from os import environ, makedirs
|
2020-09-11 22:21:11 +01:00
|
|
|
from time import sleep, time
|
2021-02-18 12:41:03 +00:00
|
|
|
from typing import Any, Callable, Optional
|
2020-06-19 18:34:27 +01:00
|
|
|
|
2020-06-07 18:30:56 +01:00
|
|
|
from django.apps import apps
|
2020-06-20 16:06:00 +01:00
|
|
|
from django.contrib.staticfiles.testing import StaticLiveServerTestCase
|
2021-02-27 21:57:15 +00:00
|
|
|
from django.db import connection
|
2021-02-26 15:46:01 +00:00
|
|
|
from django.db.migrations.loader import MigrationLoader
|
|
|
|
from django.db.migrations.operations.special import RunPython
|
2020-10-22 13:05:29 +01:00
|
|
|
from django.test.testcases import TransactionTestCase
|
2021-02-20 17:58:50 +00:00
|
|
|
from django.urls import reverse
|
2020-09-11 22:21:11 +01:00
|
|
|
from docker import DockerClient, from_env
|
|
|
|
from docker.models.containers import Container
|
2020-06-20 16:06:00 +01:00
|
|
|
from selenium import webdriver
|
2020-12-06 15:17:51 +00:00
|
|
|
from selenium.common.exceptions import (
|
|
|
|
NoSuchElementException,
|
|
|
|
TimeoutException,
|
|
|
|
WebDriverException,
|
|
|
|
)
|
2020-11-23 13:24:42 +00:00
|
|
|
from selenium.webdriver.common.by import By
|
2020-06-20 16:06:00 +01:00
|
|
|
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
|
2021-02-26 15:46:01 +00:00
|
|
|
from selenium.webdriver.common.keys import Keys
|
2020-06-20 16:06:00 +01:00
|
|
|
from selenium.webdriver.remote.webdriver import WebDriver
|
2021-02-21 22:30:31 +00:00
|
|
|
from selenium.webdriver.remote.webelement import WebElement
|
2020-06-20 16:06:00 +01:00
|
|
|
from selenium.webdriver.support.ui import WebDriverWait
|
2021-01-01 14:39:43 +00:00
|
|
|
from structlog.stdlib import get_logger
|
2020-06-19 18:34:27 +01:00
|
|
|
|
2020-12-05 21:08:42 +00:00
|
|
|
from authentik.core.api.users import UserSerializer
|
|
|
|
from authentik.core.models import User
|
2021-02-27 22:33:15 +00:00
|
|
|
from authentik.managed.manager import ObjectManager
|
2020-06-20 22:52:06 +01:00
|
|
|
|
2021-03-24 13:43:46 +00:00
|
|
|
RETRIES = int(environ.get("RETRIES", "3"))
|
2020-06-20 22:52:06 +01:00
|
|
|
|
|
|
|
# pylint: disable=invalid-name
|
2020-06-20 23:26:29 +01:00
|
|
|
def USER() -> User: # noqa
|
2020-12-05 21:08:42 +00:00
|
|
|
"""Cached function that always returns akadmin"""
|
|
|
|
return User.objects.get(username="akadmin")
|
2020-06-20 22:52:06 +01:00
|
|
|
|
2020-06-19 18:34:27 +01:00
|
|
|
|
2020-06-20 16:06:00 +01:00
|
|
|
class SeleniumTestCase(StaticLiveServerTestCase):
|
2020-06-20 22:52:06 +01:00
|
|
|
"""StaticLiveServerTestCase which automatically creates a Webdriver instance"""
|
|
|
|
|
2020-09-11 22:21:11 +01:00
|
|
|
container: Optional[Container] = None
|
2021-02-21 22:30:31 +00:00
|
|
|
wait_timeout: int
|
2020-09-11 22:21:11 +01:00
|
|
|
|
2020-06-20 16:06:00 +01:00
|
|
|
def setUp(self):
|
|
|
|
super().setUp()
|
2021-02-21 22:30:31 +00:00
|
|
|
self.wait_timeout = 60
|
2020-07-02 20:55:02 +01:00
|
|
|
makedirs("selenium_screenshots/", exist_ok=True)
|
2020-06-20 16:06:00 +01:00
|
|
|
self.driver = self._get_driver()
|
2020-06-20 23:26:29 +01:00
|
|
|
self.driver.maximize_window()
|
2020-09-29 14:01:01 +01:00
|
|
|
self.driver.implicitly_wait(30)
|
2021-02-21 22:30:31 +00:00
|
|
|
self.wait = WebDriverWait(self.driver, self.wait_timeout)
|
2020-06-26 14:06:46 +01:00
|
|
|
self.logger = get_logger()
|
2020-09-11 22:21:11 +01:00
|
|
|
if specs := self.get_container_specs():
|
|
|
|
self.container = self._start_container(specs)
|
|
|
|
|
2021-02-18 12:41:03 +00:00
|
|
|
def _start_container(self, specs: dict[str, Any]) -> Container:
|
2020-09-11 22:21:11 +01:00
|
|
|
client: DockerClient = from_env()
|
2020-09-29 13:04:23 +01:00
|
|
|
client.images.pull(specs["image"])
|
2020-09-11 22:21:11 +01:00
|
|
|
container = client.containers.run(**specs)
|
2020-09-16 20:54:35 +01:00
|
|
|
if "healthcheck" not in specs:
|
|
|
|
return container
|
2020-09-11 22:21:11 +01:00
|
|
|
while True:
|
|
|
|
container.reload()
|
|
|
|
status = container.attrs.get("State", {}).get("Health", {}).get("Status")
|
|
|
|
if status == "healthy":
|
|
|
|
return container
|
|
|
|
self.logger.info("Container failed healthcheck")
|
|
|
|
sleep(1)
|
|
|
|
|
2021-02-18 12:41:03 +00:00
|
|
|
def get_container_specs(self) -> Optional[dict[str, Any]]:
|
2020-09-11 22:21:11 +01:00
|
|
|
"""Optionally get container specs which will launched on setup, wait for the container to
|
|
|
|
be healthy, and deleted again on tearDown"""
|
|
|
|
return None
|
2020-06-20 16:06:00 +01:00
|
|
|
|
|
|
|
def _get_driver(self) -> WebDriver:
|
|
|
|
return webdriver.Remote(
|
|
|
|
command_executor="http://localhost:4444/wd/hub",
|
|
|
|
desired_capabilities=DesiredCapabilities.CHROME,
|
|
|
|
)
|
|
|
|
|
|
|
|
def tearDown(self):
|
2020-07-23 19:03:35 +01:00
|
|
|
if "TF_BUILD" in environ:
|
2020-07-12 15:17:04 +01:00
|
|
|
screenshot_file = (
|
|
|
|
f"selenium_screenshots/{self.__class__.__name__}_{time()}.png"
|
|
|
|
)
|
|
|
|
self.driver.save_screenshot(screenshot_file)
|
|
|
|
self.logger.warning("Saved screenshot", file=screenshot_file)
|
2021-03-24 10:57:56 +00:00
|
|
|
self.logger.debug("--------browser logs")
|
2020-06-26 14:06:46 +01:00
|
|
|
for line in self.driver.get_log("browser"):
|
2021-03-24 10:57:56 +00:00
|
|
|
self.logger.debug(
|
2020-06-26 14:06:46 +01:00
|
|
|
line["message"], source=line["source"], level=line["level"]
|
|
|
|
)
|
2021-03-24 10:57:56 +00:00
|
|
|
self.logger.debug("--------end browser logs")
|
2020-09-11 22:21:11 +01:00
|
|
|
if self.container:
|
|
|
|
self.container.kill()
|
2020-06-20 16:06:00 +01:00
|
|
|
self.driver.quit()
|
2020-06-20 16:06:15 +01:00
|
|
|
super().tearDown()
|
2020-06-20 16:06:00 +01:00
|
|
|
|
2020-06-26 15:21:59 +01:00
|
|
|
def wait_for_url(self, desired_url):
|
|
|
|
"""Wait until URL is `desired_url`."""
|
2020-06-30 15:36:30 +01:00
|
|
|
self.wait.until(
|
2020-09-16 22:31:16 +01:00
|
|
|
lambda driver: driver.current_url == desired_url,
|
2020-06-30 15:36:30 +01:00
|
|
|
f"URL {self.driver.current_url} doesn't match expected URL {desired_url}",
|
|
|
|
)
|
2020-06-26 15:21:59 +01:00
|
|
|
|
2020-06-20 22:56:35 +01:00
|
|
|
def url(self, view, **kwargs) -> str:
|
|
|
|
"""reverse `view` with `**kwargs` into full URL using live_server_url"""
|
|
|
|
return self.live_server_url + reverse(view, kwargs=kwargs)
|
|
|
|
|
2021-03-22 12:44:17 +00:00
|
|
|
def if_admin_url(self, view) -> str:
|
2020-11-23 13:24:42 +00:00
|
|
|
"""same as self.url() but show URL in shell"""
|
2021-03-22 12:44:17 +00:00
|
|
|
return f"{self.live_server_url}/if/admin/#{view}"
|
2020-11-23 13:24:42 +00:00
|
|
|
|
2021-02-21 22:30:31 +00:00
|
|
|
def get_shadow_root(
|
|
|
|
self, selector: str, container: Optional[WebElement] = None
|
|
|
|
) -> WebElement:
|
|
|
|
"""Get shadow root element's inner shadowRoot"""
|
|
|
|
if not container:
|
|
|
|
container = self.driver
|
|
|
|
shadow_root = container.find_element(By.CSS_SELECTOR, selector)
|
|
|
|
element = self.driver.execute_script(
|
|
|
|
"return arguments[0].shadowRoot", shadow_root
|
|
|
|
)
|
|
|
|
return element
|
|
|
|
|
2021-02-26 15:46:01 +00:00
|
|
|
def login(self):
|
|
|
|
"""Do entire login flow and check user afterwards"""
|
|
|
|
flow_executor = self.get_shadow_root("ak-flow-executor")
|
|
|
|
identification_stage = self.get_shadow_root(
|
|
|
|
"ak-stage-identification", flow_executor
|
|
|
|
)
|
|
|
|
|
|
|
|
identification_stage.find_element(
|
|
|
|
By.CSS_SELECTOR, "input[name=uid_field]"
|
|
|
|
).click()
|
|
|
|
identification_stage.find_element(
|
|
|
|
By.CSS_SELECTOR, "input[name=uid_field]"
|
|
|
|
).send_keys(USER().username)
|
|
|
|
identification_stage.find_element(
|
|
|
|
By.CSS_SELECTOR, "input[name=uid_field]"
|
|
|
|
).send_keys(Keys.ENTER)
|
|
|
|
|
|
|
|
flow_executor = self.get_shadow_root("ak-flow-executor")
|
|
|
|
password_stage = self.get_shadow_root("ak-stage-password", flow_executor)
|
|
|
|
password_stage.find_element(By.CSS_SELECTOR, "input[name=password]").send_keys(
|
|
|
|
USER().username
|
|
|
|
)
|
|
|
|
password_stage.find_element(By.CSS_SELECTOR, "input[name=password]").send_keys(
|
|
|
|
Keys.ENTER
|
|
|
|
)
|
2021-02-27 22:33:15 +00:00
|
|
|
sleep(1)
|
2021-02-26 15:46:01 +00:00
|
|
|
|
2020-11-23 13:24:42 +00:00
|
|
|
def assert_user(self, expected_user: User):
|
|
|
|
"""Check users/me API and assert it matches expected_user"""
|
2020-12-05 21:08:42 +00:00
|
|
|
self.driver.get(self.url("authentik_api:user-me") + "?format=json")
|
2020-11-23 13:24:42 +00:00
|
|
|
user_json = self.driver.find_element(By.CSS_SELECTOR, "pre").text
|
2021-03-22 12:44:17 +00:00
|
|
|
user = UserSerializer(data=json.loads(user_json)["user"])
|
2020-11-23 13:24:42 +00:00
|
|
|
user.is_valid()
|
|
|
|
self.assertEqual(user["username"].value, expected_user.username)
|
|
|
|
self.assertEqual(user["name"].value, expected_user.name)
|
|
|
|
self.assertEqual(user["email"].value, expected_user.email)
|
|
|
|
|
2021-02-27 21:32:48 +00:00
|
|
|
|
|
|
|
@lru_cache
|
|
|
|
def get_loader():
|
|
|
|
"""Thin wrapper to lazily get a Migration Loader, only when it's needed
|
|
|
|
and only once"""
|
|
|
|
return MigrationLoader(connection)
|
2020-10-20 17:42:26 +01:00
|
|
|
|
|
|
|
|
2021-02-26 15:46:01 +00:00
|
|
|
def apply_migration(app_name: str, migration_name: str):
|
|
|
|
"""Re-apply migrations that create objects using RunPython before test cases"""
|
|
|
|
|
|
|
|
def wrapper_outter(func: Callable):
|
|
|
|
"""Retry test multiple times"""
|
|
|
|
|
|
|
|
@wraps(func)
|
|
|
|
def wrapper(self: TransactionTestCase, *args, **kwargs):
|
2021-02-27 21:32:48 +00:00
|
|
|
migration = get_loader().get_migration(app_name, migration_name)
|
2021-02-26 15:46:01 +00:00
|
|
|
with connection.schema_editor() as schema_editor:
|
|
|
|
for operation in migration.operations:
|
|
|
|
if not isinstance(operation, RunPython):
|
|
|
|
continue
|
|
|
|
operation.code(apps, schema_editor)
|
|
|
|
return func(self, *args, **kwargs)
|
|
|
|
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
return wrapper_outter
|
|
|
|
|
|
|
|
|
2021-02-27 22:33:15 +00:00
|
|
|
def object_manager(func: Callable):
|
|
|
|
"""Run objectmanager before a test function"""
|
|
|
|
|
|
|
|
@wraps(func)
|
|
|
|
def wrapper(*args, **kwargs):
|
|
|
|
"""Run objectmanager before a test function"""
|
|
|
|
ObjectManager().run()
|
|
|
|
return func(*args, **kwargs)
|
|
|
|
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
|
2021-03-24 13:43:46 +00:00
|
|
|
def retry(max_retires=RETRIES, exceptions=None):
|
2020-10-20 17:42:26 +01:00
|
|
|
"""Retry test multiple times. Default to catching Selenium Timeout Exception"""
|
|
|
|
|
|
|
|
if not exceptions:
|
2020-12-06 15:17:51 +00:00
|
|
|
exceptions = [WebDriverException, TimeoutException, NoSuchElementException]
|
2020-10-20 17:42:26 +01:00
|
|
|
|
2020-10-22 13:05:29 +01:00
|
|
|
logger = get_logger()
|
|
|
|
|
2020-10-20 17:42:26 +01:00
|
|
|
def retry_actual(func: Callable):
|
|
|
|
"""Retry test multiple times"""
|
|
|
|
count = 1
|
|
|
|
|
|
|
|
@wraps(func)
|
2020-10-22 13:05:29 +01:00
|
|
|
def wrapper(self: TransactionTestCase, *args, **kwargs):
|
2020-10-20 17:42:26 +01:00
|
|
|
"""Run test again if we're below max_retries, including tearDown and
|
|
|
|
setUp. Otherwise raise the error"""
|
|
|
|
nonlocal count
|
|
|
|
try:
|
|
|
|
return func(self, *args, **kwargs)
|
|
|
|
# pylint: disable=catching-non-exception
|
|
|
|
except tuple(exceptions) as exc:
|
|
|
|
count += 1
|
|
|
|
if count > max_retires:
|
2020-10-22 13:05:29 +01:00
|
|
|
logger.debug("Exceeded retry count", exc=exc, test=self)
|
2020-10-20 17:42:26 +01:00
|
|
|
# pylint: disable=raising-non-exception
|
|
|
|
raise exc
|
2020-10-22 13:05:29 +01:00
|
|
|
logger.debug("Retrying on error", exc=exc, test=self)
|
2020-10-20 17:42:26 +01:00
|
|
|
self.tearDown()
|
2020-11-15 19:46:53 +00:00
|
|
|
self._post_teardown() # noqa
|
2020-10-20 17:42:26 +01:00
|
|
|
self.setUp()
|
|
|
|
return wrapper(self, *args, **kwargs)
|
|
|
|
|
|
|
|
return wrapper
|
|
|
|
|
|
|
|
return retry_actual
|