Moved tests to using testcontainers

pyproject.toml

@@ -32,6 +32,10 @@ dev = [
     "hypothesis",
     "deepdiff",
     "pytest-xdist",
+    "testcontainers",
+    "pymysql",
+    "cryptography",
+
 ]
 docs = [
     "mkdocs-material",

tests/conftest.py

@@ -1,24 +1,79 @@
 import contextlib
 import json
-from collections.abc import Iterator
+import os
+import re
+from collections.abc import Generator, Iterator
 from pathlib import Path
 from typing import Any, NamedTuple
 
 import _pytest.mark
 import httpx
 import pytest
-from _pytest.config import Config
+import sqlalchemy
 from _pytest.nodes import Item
+from dotenv import load_dotenv
 from fastapi.testclient import TestClient
 from sqlalchemy import Connection, Engine, text
+from testcontainers.mysql import LogMessageWaitStrategy, MySqlContainer
 
-from database.setup import expdb_database, user_database
 from main import create_api
 from routers.dependencies import expdb_connection, userdb_connection
 
+load_dotenv()
+
 PHP_API_URL = "http://openml-php-rest-api:80/api/v1/json"
 
 
+@pytest.fixture(scope="session", autouse=True)
+def override_testcontainers_connect() -> None:
+    """
+    Override MySqlContainer._connect once per test session.
+    Applied automatically everywhere.
+    """
+
+    def _connect(self: MySqlContainer) -> None:
+        wait_strategy = LogMessageWaitStrategy(
+            re.compile(
+                r".*: ready for connections",
+                flags=re.DOTALL | re.MULTILINE,
+            )
+        )
+        wait_strategy.wait_until_ready(self)
+
+    MySqlContainer._connect = _connect  # noqa: SLF001
+
+
+@pytest.fixture(scope="session")
+def mysql_container() -> MySqlContainer:
+    container = MySqlContainer(
+        os.environ.get(
+            "OPENML_DATABASES_OPENML_URL",
+            "openml/test-database:v0.1.20260204",
+        ),
+        username=os.environ.get("OPENML_DATABASES_OPENML_USERNAME", ""),
+        password=os.environ.get("OPENML_DATABASES_OPENML_PASSWORD", ""),
+        dbname="openml_expdb",
+    )
+
+    container.start()
+    try:
+        yield container
+    finally:
+        container.stop()
+
+
+@pytest.fixture
+def expdb_test(mysql_container: MySqlContainer) -> Connection:
+    url = mysql_container.get_connection_url().replace("mysql://", "mysql+pymysql://")
+    engine = sqlalchemy.create_engine(url)
+
+    with engine.begin() as connection:  # This starts a transaction
+        try:
+            yield connection
+        finally:
+            connection.rollback()  # Rollback ALL test changes
+
+
 @contextlib.contextmanager
 def automatic_rollback(engine: Engine) -> Iterator[Connection]:
     with engine.connect() as connection:
@@ -29,14 +84,14 @@ def automatic_rollback(engine: Engine) -> Iterator[Connection]:
 
 
 @pytest.fixture
-def expdb_test() -> Connection:
-    with automatic_rollback(expdb_database()) as connection:
-        yield connection
-
-
-@pytest.fixture
-def user_test() -> Connection:
-    with automatic_rollback(user_database()) as connection:
+def user_test(mysql_container: MySqlContainer) -> Connection:
+    """Get a connection to the user database using the testcontainer."""
+    url = mysql_container.get_connection_url()
+    url = url.replace("mysql://", "mysql+pymysql://")
+    url = url.replace("openml_expdb", "openml")
+
+    engine = sqlalchemy.create_engine(url)
+    with automatic_rollback(engine) as connection:
         yield connection
 
 
@@ -47,12 +102,15 @@ def php_api() -> httpx.Client:
 
 
 @pytest.fixture
-def py_api(expdb_test: Connection, user_test: Connection) -> TestClient:
+def py_api(expdb_test: Connection, user_test: Connection) -> Generator[TestClient, None, None]:
     app = create_api()
     # We use the lambda definitions because fixtures may not be called directly.
     app.dependency_overrides[expdb_connection] = lambda: expdb_test
     app.dependency_overrides[userdb_connection] = lambda: user_test
-    return TestClient(app)
+
+    client = TestClient(app)
+    yield client
+    client.close()
 
 
 @pytest.fixture
@@ -109,7 +167,7 @@ def persisted_flow(flow: Flow, expdb_test: Connection) -> Iterator[Flow]:
     expdb_test.commit()
 
 
-def pytest_collection_modifyitems(config: Config, items: list[Item]) -> None:  # noqa: ARG001
+def pytest_collection_modifyitems(items: list[Item]) -> None:
     for test_item in items:
         for fixture in test_item.fixturenames:  # type: ignore[attr-defined]
             test_item.own_markers.append(_pytest.mark.Mark(fixture, (), {}))