ci: integrate-engine-tests-data

.github/workflows/pytest.yml

@@ -20,6 +20,7 @@ jobs:
         uses: actions/checkout@v4
         with:
           fetch-depth: 0
+          submodules: true
 
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5

.gitmodules

@@ -0,0 +1,4 @@
+[submodule "tests/engine/engine-test-data"]
+	path = tests/engine/engine-test-data
+	url = https://github.com/Flagsmith/engine-test-data.git
+	branch = v3.6.0

pyproject.toml

@@ -30,6 +30,7 @@ pre-commit = { version = "^4.2.0", python = ">=3.9,<4" }
 responses = "^0.24.1"
 types-requests = "^2.32"
 pyfakefs = "^5.9.2"
+pyjson5 = "^2.0.0"
 
 [tool.mypy]
 exclude = ["example/*"]

tests/engine/test_engine.py

@@ -0,0 +1,45 @@
+import typing
+from itertools import chain
+from pathlib import Path
+
+import pyjson5
+import pytest
+from _pytest.mark import ParameterSet
+from flag_engine.context.types import EvaluationContext
+from flag_engine.engine import get_evaluation_result
+from flag_engine.result.types import EvaluationResult
+
+TEST_CASES_PATH = Path(__file__).parent / "engine-test-data/test_cases"
+
+
+def _extract_test_cases(
+    test_cases_dir_path: Path,
+) -> typing.Iterable[ParameterSet]:
+    for file_path in chain(
+        test_cases_dir_path.glob("*.json"),
+        test_cases_dir_path.glob("*.jsonc"),
+    ):
+        test_data = pyjson5.loads(file_path.read_text())
+        yield pytest.param(
+            test_data["context"],
+            test_data["result"],
+            id=file_path.stem,
+        )
+
+
+TEST_CASES = sorted(
+    _extract_test_cases(TEST_CASES_PATH),
+    key=lambda param: str(param.id),
+)
+
+
+@pytest.mark.parametrize(
+    "context, expected_result",
+    TEST_CASES,
+)
+def test_engine(
+    context: EvaluationContext,
+    expected_result: EvaluationResult,
+) -> None:
+    result = get_evaluation_result(context)
+    assert result == expected_result