Initial PProc mono repo

.github/workflows/cd-ppcore.yml

@@ -0,0 +1,76 @@
+name: Publish pproc-core to PyPI or TestPyPI
+
+on:
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Release tag ppcore-X.Y.Z'
+        required: true
+        type: string
+      environment:
+        description: 'Publish to'
+        required: true
+        type: choice
+        options:
+          - testpypi
+          - pypi
+        default: testpypi
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: true
+      matrix:
+        python_version: ["3.11", "3.12", "3.13"]
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.tag }}
+
+      - uses: astral-sh/setup-uv@v7
+      - name: Run checks and tests
+        run: |
+          cd pproc-core
+          uv sync --python "${{ matrix.python_version }}" --all-packages
+          uv run prek --directory . --config ../.pre-commit-config.yaml
+          if [ -d "tests" ]; then
+            uv run -m pytest tests/ -v
+          fi
+
+  publish:
+    needs: test
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+        with:
+          ref: ${{ inputs.tag }}
+
+      - name: Set up Python
+        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
+        with:
+          python-version: "3.x"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install setuptools wheel twine build
+
+      - run: |
+          cd pproc-core
+          python -m pip install --upgrade build twine
+          python -m build
+          twine check dist/*
+          if [ "${{ inputs.environment }}" = "testpypi" ] ; then
+            TARGET="--repository testpypi"
+            export TWINE_PASSWORD="$TWINE_PASSWORD_TEST"
+          else
+            TARGET=""
+            export TWINE_PASSWORD="$TWINE_PASSWORD_PROD"
+          fi
+          twine upload $TARGET --verbose dist/*
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD_PROD: ${{ secrets.PYPI_API_TOKEN }}
+          TWINE_PASSWORD_TEST: ${{ secrets.PYPI_TEST_API_TOKEN }}

.github/workflows/cd.yml → .github/workflows/cd-pproc.yml

@@ -9,4 +9,6 @@ jobs:
 
   pypi:
     uses: ecmwf/reusable-workflows/.github/workflows/cd-pypi.yml@v2
+    with:
+      working-directory: pproc
     secrets: inherit

.github/workflows/cd-ppruntime.yml

@@ -0,0 +1,76 @@
+name: Publish pproc-runtime to PyPI or TestPyPI
+
+on:
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Release tag ppruntime-X.Y.Z'
+        required: true
+        type: string
+      environment:
+        description: 'Publish to'
+        required: true
+        type: choice
+        options:
+          - testpypi
+          - pypi
+        default: testpypi
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: true
+      matrix:
+        python_version: ["3.10", "3.11", "3.12", "3.13"]
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.tag }}
+      - uses: astral-sh/setup-uv@v7
+      - name: Run checks and tests
+        run: |
+          cd pproc-runtime
+          uv sync --python "${{ matrix.python_version }}" --all-packages
+          uv run prek --directory . --config ../.pre-commit-config.yaml
+          uv run ty check
+          if [ -d "tests" ]; then
+            uv run -m pytest tests/ -v
+          fi
+
+  publish:
+    needs: test
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.tag }}
+
+      - name: Set up Python
+        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
+        with:
+          python-version: "3.x"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install setuptools wheel twine build
+
+      - run: |
+          cd pproc-runtime
+          python -m pip install --upgrade build twine
+          python -m build
+          twine check dist/*
+          if [ "${{ inputs.environment }}" = "testpypi" ] ; then
+            TARGET="--repository testpypi"
+            export TWINE_PASSWORD="$TWINE_PASSWORD_TEST"
+          else
+            TARGET=""
+            export TWINE_PASSWORD="$TWINE_PASSWORD_PROD"
+          fi
+          twine upload $TARGET --verbose dist/*
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD_PROD: ${{ secrets.PYPI_API_TOKEN }}
+          TWINE_PASSWORD_TEST: ${{ secrets.PYPI_TEST_API_TOKEN }}

.github/workflows/ci.yml

@@ -0,0 +1,71 @@
+name: ci
+
+on:
+  # Trigger the workflow manually
+  workflow_dispatch: ~
+
+  push:
+    branches:
+      - 'main'
+      - 'develop'
+
+  pull_request: ~
+
+jobs:
+  ppruntime_test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: true
+      matrix:
+        python-version: ['3.10', '3.11', '3.12', '3.13']
+    steps:
+    - uses: actions/checkout@v4
+    - uses: astral-sh/setup-uv@v7
+    - name: Run checks and tests
+      run: |
+        cd pproc-runtime
+        export UV_FROZEN=1
+        uv sync --python "${{ matrix.python_version }}" --all-packages
+        uv run prek --directory . --config ../.pre-commit-config.yaml
+        uv run ty check
+        if [ -d "tests" ]; then
+          uv run -m pytest tests/ -v
+        fi
+
+  ppcore_test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: true
+      matrix:
+        python-version: ['3.11', '3.12', '3.13']
+    steps:
+    - uses: actions/checkout@v4
+    - uses: astral-sh/setup-uv@v7
+    - name: Run checks and tests
+      run: |
+        cd pproc-core
+        export UV_FROZEN=1
+        uv sync --python "${{ matrix.python_version }}" --all-packages
+        uv run prek --directory . --config ../.pre-commit-config.yaml
+        if [ -d "tests" ]; then
+          uv run -m pytest tests/ -v
+        fi
+
+  pproc_test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: true
+      matrix:
+        python-version: ['3.11', '3.12', '3.13']
+    steps:
+    - uses: actions/checkout@v4
+    - uses: astral-sh/setup-uv@v7
+    - name: Run pproc tests
+      run: |
+        cd pproc
+        export UV_FROZEN=1
+        uv sync --python "${{ matrix.python_version }}" --all-packages
+        # uv run prek --directory . --config ../.pre-commit-config.yaml
+        if [ -d "tests" ]; then
+          uv run -m pytest tests/ -v
+        fi

.github/workflows/sync.yml

@@ -1,20 +1,20 @@
 name: sync
- 
+
 # Controls when the workflow will run
 on:
- 
+
   # Trigger the workflow on all pushes
   push:
     branches:
     - '**'
     tags:
     - '**'
- 
+
   # Trigger the workflow when a branch or tag is deleted
   delete: ~
- 
+
 jobs:
- 
+
   # Calls a reusable CI workflow to sync the current with a remote repository.
   #   It will correctly handle addition of any new and removal of existing Git objects.
   sync:

.gitignore

@@ -1,40 +1 @@
-*.sw[op]
-.DS_Store
-.idea/
-
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-tests/data
-
-
-src/pproc/_version.py
+**/__pycache__

.pre-commit-config.yaml

@@ -0,0 +1,46 @@
+default_language_version:
+  python: python3
+default_stages:
+  - commit
+  - push
+repos:
+# Empty notebookds
+- repo: local
+  hooks:
+  - id: clear-notebooks-output
+    name: clear-notebooks-output
+    files: tools/.*\.ipynb$
+    stages: [pre-commit]
+    language: python
+    entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace
+    additional_dependencies: [jupyter]
+- repo: https://github.com/charliermarsh/ruff-pre-commit
+  rev: v0.5.6
+  hooks:
+    - id: ruff
+      args: [--fix]
+    - id: ruff-format
+- repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v4.4.0
+  hooks:
+    - id: detect-private-key
+    - id: check-ast
+    - id: end-of-file-fixer
+    - id: mixed-line-ending
+      args: [--fix=lf]
+    - id: trailing-whitespace
+    - id: check-case-conflict
+- repo: local
+  hooks:
+    - id: forbid-to-commit
+      name: Don't commit rej files
+      entry: |
+        Cannot commit .rej files. These indicate merge conflicts that
+        arise during automated template updates.
+        Fix the merge conflicts manually and remove the .rej files.
+      language: fail
+      files: '.*\.rej$'
+- repo: https://github.com/tox-dev/pyproject-fmt
+  rev: "v2.5.0"
+  hooks:
+  - id: pyproject-fmt