From 7d7cfe3b717cfcf067913cc73ea63006a1c6bb67 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cle=CC=81ment=20Doumouro?= Date: Fri, 10 Apr 2026 08:58:48 +0200 Subject: [PATCH] refactor: group worker repos under the `workers` subdirectory --- .github/workflows/publish_asr_worker.yml | 6 +++--- .github/workflows/test_asr_worker.yml | 10 +++++----- .github/workflows/test_translation_worker.yml | 10 +++++----- {asr-worker => workers/asr-worker}/Dockerfile | 0 {asr-worker => workers/asr-worker}/README.md | 0 .../asr-worker}/asr_worker/__init__.py | 0 .../asr-worker}/asr_worker/activities.py | 0 .../asr-worker}/asr_worker/config.py | 0 .../asr-worker}/asr_worker/constants.py | 0 .../asr-worker}/asr_worker/dependencies.py | 0 .../asr-worker}/asr_worker/models.py | 0 .../asr-worker}/asr_worker/objects.py | 0 .../asr-worker}/asr_worker/utils.py | 0 .../asr-worker}/asr_worker/workflows.py | 0 .../asr-worker}/entrypoints/inference_gpu_worker.sh | 0 .../asr-worker}/entrypoints/io_worker.sh | 0 .../asr-worker}/entrypoints/preprocessing_worker.sh | 0 {asr-worker => workers/asr-worker}/pyproject.toml | 0 .../asr-worker}/tests/__init__.py | 0 .../asr-worker}/tests/conftest.py | 0 .../asr-worker}/tests/resources/audios/asr_test.wav | Bin .../asr-worker}/tests/test_activities.py | 0 .../asr-worker}/tests/test_workflows.py | 0 {asr-worker => workers/asr-worker}/uv.dist.lock | 0 {asr-worker => workers/asr-worker}/uv.lock | 0 .../translation-worker}/README.md | 0 .../translation-worker}/pyproject.toml | 0 .../translation-worker}/tests/__init__.py | 0 .../translation-worker}/tests/conftest.py | 0 .../translation-worker}/tests/test_activities.py | 0 .../translation-worker}/tests/test_translation.py | 0 .../translation_worker/__init__.py | 0 .../translation_worker/activities.py | 0 .../translation_worker/constants.py | 0 .../translation-worker}/translation_worker/core.py | 0 .../translation_worker/objects.py | 0 .../translation-worker}/translation_worker/utils.py | 0 .../translation_worker/workflows.py | 0 .../translation-worker}/uv.lock | 0 39 files changed, 13 insertions(+), 13 deletions(-) rename {asr-worker => workers/asr-worker}/Dockerfile (100%) rename {asr-worker => workers/asr-worker}/README.md (100%) rename {asr-worker => workers/asr-worker}/asr_worker/__init__.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/activities.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/config.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/constants.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/dependencies.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/models.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/objects.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/utils.py (100%) rename {asr-worker => workers/asr-worker}/asr_worker/workflows.py (100%) rename {asr-worker => workers/asr-worker}/entrypoints/inference_gpu_worker.sh (100%) rename {asr-worker => workers/asr-worker}/entrypoints/io_worker.sh (100%) rename {asr-worker => workers/asr-worker}/entrypoints/preprocessing_worker.sh (100%) rename {asr-worker => workers/asr-worker}/pyproject.toml (100%) rename {asr-worker => workers/asr-worker}/tests/__init__.py (100%) rename {asr-worker => workers/asr-worker}/tests/conftest.py (100%) rename {asr-worker => workers/asr-worker}/tests/resources/audios/asr_test.wav (100%) rename {asr-worker => workers/asr-worker}/tests/test_activities.py (100%) rename {asr-worker => workers/asr-worker}/tests/test_workflows.py (100%) rename {asr-worker => workers/asr-worker}/uv.dist.lock (100%) rename {asr-worker => workers/asr-worker}/uv.lock (100%) rename {translation-worker => workers/translation-worker}/README.md (100%) rename {translation-worker => workers/translation-worker}/pyproject.toml (100%) rename {translation-worker => workers/translation-worker}/tests/__init__.py (100%) rename {translation-worker => workers/translation-worker}/tests/conftest.py (100%) rename {translation-worker => workers/translation-worker}/tests/test_activities.py (100%) rename {translation-worker => workers/translation-worker}/tests/test_translation.py (100%) rename {translation-worker => workers/translation-worker}/translation_worker/__init__.py (100%) rename {translation-worker => workers/translation-worker}/translation_worker/activities.py (100%) rename {translation-worker => workers/translation-worker}/translation_worker/constants.py (100%) rename {translation-worker => workers/translation-worker}/translation_worker/core.py (100%) rename {translation-worker => workers/translation-worker}/translation_worker/objects.py (100%) rename {translation-worker => workers/translation-worker}/translation_worker/utils.py (100%) rename {translation-worker => workers/translation-worker}/translation_worker/workflows.py (100%) rename {translation-worker => workers/translation-worker}/uv.lock (100%) diff --git a/.github/workflows/publish_asr_worker.yml b/.github/workflows/publish_asr_worker.yml index 77c7e90..b492afb 100644 --- a/.github/workflows/publish_asr_worker.yml +++ b/.github/workflows/publish_asr_worker.yml @@ -33,7 +33,7 @@ jobs: uses: docker/build-push-action@v7 with: target: io-worker - context: asr-worker + context: workers/asr-worker platforms: linux/amd64,linux/arm64 push: true tags: ${{ steps.meta.outputs.tags }} @@ -65,7 +65,7 @@ jobs: uses: docker/build-push-action@v7 with: target: preprocessing-worker - context: asr-worker + context: workers/asr-worker platforms: linux/amd64 push: true tags: ${{ steps.meta.outputs.tags }} @@ -97,7 +97,7 @@ jobs: uses: docker/build-push-action@v7 with: target: inference-gpu-worker - context: asr-worker + context: workers/asr-worker platforms: linux/amd64 push: true tags: ${{ steps.meta.outputs.tags }} diff --git a/.github/workflows/test_asr_worker.yml b/.github/workflows/test_asr_worker.yml index dfecb09..73d9b39 100644 --- a/.github/workflows/test_asr_worker.yml +++ b/.github/workflows/test_asr_worker.yml @@ -6,7 +6,7 @@ on: pull_request: paths: - 'datashare-python' - - 'asr-worker' + - 'workers/asr-worker' # TODO: leverage some caching here jobs: @@ -18,9 +18,9 @@ jobs: with: args: "--version" # skips test by displaying the version - name: Check formatting - run: ruff format --config qa/ruff.toml --check asr-worker + run: ruff format --config qa/ruff.toml --check workers/asr-worker - name: Lint test - run: ruff check --config qa/ruff.toml asr-worker + run: ruff check --config qa/ruff.toml workers/asr-worker test: runs-on: ubuntu-latest @@ -42,14 +42,14 @@ jobs: version: ${{ env.ASTRAL_VERSION }} python-version: ${{ env.PYTHON_VERSION }} enable-cache: true - working-directory: asr-worker + working-directory: workers/asr-worker - name: Install ffmpeg run: | sudo apt-get update sudo apt-get install -y ffmpeg libavcodec-dev libavformat-dev libavutil-dev - name: Run tests run: | - cd asr-worker + cd workers/asr-worker uv sync --frozen --all-extras uv run --frozen python -m pytest --timeout=180 -vvv --cache-clear --show-capture=all -r A diff --git a/.github/workflows/test_translation_worker.yml b/.github/workflows/test_translation_worker.yml index e4073c7..c38d4f4 100644 --- a/.github/workflows/test_translation_worker.yml +++ b/.github/workflows/test_translation_worker.yml @@ -5,7 +5,7 @@ on: branches: [ 'main' ] pull_request: paths: - - 'translation-worker' + - 'workers/translation-worker' # TODO: leverage some caching here jobs: @@ -17,9 +17,9 @@ jobs: with: args: "--version" # skips test by displaying the version - name: Check formatting - run: ruff format --config qa/ruff.toml --check translation-worker + run: ruff format --config qa/ruff.toml --check workers/translation-worker - name: Lint test - run: ruff check --config qa/ruff.toml translation-worker + run: ruff check --config qa/ruff.toml workers/translation-worker test: runs-on: ubuntu-latest @@ -41,10 +41,10 @@ jobs: version: ${{ env.ASTRAL_VERSION }} python-version: ${{ env.PYTHON_VERSION }} enable-cache: true - working-directory: translation-worker + working-directory: workers/translation-worker - name: Run tests run: | - cd translation-worker + cd workers/translation-worker uv sync --frozen --all-extras uv run --frozen python -m pytest --timeout=180 -vvv --cache-clear --show-capture=all -r A diff --git a/asr-worker/Dockerfile b/workers/asr-worker/Dockerfile similarity index 100% rename from asr-worker/Dockerfile rename to workers/asr-worker/Dockerfile diff --git a/asr-worker/README.md b/workers/asr-worker/README.md similarity index 100% rename from asr-worker/README.md rename to workers/asr-worker/README.md diff --git a/asr-worker/asr_worker/__init__.py b/workers/asr-worker/asr_worker/__init__.py similarity index 100% rename from asr-worker/asr_worker/__init__.py rename to workers/asr-worker/asr_worker/__init__.py diff --git a/asr-worker/asr_worker/activities.py b/workers/asr-worker/asr_worker/activities.py similarity index 100% rename from asr-worker/asr_worker/activities.py rename to workers/asr-worker/asr_worker/activities.py diff --git a/asr-worker/asr_worker/config.py b/workers/asr-worker/asr_worker/config.py similarity index 100% rename from asr-worker/asr_worker/config.py rename to workers/asr-worker/asr_worker/config.py diff --git a/asr-worker/asr_worker/constants.py b/workers/asr-worker/asr_worker/constants.py similarity index 100% rename from asr-worker/asr_worker/constants.py rename to workers/asr-worker/asr_worker/constants.py diff --git a/asr-worker/asr_worker/dependencies.py b/workers/asr-worker/asr_worker/dependencies.py similarity index 100% rename from asr-worker/asr_worker/dependencies.py rename to workers/asr-worker/asr_worker/dependencies.py diff --git a/asr-worker/asr_worker/models.py b/workers/asr-worker/asr_worker/models.py similarity index 100% rename from asr-worker/asr_worker/models.py rename to workers/asr-worker/asr_worker/models.py diff --git a/asr-worker/asr_worker/objects.py b/workers/asr-worker/asr_worker/objects.py similarity index 100% rename from asr-worker/asr_worker/objects.py rename to workers/asr-worker/asr_worker/objects.py diff --git a/asr-worker/asr_worker/utils.py b/workers/asr-worker/asr_worker/utils.py similarity index 100% rename from asr-worker/asr_worker/utils.py rename to workers/asr-worker/asr_worker/utils.py diff --git a/asr-worker/asr_worker/workflows.py b/workers/asr-worker/asr_worker/workflows.py similarity index 100% rename from asr-worker/asr_worker/workflows.py rename to workers/asr-worker/asr_worker/workflows.py diff --git a/asr-worker/entrypoints/inference_gpu_worker.sh b/workers/asr-worker/entrypoints/inference_gpu_worker.sh similarity index 100% rename from asr-worker/entrypoints/inference_gpu_worker.sh rename to workers/asr-worker/entrypoints/inference_gpu_worker.sh diff --git a/asr-worker/entrypoints/io_worker.sh b/workers/asr-worker/entrypoints/io_worker.sh similarity index 100% rename from asr-worker/entrypoints/io_worker.sh rename to workers/asr-worker/entrypoints/io_worker.sh diff --git a/asr-worker/entrypoints/preprocessing_worker.sh b/workers/asr-worker/entrypoints/preprocessing_worker.sh similarity index 100% rename from asr-worker/entrypoints/preprocessing_worker.sh rename to workers/asr-worker/entrypoints/preprocessing_worker.sh diff --git a/asr-worker/pyproject.toml b/workers/asr-worker/pyproject.toml similarity index 100% rename from asr-worker/pyproject.toml rename to workers/asr-worker/pyproject.toml diff --git a/asr-worker/tests/__init__.py b/workers/asr-worker/tests/__init__.py similarity index 100% rename from asr-worker/tests/__init__.py rename to workers/asr-worker/tests/__init__.py diff --git a/asr-worker/tests/conftest.py b/workers/asr-worker/tests/conftest.py similarity index 100% rename from asr-worker/tests/conftest.py rename to workers/asr-worker/tests/conftest.py diff --git a/asr-worker/tests/resources/audios/asr_test.wav b/workers/asr-worker/tests/resources/audios/asr_test.wav similarity index 100% rename from asr-worker/tests/resources/audios/asr_test.wav rename to workers/asr-worker/tests/resources/audios/asr_test.wav diff --git a/asr-worker/tests/test_activities.py b/workers/asr-worker/tests/test_activities.py similarity index 100% rename from asr-worker/tests/test_activities.py rename to workers/asr-worker/tests/test_activities.py diff --git a/asr-worker/tests/test_workflows.py b/workers/asr-worker/tests/test_workflows.py similarity index 100% rename from asr-worker/tests/test_workflows.py rename to workers/asr-worker/tests/test_workflows.py diff --git a/asr-worker/uv.dist.lock b/workers/asr-worker/uv.dist.lock similarity index 100% rename from asr-worker/uv.dist.lock rename to workers/asr-worker/uv.dist.lock diff --git a/asr-worker/uv.lock b/workers/asr-worker/uv.lock similarity index 100% rename from asr-worker/uv.lock rename to workers/asr-worker/uv.lock diff --git a/translation-worker/README.md b/workers/translation-worker/README.md similarity index 100% rename from translation-worker/README.md rename to workers/translation-worker/README.md diff --git a/translation-worker/pyproject.toml b/workers/translation-worker/pyproject.toml similarity index 100% rename from translation-worker/pyproject.toml rename to workers/translation-worker/pyproject.toml diff --git a/translation-worker/tests/__init__.py b/workers/translation-worker/tests/__init__.py similarity index 100% rename from translation-worker/tests/__init__.py rename to workers/translation-worker/tests/__init__.py diff --git a/translation-worker/tests/conftest.py b/workers/translation-worker/tests/conftest.py similarity index 100% rename from translation-worker/tests/conftest.py rename to workers/translation-worker/tests/conftest.py diff --git a/translation-worker/tests/test_activities.py b/workers/translation-worker/tests/test_activities.py similarity index 100% rename from translation-worker/tests/test_activities.py rename to workers/translation-worker/tests/test_activities.py diff --git a/translation-worker/tests/test_translation.py b/workers/translation-worker/tests/test_translation.py similarity index 100% rename from translation-worker/tests/test_translation.py rename to workers/translation-worker/tests/test_translation.py diff --git a/translation-worker/translation_worker/__init__.py b/workers/translation-worker/translation_worker/__init__.py similarity index 100% rename from translation-worker/translation_worker/__init__.py rename to workers/translation-worker/translation_worker/__init__.py diff --git a/translation-worker/translation_worker/activities.py b/workers/translation-worker/translation_worker/activities.py similarity index 100% rename from translation-worker/translation_worker/activities.py rename to workers/translation-worker/translation_worker/activities.py diff --git a/translation-worker/translation_worker/constants.py b/workers/translation-worker/translation_worker/constants.py similarity index 100% rename from translation-worker/translation_worker/constants.py rename to workers/translation-worker/translation_worker/constants.py diff --git a/translation-worker/translation_worker/core.py b/workers/translation-worker/translation_worker/core.py similarity index 100% rename from translation-worker/translation_worker/core.py rename to workers/translation-worker/translation_worker/core.py diff --git a/translation-worker/translation_worker/objects.py b/workers/translation-worker/translation_worker/objects.py similarity index 100% rename from translation-worker/translation_worker/objects.py rename to workers/translation-worker/translation_worker/objects.py diff --git a/translation-worker/translation_worker/utils.py b/workers/translation-worker/translation_worker/utils.py similarity index 100% rename from translation-worker/translation_worker/utils.py rename to workers/translation-worker/translation_worker/utils.py diff --git a/translation-worker/translation_worker/workflows.py b/workers/translation-worker/translation_worker/workflows.py similarity index 100% rename from translation-worker/translation_worker/workflows.py rename to workers/translation-worker/translation_worker/workflows.py diff --git a/translation-worker/uv.lock b/workers/translation-worker/uv.lock similarity index 100% rename from translation-worker/uv.lock rename to workers/translation-worker/uv.lock