Add CVAT audio transcription pipeline support

packages/examples/cvat/exchange-oracle/.gitignore

@@ -1,3 +1,5 @@
+/.venv
+
 # Byte-compiled / optimized / DLL files
 __pycache__/
 .pytest_cache

packages/examples/cvat/exchange-oracle/README.md

@@ -4,7 +4,7 @@
 
 Prerequisites:
 ```
-1. poetry shell
+1. poetry config virtualenvs.in-project true  # create .venv inside the project so editors/debuggers pick it up
 2. poetry install
 3. pre-commit install
 4. Make sure you have postgres-devel packages installed on your OS. It is required for psycopg2 build phase.
@@ -30,13 +30,13 @@ docker compose -f docker-compose.dev.yml up -d
 ./bin/start_debug.sh
 ```
 
-When running service from `./bin/start_debug.sh` (`debug.py`), simplified development flow is available:
+When running service from `./bin/start_debug.sh` (`src/entrypoints/debug.py`), simplified development flow is available:
 
 - When JWT token is required, simple JSON can be used instead of JWT token.
 - When webhook signature is required, `{oracle_name}:unique_string` can be used
 - You can upload manifest.json to minio `manifests` bucket and use its filename as an escrow_address
 
-### Environemt
+### Environment
 Env example file: [.env.example](https://github.com/humanprotocol/human-protocol/blob/feat/cvat/exchange-oracle/packages/examples/cvat/exchange-oracle/src/.env.example)
 
 Config: [config file](https://github.com/humanprotocol/human-protocol/blob/feat/cvat/exchange-oracle/packages/examples/cvat/exchange-oracle/src/config.py)
@@ -76,11 +76,11 @@ Available at `/docs` route
 A single command to build, run, and tear down the test suite:
 
 ```sh
-docker compose -p "test" \
+docker compose -p eo-test \
       -f docker-compose.test.yml \
       -f docker-compose.test.head.yml \
       up --build test --attach test --exit-code-from test; \
-   docker compose -p "test" \
+   docker compose -p eo-test \
       -f docker-compose.test.yml \
       -f docker-compose.test.head.yml \
       down
@@ -95,23 +95,39 @@ commands allow running just the services, build, tear down, and run the test sui
 
 ```sh
 # run services
-docker compose -p "test" \
+docker compose -p eo-test \
   -f docker-compose.test.yml \
   up -d --build
 
 # run the tests
-docker compose -p "test" \
+docker compose -p eo-test \
   -f docker-compose.test.yml \
   -f docker-compose.test.head.yml \
   -f docker-compose.test.head.dev.yml \
   up --build test --attach test --exit-code-from test
 
 # tear down
-docker compose -p "test" \
+docker compose -p eo-test \
   -f docker-compose.test.yml \
   -f docker-compose.test.head.yml \
   -f docker-compose.test.head.dev.yml \
   down
 ```
 
 The dev setup mounts the local directory to speed the things up.
+
+#### Regenerating the test fixtures
+
+Recording Oracle tests run against the fixtures produced by the Exchange Oracle implementation.
+Regenerate them whenever the builder output layout or the shared task setups change.
+
+```sh
+docker compose -p eo-test \
+  -f docker-compose.test.yml \
+  -f docker-compose.test.head.yml \
+  -f docker-compose.test.head.dev.yml \
+  run --rm \
+  -v "$(pwd)/../recording-oracle/tests/assets/cloud/audio_validation:/out" \
+  test sh -c "alembic upgrade head && PYTHONPATH=. \
+    python tests/assets/utils/gen_audio_validation_fixture.py /out"
+```

packages/examples/cvat/exchange-oracle/alembic/env.py

@@ -18,13 +18,9 @@
         disable_existing_loggers=config.attributes.get("disable_existing_loggers", True),
     )
 
+import src.models  # noqa: E402, F401  (registers all models on Base.metadata for autogenerate)
 from src.db import Base  # noqa: E402
 
-# add your model's MetaData object here
-# for 'autogenerate' support
-# from myapp import mymodel
-# target_metadata = mymodel.Base.metadata
-
 target_metadata = Base.metadata
 
 # other values from the config, defined by the needs of env.py,

packages/examples/cvat/exchange-oracle/alembic/versions/1784115076_add_project_assignment_bounty_9884511c7077.py

@@ -0,0 +1,30 @@
+"""
+add project assignment_bounty
+
+Revision ID: 9884511c7077
+Revises: 216af22b5590
+Create Date: 2026-07-15 14:31:16.493245
+
+"""
+
+import sqlalchemy as sa
+
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "9884511c7077"
+down_revision = "216af22b5590"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column("projects", sa.Column("assignment_bounty", sa.String(), nullable=True))
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column("projects", "assignment_bounty")
+    # ### end Alembic commands ###

packages/examples/cvat/exchange-oracle/bin/start_debug.sh

@@ -1,4 +1,4 @@
 export ENVIRONMENT=development
 
 alembic upgrade head
-python debug.py
+python -m src.entrypoints.debug

packages/examples/cvat/exchange-oracle/bin/start_dev.sh

@@ -1,4 +1,4 @@
 export ENVIRONMENT=development
 
 alembic upgrade head
-python run.py
+python -m src.entrypoints.run

packages/examples/cvat/exchange-oracle/bin/start_prod.sh

@@ -1,4 +1,4 @@
 export ENVIRONMENT=production
 
 alembic upgrade head
-python run.py
+python -m src.entrypoints.run

packages/examples/cvat/exchange-oracle/docker-compose.dev.yml

@@ -32,7 +32,7 @@ services:
     ports:
       - 6380:6379
     networks:
-      - test-network
+      - oracle-network
 
   minio:
     container_name: minio
@@ -54,7 +54,7 @@ services:
       timeout: 5s
       retries: 3
     networks:
-      - test-network
+      - oracle-network
       - cvat-human-bridge
 
   minio-mc:
@@ -78,15 +78,15 @@ services:
       /usr/bin/mc anonymous set public myminio/launcher;
       "
     networks:
-      - test-network
+      - oracle-network
 
 volumes:
   postgres:
   redis:
   minio:
 
 networks:
-  test-network:
+  oracle-network:
   cvat-human-bridge:
     name: cvat-human-bridge
     external: true

packages/examples/cvat/exchange-oracle/docker-compose.test.head.yml

@@ -15,11 +15,12 @@ services:
       STORAGE_ENDPOINT_URL: 'host.docker.internal:9000'
       STORAGE_ACCESS_KEY: 'dev'
       STORAGE_SECRET_KEY: 'devdevdev'
-      STORAGE_RESULTS_BUCKET_NAME: 'results'
+      STORAGE_BUCKET_NAME: 'excor-data'
       STORAGE_USE_SSL: 'False'
       STORAGE_PROVIDER: 'aws'
       ENABLE_CUSTOM_CLOUD_HOST: 'Yes'
       REDIS_HOST: 'redis'
+      REDIS_PORT: 6379
     depends_on:
       postgres:
         condition: service_started

packages/examples/cvat/exchange-oracle/docker-compose.test.yml

@@ -9,8 +9,6 @@ services:
       PGDATA: '/var/lib/postgresql/data/pgdata'
     networks:
       - test-network
-    ports:
-      - 5432:5432
 
   redis:
     container_name: oracle-redis
@@ -21,25 +19,24 @@ services:
       "--save", "60", "100",
       "--appendonly", "yes",
     ]
-    ports:
-      - 6379:6379
     networks:
       - test-network
 
   minio:
     container_name: minio
-    image: minio/minio:RELEASE.2022-05-26T05-48-41Z
+    image: quay.io/minio/minio:RELEASE.2025-09-07T16-13-09Z
     ports:
       - 9001:9001
       - 9000:9000
     environment:
       MINIO_ROOT_USER: dev
       MINIO_ROOT_PASSWORD: devdevdev
     volumes:
-      - ./tests/utils/manifest.json:/tmp/manifests/manifest.json
+      # Each subdirectory under the shared assets dir seeds a same-named bucket.
+      - ./tests/assets/cloud:/tmp/cloud:ro
     entrypoint: 'sh'
     command:
-      -c "mkdir -p /data/manifests && cp /tmp/manifests/manifest.json /data/manifests/manifest.json && minio server /data --console-address ':9001'"
+      -c "mkdir -p /data && cp -r /tmp/cloud/. /data/ && minio server /data --console-address ':9001'"
     healthcheck:
       test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
       interval: 5s
@@ -57,9 +54,11 @@ services:
     entrypoint: >
       /bin/sh -c "
       /usr/bin/mc config host add myminio http://minio:9000 dev devdevdev;
+      /usr/bin/mc mb -p myminio/datasets myminio/manifests myminio/excor-data myminio/recor-data;
+      /usr/bin/mc anonymous set public myminio/datasets;
       /usr/bin/mc anonymous set public myminio/manifests;
-      /usr/bin/mc mb myminio/results;
-      /usr/bin/mc anonymous set public myminio/results;
+      /usr/bin/mc anonymous set public myminio/excor-data;
+      /usr/bin/mc anonymous set public myminio/recor-data;
       "
     networks:
       - test-network