Merge pull request #143 from gisaia/feat/cogaccess

Feat/cogaccess
gisaia · Dec 4, 2024 · 5ad7735 · 5ad7735
2 parents dfe7900 + 4bade19
commit 5ad7735
Show file tree

Hide file tree

Showing 13 changed files with 128 additions and 48 deletions.
diff --git a/README.md b/README.md
@@ -141,7 +141,7 @@ docker run --rm --network arlas-net gisaia/stac-geodes:latest add https://geodes
 This will register in the `org.com@airs_geodes` index the first 1000 `S2L1C` data that were acquired after 2023-04-05T08:58. Then, you can create the catalog:
 
 ```shell
-./scripts/init_aias_catalog.sh local.iam.user catalog org.com@airs_geodes
+./scripts/init_aias_catalog.sh local.iam.user geodes org.com
 ```
 
 # Configuration

diff --git a/conf/aias.env b/conf/aias.env
@@ -4,14 +4,16 @@ AIRS_INDEX_ENDPOINT_URL=http://elasticsearch:9200
 AIRS_LOGGER_LEVEL=INFO
 AIRS_S3_ACCESS_KEY_ID=airs
 AIRS_S3_ASSET_HTTP_ENDPOINT_URL=http://minio:9000/{}/{}
-AIRS_S3_BUCKET=airs
+AIRS_S3_BUCKET=airs-storage
 AIRS_S3_SECRET_ACCESS_KEY=airssecret
 AIRS_STORAGE_DIRECTORY=arlas-data-minio
 AIRS_S3_ENDPOINT_URL=http://minio:9000
 
 #AIRS_HOST=
 AIRS_INDEX_COLLECTION_PREFIX=org.com@airs
-#AIRS_MAPPING_URL=
+ARLASEO_MAPPING_URL=https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.9/mapping.json
+DOWNLOAD_MAPPING_URL=https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.9/downloads_mapping.json
+
 #AIRS_PORT=
 #AIRS_PREFIX=
 #AIRS_S3_PLATFORM=

diff --git a/conf/aias/agate.yaml b/conf/aias/agate.yaml
@@ -0,0 +1,14 @@
+arlas_url_search: $ARLAS_URL_SEARCH|http://arlas-server:9999/arlas/explore/{collection}/_search?f=id:eq:{item}
+agate_prefix: $AGATE_PREFIX|/arlas/agate
+host: $AGATE_HOST|127.0.0.1
+port: $AGATE_PORT|8004
+services:
+  airs-storage:
+    url_patterns:
+      - (/collections/)(?P<collection>[^/]+)/items/(?P<item>[^/]+)/assets/(?P<asset>[^/]+)
+    public_url_patterns: 
+      - (/collections/)(?P<collection>[^/]+)/items/(?P<item>[^/]+)/assets/thumbnail
+      - (?P<collection>[^/]+)/items/(?P<item>[^/]+)/assets/cog
+    url_header: $AGATE_URL_HEADER|X-Forwarded-Uri
+    url_header_prefix: $AGATE_URL_HEADER_PREFIX
+    pattern_target:
diff --git a/conf/aias/airs.yaml b/conf/aias/airs.yaml
@@ -19,5 +19,5 @@ s3:
 # if you don't use aws s3, then please prov
   endpoint_url: $AIRS_S3_ENDPOINT_URL
 
-arlaseo_mapping_url: $AIRS_MAPPING_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.6/mapping.json"
-arlaseo_collection_url: $AIRS_COLLECTION_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.6/collection.json"
+arlaseo_mapping_url: $ARLASEO_MAPPING_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.9/mapping.json"
+arlaseo_collection_url: $AIRS_COLLECTION_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.9/collection.json"
diff --git a/conf/aias/download_drivers.yaml b/conf/aias/download_drivers.yaml
@@ -1,6 +1,6 @@
 arlas_url_search: $ARLAS_URL_SEARCH
-arlaseo_mapping_url: $ARLASEO_MAPPING_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.6/mapping.json"
-download_mapping_url: $DOWNLOAD_MAPPING_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.6/downloads_mapping.json"
+arlaseo_mapping_url: $ARLASEO_MAPPING_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.9/mapping.json"
+download_mapping_url: $DOWNLOAD_MAPPING_URL|"https://raw.githubusercontent.com/gisaia/ARLAS-EO/v0.0.9/downloads_mapping.json"
 
 clean_outbox_directory: $CLEAN_DOWNLOAD_OUTBOX_DIR|True
 outbox_directory: $APROC_DOWNLOAD_OUTBOX_DIR

diff --git a/conf/apisix/apisix_part_aias_services.yaml b/conf/apisix/apisix_part_aias_services.yaml
@@ -75,7 +75,7 @@
         "minio:9000": 1
     plugins:
       forward-auth:
-        uri: http://agate:8004/agate/authorization
+        uri: http://agate:8004/agate/authorization/airs-storage
         request_headers: ["Authorization", "arlas-org-filter"]
   -
     uri: /fam/*

diff --git a/conf/versions.env b/conf/versions.env
@@ -1,19 +1,19 @@
-ARLAS_WUI_VERSION=gisaia/arlas-wui:26.1.0-rc.2-no-analytics
-ARLAS_WUI_IAM_VERSION=gisaia/arlas-wui-iam:26.0.2
-ARLAS_BUILDER_VERSION=gisaia/arlas-wui-builder:26.0.5
-ARLAS_HUB_VERSION=gisaia/arlas-wui-hub:26.0.3
+ARLAS_WUI_VERSION=gisaia/arlas-wui:26.1.0-no-analytics
+ARLAS_WUI_IAM_VERSION=gisaia/arlas-wui-iam:26.1.0
+ARLAS_BUILDER_VERSION=gisaia/arlas-wui-builder:26.1.0
+ARLAS_HUB_VERSION=gisaia/arlas-wui-hub:26.1.0
 
 ARLAS_IAM_SERVER_VERSION=gisaia/arlas-iam-server:26.0.2
 ARLAS_PERMISSIONS_VERSION=gisaia/arlas-permissions-server:26.0.0
 ARLAS_PERSISTENCE_VERSION=gisaia/arlas-persistence-server:26.0.0
 ARLAS_SERVER_VERSION=gisaia/arlas-server:26.0.6
 
-ARLAS_VERSION_AIRS=gisaia/airs:0.5.5
-ARLAS_VERSION_APROC_PROC=gisaia/aproc-proc:0.5.5
-ARLAS_VERSION_APROC_SERVICE=gisaia/aproc-service:0.5.5
-ARLAS_VERSION_FAM_WUI=gisaia/arlas-fam-wui:0.5.5
-ARLAS_VERSION_FAM=gisaia/fam:0.5.5
-ARLAS_VERSION_AGATE=gisaia/agate:0.5.5
+ARLAS_VERSION_AIRS=gisaia/airs:0.5.8
+ARLAS_VERSION_APROC_PROC=gisaia/aproc-proc:0.5.8
+ARLAS_VERSION_APROC_SERVICE=gisaia/aproc-service:0.5.8
+ARLAS_VERSION_FAM_WUI=gisaia/arlas-fam-wui:0.5.8
+ARLAS_VERSION_FAM=gisaia/fam:0.5.8
+ARLAS_VERSION_AGATE=gisaia/agate:0.5.8
 
 ARLAS_VERSION_MINIO_MC=minio/mc:RELEASE.2024-10-02T08-27-28Z
 ARLAS_VERSION_MINIO=minio/minio:RELEASE.2024-10-02T17-50-41Z

diff --git a/dc/ref-dc-aias-agate.yaml b/dc/ref-dc-aias-agate.yaml
@@ -14,9 +14,10 @@ services:
       - AGATE_PORT=${AGATE_PORT:-8004}
       - AGATE_URL_HEADER=X-Forwarded-Uri
       - AGATE_URL_HEADER_PREFIX=/${AIRS_S3_BUCKET}
-      - ASSET_MINIO_PATTERN="/(?P<collection>[^/]+)/items/(?P<item>[^/]+)/assets/(?P<asset>[^/]+)"
-      - ASSET_MINIO_PUBLIC_PATTERN="/(?P<collection>[^/]+)/items/(?P<item>[^/]+)/assets/thumbnail"
     expose:
       - "8004"
     networks:
       - arlas-net
+    volumes:
+      - ${PWD}/conf/aias/agate.yaml:/app/conf/agate.yaml:ro
+
diff --git a/dc/ref-dc-aias-airs.yaml b/dc/ref-dc-aias-airs.yaml
@@ -25,7 +25,7 @@ services:
       - AIRS_INDEX_LOGIN=${ELASTIC_USER}
       - AIRS_INDEX_PWD=${ELASTIC_PASSWORD}
       - AIRS_LOGGER_LEVEL=${AIRS_LOGGER_LEVEL}
-      - AIRS_MAPPING_URL=${AIRS_MAPPING_URL:-/app/conf/mapping.json}
+      - ARLASEO_MAPPING_URL=${ARLASEO_MAPPING_URL:-/app/conf/mapping.json}
       - AIRS_PORT=${AIRS_PORT:-8000}
       - AIRS_PREFIX=${AIRS_PREFIX:-/airs}
       - AIRS_S3_ACCESS_KEY_ID=${AIRS_S3_ACCESS_KEY_ID}

diff --git a/docker_compose_services_aias.md b/docker_compose_services_aias.md
@@ -43,7 +43,7 @@ List of volumes:
 ### Service arlas-server
 Description: ARLAS Server is the geo-analytic engine of the ARLAS Exploration Stack
 
-Image: `ARLAS_SERVER_VERSION` with `gisaia/arlas-server:26.0.2` in `conf/versions.env`
+Image: `ARLAS_SERVER_VERSION` with `gisaia/arlas-server:26.0.6` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -141,7 +141,7 @@ Image: `ARLAS_PERMISSIONS_VERSION` with `gisaia/arlas-permissions-server:26.0.0`
 ### Service arlas-iam-server
 Description: ARLAS IAM is the ARLAS Identity and Access Management service.
 
-Image: `ARLAS_IAM_SERVER_VERSION` with `gisaia/arlas-iam-server:26.0.0` in `conf/versions.env`
+Image: `ARLAS_IAM_SERVER_VERSION` with `gisaia/arlas-iam-server:26.0.2` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -177,7 +177,7 @@ Image: `ARLAS_IAM_SERVER_VERSION` with `gisaia/arlas-iam-server:26.0.0` in `conf
 ### Service arlas-wui-iam
 Description: ARLAS IAM is the ARLAS Identity and Access Management web interface.
 
-Image: `ARLAS_WUI_IAM_VERSION` with `gisaia/arlas-wui-iam:26.0.1` in `conf/versions.env`
+Image: `ARLAS_WUI_IAM_VERSION` with `gisaia/arlas-wui-iam:26.0.2` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -193,7 +193,7 @@ Image: `ARLAS_WUI_IAM_VERSION` with `gisaia/arlas-wui-iam:26.0.1` in `conf/versi
 ### Service arlas-builder
 Description: ARLAS Builder is the interface for elaborating ARLAS Dashboards.
 
-Image: `ARLAS_BUILDER_VERSION` with `gisaia/arlas-wui-builder:26.0.4` in `conf/versions.env`
+Image: `ARLAS_BUILDER_VERSION` with `gisaia/arlas-wui-builder:26.0.5` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -233,7 +233,7 @@ Image: `ARLAS_BUILDER_VERSION` with `gisaia/arlas-wui-builder:26.0.4` in `conf/v
 ### Service arlas-hub
 Description: ARLAS Hub is the interface for discovering all the available ARLAS Dashboards
 
-Image: `ARLAS_HUB_VERSION` with `gisaia/arlas-wui-hub:26.0.1` in `conf/versions.env`
+Image: `ARLAS_HUB_VERSION` with `gisaia/arlas-wui-hub:26.0.3` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -268,7 +268,7 @@ Image: `ARLAS_HUB_VERSION` with `gisaia/arlas-wui-hub:26.0.1` in `conf/versions.
 ### Service arlas-wui
 Description: ARLAS WUI is ARLAS Web interface for visualising an analytic ARLAS Dashboard.
 
-Image: `ARLAS_WUI_VERSION` with `gisaia/arlas-wui:26.0.6-no-analytics` in `conf/versions.env`
+Image: `ARLAS_WUI_VERSION` with `gisaia/arlas-wui:26.1.0-rc.2-no-analytics` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -302,6 +302,16 @@ Image: `ARLAS_WUI_VERSION` with `gisaia/arlas-wui:26.0.6-no-analytics` in `conf/
 | `ARLAS_WUI_BASE_HREF` | `ARLAS_WUI_BASE_HREF` | `/wui` |  |  |
 | `PUBLIC_HOST` | `ARLAS_HOST` | `` |  | `localhost` in `conf/stack.env` |
 | `ARLAS_STATIC_LINKS` | `ARLAS_WUI_LINKS` | `` |  | `'` in `conf/arlas.env` |
+| `ARLAS_DOWNLOAD_PROCESS_URL` | `ARLAS_DOWNLOAD_PROCESS_URL` | `` |  | `/aproc/processes/download/execution` in `conf/arlas.env` |
+| `ARLAS_DOWNLOAD_PROCESS_CHECK_URL` | `ARLAS_DOWNLOAD_PROCESS_CHECK_URL` | `` |  | `/aproc/processes/download` in `conf/arlas.env` |
+| `ARLAS_DOWNLOAD_PROCESS_MAX_ITEMS` | `ARLAS_DOWNLOAD_PROCESS_MAX_ITEMS` | `` |  |  |
+| `ARLAS_DOWNLOAD_PROCESS_SETTINGS_URL` | `ARLAS_DOWNLOAD_PROCESS_SETTINGS_URL` | `` |  |  |
+| `ARLAS_DOWNLOAD_PROCESS_STATUS_URL` | `ARLAS_DOWNLOAD_PROCESS_STATUS_URL` | `` |  | `/aproc/jobs` in `conf/arlas.env` |
+| `ARLAS_ENRICH_PROCESS_URL` | `ARLAS_ENRICH_PROCESS_URL` | `` |  | `/aproc/processes/enrich/execution` in `conf/arlas.env` |
+| `ARLAS_ENRICH_PROCESS_CHECK_URL` | `ARLAS_ENRICH_PROCESS_CHECK_URL` | `` |  | `/aproc/processes/enrich` in `conf/arlas.env` |
+| `ARLAS_ENRICH_PROCESS_MAX_ITEMS` | `ARLAS_ENRICH_PROCESS_MAX_ITEMS` | `` |  |  |
+| `ARLAS_ENRICH_PROCESS_SETTINGS_URL` | `ARLAS_ENRICH_PROCESS_SETTINGS_URL` | `` |  |  |
+| `ARLAS_ENRICH_PROCESS_STATUS_URL` | `ARLAS_ENRICH_PROCESS_STATUS_URL` | `` |  | `/aproc/jobs` in `conf/arlas.env` |
 
 List of volumes:
 - ${PWD}/conf/protomaps/styles:/usr/share/nginx/html/assets/basemap/styles
@@ -353,7 +363,7 @@ List of volumes:
 ### Service airs-server
 Description: AIRS Server is ARLAS Item registration service. It exposes a STAC-T interface for registering item and assets in ARLAS, such as Earth Observation products.
 
-Image: `ARLAS_VERSION_AIRS` with `gisaia/airs:0.4.17` in `conf/versions.env`
+Image: `ARLAS_VERSION_AIRS` with `gisaia/airs:0.5.5` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -362,7 +372,7 @@ Image: `ARLAS_VERSION_AIRS` with `gisaia/airs:0.4.17` in `conf/versions.env`
 | `AIRS_CORS_METHODS` | `AIRS_CORS_METHODS` | `*` |  |  |
 | `AIRS_CORS_ORIGINS` | `AIRS_CORS_ORIGINS` | `*` |  |  |
 | `AIRS_HOST` | `AIRS_HOST` | `0.0.0.0` |  |  |
-| `AIRS_INDEX_COLLECTION_PREFIX` | `AIRS_INDEX_COLLECTION_PREFIX` | `airs` |  |  |
+| `AIRS_INDEX_COLLECTION_PREFIX` | `AIRS_INDEX_COLLECTION_PREFIX` | `airs` |  | `org.com@airs` in `conf/aias.env` |
 | `AIRS_INDEX_ENDPOINT_URL` | `AIRS_INDEX_ENDPOINT_URL` | `` |  | `http://elasticsearch:9200` in `conf/aias.env` |
 | `AIRS_INDEX_LOGIN` | `ELASTIC_USER` | `` |  | `elastic` in `conf/elastic.env` |
 | `AIRS_INDEX_PWD` | `ELASTIC_PASSWORD` | `` |  | `elastic` in `conf/elastic.env` |
@@ -391,7 +401,7 @@ Image: `ARLAS_VERSION_AIRS` with `gisaia/airs:0.4.17` in `conf/versions.env`
 ### Service aproc-proc
 Description: ARLAS PROC is a worker, based on celery. Used for ingesting and downloading EO products.
 
-Image: `ARLAS_VERSION_APROC_PROC` with `gisaia/aproc-proc:0.4.17` in `conf/versions.env`
+Image: `ARLAS_VERSION_APROC_PROC` with `gisaia/aproc-proc:0.5.5` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -423,21 +433,37 @@ Image: `ARLAS_VERSION_APROC_PROC` with `gisaia/aproc-proc:0.4.17` in `conf/versi
 | `APROC_EMAIL_PATH_PREFIX_ADD` | `APROC_EMAIL_PATH_PREFIX_ADD` | `` |  | `"/tmp/"` in `conf/aias.env` |
 | `APROC_PATH_TO_WINDOWS` | `APROC_PATH_TO_WINDOWS` | `` |  | `false` in `conf/aias.env` |
 | `ARLAS_URL_SEARCH` | `ARLAS_URL_SEARCH` | `` |  | `"http://arlas-server:9999/arlas/explore/{collectio ...` in `conf/aias.env` |
-| `AIRS_INDEX_COLLECTION_PREFIX` | `AIRS_INDEX_COLLECTION_PREFIX` | `` |  |  |
+| `AIRS_INDEX_COLLECTION_PREFIX` | `AIRS_INDEX_COLLECTION_PREFIX` | `` |  | `org.com@airs` in `conf/aias.env` |
 | `APROC_INDEX_ENDPOINT_URL` | `http://elasticsearch:9200` | `` |  |  |
 | `APROC_INDEX_NAME` | `APROC_INDEX_NAME` | `` |  | `aproc_downloads` in `conf/aias.env` |
 | `APROC_RESOURCE_ID_HASH_STARTS_AT` | `3` | `` |  |  |
 | `TMP_FOLDER` | `"/outbox"` | `` |  |  |
+| `DOWNLOAD_S3_ENDPOINT_URL` | `DOWNLOAD_S3_ENDPOINT_URL` | `http://minio:9000` |  |  |
+| `DOWNLOAD_S3_BUCKET` | `DOWNLOAD_S3_BUCKET` | `` |  | `downloads` in `conf/aias.env` |
+| `DOWNLOAD_S3_ACCESS_KEY_ID` | `DOWNLOAD_S3_ACCESS_KEY_ID` | `airs` |  |  |
+| `DOWNLOAD_S3_SECRET_ACCESS_KEY` | `DOWNLOAD_S3_SECRET_ACCESS_KEY` | `airssecret` |  |  |
+| `DOWNLOAD_S3_ASSET_HTTP_ENDPOINT_URL` | `DOWNLOAD_S3_ASSET_HTTP_ENDPOINT_URL` | `http://minio:9000/{}/{}` |  |  |
+| `CLEAN_DOWNLOAD_OUTBOX_DIR` | `CLEAN_DOWNLOAD_OUTBOX_DIR` | `True` |  |  |
+| `APROC_INPUT_STORAGE_TYPE` | `APROC_INPUT_STORAGE_TYPE` | `` |  | `"https"` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_BUCKET` | `APROC_INPUT_STORAGE_BUCKET` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_API_KEY_PROJECT` | `APROC_INPUT_STORAGE_API_KEY_PROJECT` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY_ID` | `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY_ID` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY` | `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_DOMAIN` | `APROC_INPUT_STORAGE_DOMAIN` | `` |  | `geodes-portal.cnes.fr` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_FORCE_DOWNLOAD` | `APROC_INPUT_STORAGE_FORCE_DOWNLOAD` | `True` |  | `True` in `conf/aias.env` |
 
 List of volumes:
 - ${APROC_INPUT_DIR}:/inputs:ro
 - ${APROC_DOWNLOAD_DIR}:/outbox
 - ${PWD}/conf/aias/drivers.yaml:/home/app/worker/conf/drivers.yaml:ro
+- ${PWD}/conf/aias/aproc.yaml:/home/app/worker/conf/aproc.yaml:ro
+- ${PWD}/conf/aias/download_drivers.yaml:/home/app/worker/conf/download_drivers.yaml:ro
+- ${PWD}/conf/aias/enrich_drivers.yaml:/home/app/worker/conf/enrich_drivers.yaml:ro
 ## File dc/ref-dc-aias-aproc-service.yaml
 ### Service aproc-service
 Description: ARLAS PROC is the OGC API Processes service. Used for ingesting and downloading EO products.
 
-Image: `ARLAS_VERSION_APROC_SERVICE` with `gisaia/aproc-service:0.4.17` in `conf/versions.env`
+Image: `ARLAS_VERSION_APROC_SERVICE` with `gisaia/aproc-service:0.5.5` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -470,19 +496,35 @@ Image: `ARLAS_VERSION_APROC_SERVICE` with `gisaia/aproc-service:0.4.17` in `conf
 | `APROC_EMAIL_PATH_PREFIX_ADD` | `APROC_EMAIL_PATH_PREFIX_ADD` | `` |  | `"/tmp/"` in `conf/aias.env` |
 | `APROC_PATH_TO_WINDOWS` | `APROC_PATH_TO_WINDOWS` | `` |  | `false` in `conf/aias.env` |
 | `ARLAS_URL_SEARCH` | `ARLAS_URL_SEARCH` | `` |  | `"http://arlas-server:9999/arlas/explore/{collectio ...` in `conf/aias.env` |
-| `AIRS_INDEX_COLLECTION_PREFIX` | `AIRS_INDEX_COLLECTION_PREFIX` | `` |  |  |
+| `AIRS_INDEX_COLLECTION_PREFIX` | `AIRS_INDEX_COLLECTION_PREFIX` | `` |  | `org.com@airs` in `conf/aias.env` |
 | `APROC_INDEX_ENDPOINT_URL` | `http://elasticsearch:9200` | `` |  |  |
 | `APROC_INDEX_NAME` | `APROC_INDEX_NAME` | `` |  | `aproc_downloads` in `conf/aias.env` |
 | `APROC_RESOURCE_ID_HASH_STARTS_AT` | `3` | `` |  |  |
+| `DOWNLOAD_S3_ENDPOINT_URL` | `DOWNLOAD_S3_ENDPOINT_URL` | `http://minio:9000` |  |  |
+| `DOWNLOAD_S3_BUCKET` | `DOWNLOAD_S3_BUCKET` | `` |  | `downloads` in `conf/aias.env` |
+| `DOWNLOAD_S3_ACCESS_KEY_ID` | `DOWNLOAD_S3_ACCESS_KEY_ID` | `airs` |  |  |
+| `DOWNLOAD_S3_SECRET_ACCESS_KEY` | `DOWNLOAD_S3_SECRET_ACCESS_KEY` | `airssecret` |  |  |
+| `DOWNLOAD_S3_ASSET_HTTP_ENDPOINT_URL` | `DOWNLOAD_S3_ASSET_HTTP_ENDPOINT_URL` | `http://minio:9000/{}/{}` |  |  |
+| `CLEAN_DOWNLOAD_OUTBOX_DIR` | `CLEAN_DOWNLOAD_OUTBOX_DIR` | `True` |  |  |
+| `APROC_INPUT_STORAGE_TYPE` | `APROC_INPUT_STORAGE_TYPE` | `` |  | `"https"` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_BUCKET` | `APROC_INPUT_STORAGE_BUCKET` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_API_KEY_PROJECT` | `APROC_INPUT_STORAGE_API_KEY_PROJECT` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY_ID` | `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY_ID` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY` | `APROC_INPUT_STORAGE_API_KEY_PRIVATE_KEY` | `` |  | `""` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_DOMAIN` | `APROC_INPUT_STORAGE_DOMAIN` | `` |  | `geodes-portal.cnes.fr` in `conf/aias.env` |
+| `APROC_INPUT_STORAGE_FORCE_DOWNLOAD` | `APROC_INPUT_STORAGE_FORCE_DOWNLOAD` | `True` |  | `True` in `conf/aias.env` |
 
 List of volumes:
 - ${APROC_INPUT_DIR}:/inputs:ro
 - ${PWD}/conf/aias/drivers.yaml:/app/conf/drivers.yaml:ro
+- ${PWD}/conf/aias/aproc.yaml:/app/conf/aproc.yaml:ro
+- ${PWD}/conf/aias/download_drivers.yaml:/app/conf/download_drivers.yaml:ro
+- ${PWD}/conf/aias/enrich_drivers.yaml:/app/conf/enrich_drivers.yaml:ro
 ## File dc/ref-dc-aias-fam-wui.yaml
 ### Service arlas-fam-wui
 Description: ARLAS FAM is the ARLAS File and Archive Management interface. It allows exploration and registration of archives found in a directory.
 
-Image: `ARLAS_VERSION_FAM_WUI` with `gisaia/arlas-fam-wui:0.4.17` in `conf/versions.env`
+Image: `ARLAS_VERSION_FAM_WUI` with `gisaia/arlas-fam-wui:0.5.5` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -508,7 +550,7 @@ Image: `ARLAS_VERSION_FAM_WUI` with `gisaia/arlas-fam-wui:0.4.17` in `conf/versi
 ### Service fam-service
 Description: ARLAS FAM is the ARLAS File and Archive Management service. It allows exploration and registration of archives found in a directory.
 
-Image: `ARLAS_VERSION_FAM` with `gisaia/fam:0.4.17` in `conf/versions.env`
+Image: `ARLAS_VERSION_FAM` with `gisaia/fam:0.5.5` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
@@ -553,11 +595,11 @@ List of volumes:
 ### Service agate
 Description: AGATE is a forward authorization service for accessing resources such as images
 
-Image: `ARLAS_VERSION_AGATE` with `gisaia/agate:0.4.17` in `conf/versions.env`
+Image: `ARLAS_VERSION_AGATE` with `gisaia/agate:0.5.5` in `conf/versions.env`
 
 | Container variable | Value or environment variable | Default | Description | Env file setting |
 | --- | --- | --- | --- | --- |
-| `AGATE_LOGGER_LEVEL` | `AGATE_LOGGER_LEVEL` | `INFO` |  | `DEBUG` in `conf/aias.env` |
+| `AGATE_LOGGER_LEVEL` | `AGATE_LOGGER_LEVEL` | `INFO` |  | `INFO` in `conf/aias.env` |
 | `ARLAS_URL_SEARCH` | `ARLAS_URL_SEARCH` | `` |  | `"http://arlas-server:9999/arlas/explore/{collectio ...` in `conf/aias.env` |
 | `AGATE_PREFIX` | `/agate` | `` |  |  |
 | `AGATE_HOST` | `AGATE_HOST` | `0.0.0.0` |  |  |