diff --git a/vortex/dagster/DockerFile b/vortex/dagster/DockerFile new file mode 100644 index 0000000..311af3b --- /dev/null +++ b/vortex/dagster/DockerFile @@ -0,0 +1,20 @@ +FROM --platform=linux/amd64 python:3.11 + +RUN mkdir -p /opt/dagster/dagster_home /opt/dagster/app + +COPY pyproject.toml repo.py workspace.yaml /opt/dagster/app/ + +RUN pip install poetry + +RUN poetry install + +ENV DAGSTER_HOME=/opt/dagster/dagster_home/ + +# Copy dagster instance YAML to $DAGSTER_HOME +COPY dagster.yaml /opt/dagster/dagster_home/ + +WORKDIR /opt/dagster/app + +EXPOSE 3000 + +ENTRYPOINT ["dagster-webserver", "-h", "0.0.0.0", "-p", "3000"] diff --git a/vortex/dagster/dagster.yaml b/vortex/dagster/dagster.yaml new file mode 100644 index 0000000..d7c36d6 --- /dev/null +++ b/vortex/dagster/dagster.yaml @@ -0,0 +1,24 @@ +# storage: +# postgres: +# postgres_db: +# username: +# env: DAGSTER_PG_USERNAME +# password: +# env: DAGSTER_PG_PASSWORD +# hostname: +# env: DAGSTER_PG_HOST +# db_name: +# env: DAGSTER_PG_DB +# port: 5432 + +compute_logs: + module: dagster.core.storage.root + class: LocalArtifactStorage + config: + base_dir: "/opt/dagster/logs/local/" + +local_artifact_storage: + module: dagster.core.storage.root + class: LocalArtifactStorage + config: + base_dir: "/opt/dagster/local/" diff --git a/vortex/dagster/workspace.yaml b/vortex/dagster/workspace.yaml new file mode 100644 index 0000000..2f399df --- /dev/null +++ b/vortex/dagster/workspace.yaml @@ -0,0 +1,3 @@ +load_from: + # References the file copied into your Dockerfile + - python_file: sports_articles_generation.py