Skip to content

Commit

Permalink
added dagster DockerFile
Browse files Browse the repository at this point in the history
  • Loading branch information
broomva committed Jan 26, 2024
1 parent 57577a9 commit ea1296f
Show file tree
Hide file tree
Showing 3 changed files with 47 additions and 0 deletions.
20 changes: 20 additions & 0 deletions vortex/dagster/DockerFile
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
FROM --platform=linux/amd64 python:3.11

RUN mkdir -p /opt/dagster/dagster_home /opt/dagster/app

COPY pyproject.toml repo.py workspace.yaml /opt/dagster/app/

RUN pip install poetry

RUN poetry install

ENV DAGSTER_HOME=/opt/dagster/dagster_home/

# Copy dagster instance YAML to $DAGSTER_HOME
COPY dagster.yaml /opt/dagster/dagster_home/

WORKDIR /opt/dagster/app

EXPOSE 3000

ENTRYPOINT ["dagster-webserver", "-h", "0.0.0.0", "-p", "3000"]
24 changes: 24 additions & 0 deletions vortex/dagster/dagster.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
# storage:
# postgres:
# postgres_db:
# username:
# env: DAGSTER_PG_USERNAME
# password:
# env: DAGSTER_PG_PASSWORD
# hostname:
# env: DAGSTER_PG_HOST
# db_name:
# env: DAGSTER_PG_DB
# port: 5432

compute_logs:
module: dagster.core.storage.root
class: LocalArtifactStorage
config:
base_dir: "/opt/dagster/logs/local/"

local_artifact_storage:
module: dagster.core.storage.root
class: LocalArtifactStorage
config:
base_dir: "/opt/dagster/local/"
3 changes: 3 additions & 0 deletions vortex/dagster/workspace.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
load_from:
# References the file copied into your Dockerfile
- python_file: sports_articles_generation.py

0 comments on commit ea1296f

Please sign in to comment.