feat(integration/prefect): DataHub Prefect Emitter

.cruft.json

@@ -0,0 +1,20 @@
+{
+  "template": "https://github.com/PrefectHQ/prefect-collection-template",
+  "commit": "e11a3be195f24f60ed3f564dfccb40170ee7c3fa",
+  "checkout": null,
+  "context": {
+    "cookiecutter": {
+      "full_name": "Arcyl Data",
+      "email": "[email protected]",
+      "github_organization": "PrefectHQ",
+      "collection_name": "prefect-datahub",
+      "collection_slug": "prefect_datahub",
+      "collection_short_description": "Metadata emitter for datahub",
+      "_copy_without_render": [
+        ".github/workflows/*.yml"
+      ],
+      "_template": "https://github.com/PrefectHQ/prefect-collection-template"
+    }
+  },
+  "directory": null
+}

.gitattributes

@@ -0,0 +1 @@
+prefect_datahub/_version.py export-subst

.github/ISSUE_TEMPLATE.md

@@ -0,0 +1,7 @@
+<!-- Thanks for submitting an issue! Please describe the issue. -->
+
+# Expectation / Proposal
+
+# Traceback / Example
+
+- [ ] I would like to [help contribute](https://shubhamjagtap639.github.io/prefect-datahub/#contributing) a pull request to resolve this!

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,28 @@
+<!-- Thanks for contributing 🎉! Please ensure the title neatly summarizes the proposed changes. -->
+
+<!-- Overview -->
+
+Closes
+
+### Example
+<!-- A code blurb is best. Changes to features should include an example that is executable by a new user. -->
+
+### Screenshots
+<!--
+Any relevant screenshots
+  - The updated docs page from `mkdocs serve`.
+  - Output from running the example.
+  - Service integration test results.
+-->
+
+### Checklist
+<!-- These boxes may be checked after opening the pull request. -->
+
+- [ ] References any related issue by including "Closes #<Issue Number>" or "Closes <Issue URL>".
+  - If no issue exists and your change is not a small fix, please [create an issue](https://github.com/shubhamjagtap639/prefect-datahub/issues/new/choose) first.
+- [ ] Includes tests or only affects documentation.
+- [ ] Passes `pre-commit` checks.
+  - Run `pre-commit install && pre-commit run --all` locally for formatting and linting.
+- [ ] Includes screenshots of documentation updates.
+  - Run `mkdocs serve` view documentation locally.
+- [ ] Summarizes PR's changes in [CHANGELOG.md](https://github.com/shubhamjagtap639/prefect-datahub/blob/main/CHANGELOG.md)

.github/codeql-config.yml

@@ -0,0 +1,4 @@
+paths-ignore:
+  - tests/**/test_*.py
+  - versioneer.py
+  - prefect_datahub/_version.py

.github/dependabot.yml

@@ -0,0 +1,12 @@
+version: 2
+updates:
+
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "daily"
+
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "daily"

.github/workflows/add-to-project.yml

@@ -0,0 +1,24 @@
+name: Add issues to integrations board
+
+on:
+  issues:
+    types:
+      - opened
+
+jobs:
+
+  add-to-project:
+    name: Add issue to project
+    runs-on: ubuntu-latest
+    steps:
+      - uses: tibdex/github-app-token@v1
+        id: generate-token
+        name: Generate GitHub token
+        with:
+          app_id: ${{ secrets.SYNC_APP_ID }}
+          private_key: ${{ secrets.SYNC_APP_PRIVATE_KEY }}
+
+      - uses: actions/[email protected]
+        with:
+          project-url: ${{ secrets.ADD_TO_PROJECT_URL }}
+          github-token: ${{ steps.generate-token.outputs.token }}

.github/workflows/codeql-analysis.yml

@@ -0,0 +1,35 @@
+name: CodeQL
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  analyze:
+    name: Analyze
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    strategy:
+      fail-fast: false
+      matrix:
+        language:
+          - python
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Initialize CodeQL
+        uses: github/codeql-action/init@v2
+        with:
+          languages: ${{ matrix.language }}
+          config-file: ./.github/codeql-config.yml
+          queries: security-and-quality
+
+      - name: Perform CodeQL Analysis
+        uses: github/codeql-action/analyze@v2

.github/workflows/nightly-dev-tests.yml

@@ -0,0 +1,38 @@
+name: Nightly tests against Prefect's main branch
+on:
+  schedule:
+    - cron: "0 6 * * *"
+  workflow_dispatch:
+
+jobs:
+  submit-update-pr:
+    name: Run tests against Prefect's main branch
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version:
+          - "3.7"
+          - "3.8"
+          - "3.9"
+          - "3.10"
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+          cache-dependency-path: requirements*.txt
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade --upgrade-strategy eager -e ".[dev]" "prefect @ git+https://github.com/PrefectHQ/prefect.git@main"
+
+      - name: Run tests
+        env:
+          PREFECT_API_DATABASE_CONNECTION_URL: "sqlite+aiosqlite:///./collection-tests.db"
+        run: |
+          pytest tests -vv

.github/workflows/publish-docs.yml

@@ -0,0 +1,31 @@
+name: Publish docs
+
+on:
+  workflow_dispatch
+
+jobs:
+  build-and-publish-docs:
+    name: Build and publish docs
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python 3.10
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+          cache: pip
+          cache-dependency-path: requirements*.txt
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade --upgrade-strategy eager -e ".[dev]"
+          mkdocs build
+
+      - name: Publish docs
+        uses: JamesIves/[email protected]
+        with:
+          branch: docs
+          folder: site

.github/workflows/release.yml

@@ -0,0 +1,79 @@
+name: Build & Release
+
+on:
+  push:
+    tags:
+      - "v*"
+
+jobs:
+  build-release:
+    name: Build Release
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.7
+
+      - name: Install packages
+        run: |
+          python -m pip install --upgrade pip build
+          python -m pip install --upgrade --upgrade-strategy eager -e .[dev]
+
+      - name: Build a binary wheel and a source tarball
+        run: |
+          python -m build --sdist --wheel --outdir dist/
+
+      - name: Publish build artifacts
+        uses: actions/upload-artifact@v3
+        with:
+          name: built-package
+          path: "./dist"
+
+  publish-release:
+    name: Publish release to PyPI
+    needs: [build-release]
+    environment: "prod"
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Download build artifacts
+        uses: actions/download-artifact@v3
+        with:
+          name: built-package
+          path: "./dist"
+
+      - name: Publish distribution to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}
+          verbose: true
+
+  build-and-publish-docs:
+    name: Build and publish docs
+    needs: [build-release, publish-release]
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python 3.10
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+          cache: pip
+          cache-dependency-path: requirements*.txt
+
+      - name: Build docs
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade --upgrade-strategy eager -e .[dev]
+          mkdocs build
+
+      - name: Publish docs
+        uses: JamesIves/[email protected]
+        with:
+          branch: docs
+          folder: site

.github/workflows/static_analysis.yml

@@ -0,0 +1,27 @@
+name: Static analysis
+
+on: [pull_request]
+
+jobs:
+  pre-commit-checks:
+    name: Pre-commit checks
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          persist-credentials: false
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.9
+
+      - name: Install pre-commit
+        run: |
+          python -m pip install --upgrade pip
+          pip install pre-commit
+
+      - name: Run pre-commit
+        run: |
+          pre-commit run --show-diff-on-failure --color=always --all-files

.github/workflows/template-sync.yml

@@ -0,0 +1,46 @@
+name: Template Synchronization
+on:
+  schedule:
+    - cron: "0 6 * * *"
+  workflow_dispatch:
+
+jobs:
+  submit-update-pr:
+    name: Submit update PR
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.9
+
+      - name: Install cruft
+        run: pip install "cookiecutter>=1.7.3,<2.0.0" cruft
+
+      - name: Perform updates
+        run: cruft update -y
+
+      - uses: tibdex/github-app-token@v1
+        id: generate-token
+        name: Generate GitHub token
+        with:
+          app_id: ${{ secrets.SYNC_APP_ID }}
+          private_key: ${{ secrets.SYNC_APP_PRIVATE_KEY }}
+
+      - name: Submit PR
+        uses: peter-evans/create-pull-request@v4
+        with:
+          commit-message: Updating collection with changes to prefect-collection-template
+          token: ${{ steps.generate-token.outputs.token }}
+          branch: sync-with-template
+          delete-branch: true
+          title: Sync Collection with changes to prefect-collection-template
+          body: |
+            Automated PR created to propagate changes from prefect-collection-template to this collection
+
+            Feel free to make any necessary changes to this PR before merging.
+          labels: |
+            template sync
+            automated pr