From 84a4ebe25150db9d7283d7e74370d3f5d66cb754 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Marek=20Such=C3=A1nek?= <marek.suchanek@gmail.com>
Date: Mon, 30 Oct 2023 17:48:05 +0100
Subject: [PATCH] Init SMP importer project

---
 .github/workflows/build.yml              | 150 +++++++++++++++++++++++
 Dockerfile                               |  30 +++++
 pyproject.toml                           |  46 +++++++
 requirements.txt                         |  11 ++
 scripts/build-info.sh                    |   0
 setup.py                                 |   3 +
 src/smp_importer/__init__.py             |   3 +
 src/smp_importer/app.py                  |  44 +++++++
 src/smp_importer/static/favicon.png      | Bin 0 -> 3226 bytes
 src/smp_importer/static/script.js        |   0
 src/smp_importer/static/style.css        |   0
 src/smp_importer/templates/index.html.j2 |  42 +++++++
 12 files changed, 329 insertions(+)
 create mode 100644 .github/workflows/build.yml
 create mode 100644 Dockerfile
 create mode 100644 pyproject.toml
 create mode 100644 requirements.txt
 create mode 100644 scripts/build-info.sh
 create mode 100644 setup.py
 create mode 100644 src/smp_importer/__init__.py
 create mode 100644 src/smp_importer/app.py
 create mode 100644 src/smp_importer/static/favicon.png
 create mode 100644 src/smp_importer/static/script.js
 create mode 100644 src/smp_importer/static/style.css
 create mode 100644 src/smp_importer/templates/index.html.j2

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
new file mode 100644
index 0000000..351333e
--- /dev/null
+++ b/.github/workflows/build.yml
@@ -0,0 +1,150 @@
+name: Build
+
+on:
+  push:
+
+jobs:
+  package:
+    name: Python Package
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Check out repository
+      uses: actions/checkout@v3
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: 3.11
+        cache: pip
+        cache-dependency-path: |
+          **/pyproject.toml
+          **/requirements*.txt
+
+    - name: Prepare Python env
+      run: |
+        python -m pip install -U pip setuptools wheel
+
+    - name: Create build info
+      run: |
+        bash scripts/build-info.sh
+
+    - name: Install dependencies
+      run: |
+        pip install -r requirements.txt
+
+    - name: Install package
+      run: |
+        pip install .
+
+    - name: Build package sdist
+      run: |
+        python setup.py sdist
+
+    - name: Build package bdist (wheel)
+      run: |
+        python setup.py bdist_wheel
+
+
+  docker:
+    name: Docker
+    runs-on: ubuntu-latest
+
+    env:
+      PUBLIC_IMAGE_PREFIX: 'datastewardshipwizard'
+      DOCKER_IMAGE_NAME: 'smp-importer'
+      DOCKER_META_CONTEXT: '.'
+      DOCKER_META_FILE: 'Dockerfile'
+      DOCKER_META_PLATFORMS: 'linux/amd64,linux/arm64'
+
+    steps:
+    - name: Check out repository
+      uses: actions/checkout@v3
+      with:
+          fetch-depth: 0
+
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v2
+
+    - name: Set up Docker Buildx
+      id: buildx
+      uses: docker/setup-buildx-action@v2
+
+    - name: Create build info
+      run: |
+        bash scripts/build-info.sh
+
+    # TEST DOCKER IMAGE BUILD
+    - name: Docker meta [test]
+      id: meta-test
+      uses: docker/metadata-action@v4
+      with:
+        images: |
+          ${{ env.PUBLIC_IMAGE_PREFIX }}/${{ env.DOCKER_IMAGE_NAME }}
+        tags: |
+          type=sha
+
+    - name: Docker build [test]
+      uses: docker/build-push-action@v4
+      with:
+        context: ${{ env.DOCKER_META_CONTEXT }}
+        file: ${{ env.DOCKER_META_FILE }}
+        platforms: ${{ env.DOCKER_META_PLATFORMS }}
+        push: false
+        tags: ${{ steps.meta-test.outputs.tags }}
+        labels: ${{ steps.meta-test.outputs.labels }}
+
+    # PREPARE
+    - name: Docker login [docker.io]
+      if: github.event_name != 'pull_request'
+      uses: docker/login-action@v2
+      with:
+        username: ${{ secrets.DOCKER_HUB_USERNAME }}
+        password: ${{ secrets.DOCKER_HUB_PASSWORD }}
+
+    # DEVELOPMENT IMAGES
+    - name: Docker meta [dev]
+      id: meta-dev
+      if: github.event_name != 'pull_request'
+      uses: docker/metadata-action@v4
+      with:
+        images: |
+          ${{ secrets.DOCKER_HUB_USERNAME }}/${{ env.DOCKER_IMAGE_NAME }}
+        tags: |
+          type=ref,event=branch
+
+    - name: Docker build+push [dev]
+      uses: docker/build-push-action@v4
+      if: github.event_name != 'pull_request' && steps.meta-dev.outputs.tags != ''
+      with:
+        context: ${{ env.DOCKER_META_CONTEXT }}
+        file: ${{ env.DOCKER_META_FILE }}
+        platforms: ${{ env.DOCKER_META_PLATFORMS }}
+        push: true
+        tags: ${{ steps.meta-dev.outputs.tags }}
+        labels: ${{ steps.meta-dev.outputs.labels }}
+
+    # PUBLIC IMAGES
+    - name: Docker meta [public]
+      id: meta-public
+      if: github.event_name != 'pull_request'
+      uses: docker/metadata-action@v4
+      with:
+        images: |
+          ${{ env.PUBLIC_IMAGE_PREFIX }}/${{ env.DOCKER_IMAGE_NAME }}
+        tags: |
+          type=raw,value=latest,enable=${{ github.ref == format('refs/heads/{0}', 'main') }}
+          type=semver,pattern={{version}}
+          type=semver,pattern={{major}}.{{minor}}
+          type=semver,pattern={{major}},enable=${{ !startsWith(github.ref, 'refs/tags/v0.') }}
+
+    - name: Docker build+push [public]
+      uses: docker/build-push-action@v4
+      if: github.event_name != 'pull_request' && steps.meta-public.outputs.tags != ''
+      with:
+        context: ${{ env.DOCKER_META_CONTEXT }}
+        file: ${{ env.DOCKER_META_FILE }}
+        platforms: ${{ env.DOCKER_META_PLATFORMS }}
+        push: true
+        tags: ${{ steps.meta-public.outputs.tags }}
+        labels: ${{ steps.meta-public.outputs.labels }}
diff --git a/Dockerfile b/Dockerfile
new file mode 100644
index 0000000..6af5c95
--- /dev/null
+++ b/Dockerfile
@@ -0,0 +1,30 @@
+FROM datastewardshipwizard/python-base:3.11-alpine as builder
+
+WORKDIR /app
+
+COPY . /app
+
+RUN python -m pip wheel --no-cache-dir --wheel-dir=/app/wheels -r /app/requirements.txt \
+ && python -m pip wheel --no-cache-dir --no-deps --wheel-dir=/app/wheels /app
+
+
+FROM datastewardshipwizard/python-base:3.11-alpine
+
+ENV PATH "/home/user/.local/bin:$PATH"
+
+# Setup non-root user
+USER user
+
+# Prepare dirs
+WORKDIR /home/user
+RUN mkdir -p /home/user/data
+
+RUN pip install uvicorn
+
+# Install Python packages
+COPY --from=builder --chown=user:user /app/wheels /home/user/wheels
+RUN python -m pip install --user --no-cache --no-index /home/user/wheels/*  \
+ && rm -rf /home/user/wheels
+
+# Run
+CMD ["uvicorn", "smp_importer:app", "--proxy-headers", "--forwarded-allow-ips=*", "--host", "0.0.0.0", "--port", "8000"]
diff --git a/pyproject.toml b/pyproject.toml
new file mode 100644
index 0000000..739e465
--- /dev/null
+++ b/pyproject.toml
@@ -0,0 +1,46 @@
+[build-system]
+requires = ['setuptools']
+build-backend = 'setuptools.build_meta'
+
+[project]
+name = 'smp-importer'
+version = '0.1.0'
+description = 'Importer of maSMPs for Software Management Wizard'
+readme = 'README.md'
+keywords = ['dsw', 'smp', 'masmp', 'import', 'mapping']
+license = { text = 'Apache License 2.0' }
+authors = [
+    { name = 'Marek Suchánek', email = 'marek.suchanek@ds-wizard.org' },
+    { name = 'Vojtěch Knaisl', email = 'vojtech.knaisl@ds-wizard.org' }
+]
+classifiers = [
+    'Development Status :: 4 - Beta',
+    'License :: OSI Approved :: Apache Software License',
+    'Programming Language :: Python',
+    'Programming Language :: Python :: 3.10',
+    'Programming Language :: Python :: 3.11',
+    'Topic :: Text Processing',
+    'Topic :: Utilities',
+]
+requires-python = '>=3.10, <4'
+dependencies = [
+    'fastapi',
+    'Jinja2',
+]
+
+[project.urls]
+Homepage = 'https://smw.ds-wizard.org'
+Repository = 'https://github.com/ds-wizard/smp-importer'
+
+[tool.setuptools]
+zip-safe = false
+
+[tool.setuptools.packages.find]
+namespaces = true
+where = ['src']
+
+[tool.setuptools.package-data]
+'*' = ['*.css', '*.js', '*.j2', '*.png']
+
+[tool.distutils.bdist_wheel]
+universal = true
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..851d177
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,11 @@
+annotated-types==0.6.0
+anyio==3.7.1
+fastapi==0.104.1
+idna==3.4
+Jinja2==3.1.2
+MarkupSafe==2.1.3
+pydantic==2.4.2
+pydantic_core==2.10.1
+sniffio==1.3.0
+starlette==0.27.0
+typing_extensions==4.8.0
diff --git a/scripts/build-info.sh b/scripts/build-info.sh
new file mode 100644
index 0000000..e69de29
diff --git a/setup.py b/setup.py
new file mode 100644
index 0000000..b908cbe
--- /dev/null
+++ b/setup.py
@@ -0,0 +1,3 @@
+import setuptools
+
+setuptools.setup()
diff --git a/src/smp_importer/__init__.py b/src/smp_importer/__init__.py
new file mode 100644
index 0000000..8a1c803
--- /dev/null
+++ b/src/smp_importer/__init__.py
@@ -0,0 +1,3 @@
+from .app import app
+
+__all__ = ['app']
diff --git a/src/smp_importer/app.py b/src/smp_importer/app.py
new file mode 100644
index 0000000..1b4c271
--- /dev/null
+++ b/src/smp_importer/app.py
@@ -0,0 +1,44 @@
+import logging
+import os
+import pathlib
+
+import fastapi
+import fastapi.responses
+import fastapi.staticfiles
+import fastapi.templating
+
+
+ROOT_DIR = pathlib.Path(__file__).parent
+STATIC_DIR = ROOT_DIR / 'static'
+TEMPLATES_DIR = ROOT_DIR / 'templates'
+LOG = logging.getLogger(__name__)
+
+
+app = fastapi.FastAPI()
+app.mount(
+    path='/static',
+    app=fastapi.staticfiles.StaticFiles(directory=STATIC_DIR),
+    name='static',
+)
+templates = fastapi.templating.Jinja2Templates(directory=TEMPLATES_DIR)
+
+
+@app.get('/', response_class=fastapi.responses.HTMLResponse)
+async def get_index(request: fastapi.Request):
+    return templates.TemplateResponse(
+        name='index.html.j2',
+        context={
+            'request': request,
+            'debug': os.environ.get('IMPORTER_DEBUG', '') == 'true',
+            'development': os.environ.get('IMPORTER_DEV', '') == 'true',
+        },
+    )
+
+
+@app.get('/api/import', response_class=fastapi.responses.JSONResponse)
+async def list_fips(request: fastapi.Request):
+    try:
+        return fastapi.responses.JSONResponse(content={'text': 'Hello'})
+    except Exception as e:
+        LOG.error(f'Error appeared: {str(e)}', exc_info=e)
+        raise fastapi.HTTPException(status_code=500)
diff --git a/src/smp_importer/static/favicon.png b/src/smp_importer/static/favicon.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a83303b346a38d4fce93d3540d5228b59ca2e81
GIT binary patch
literal 3226
zcmb`Jdo)z*8^_;0!;H+JNoB~T#)+JYVN}W`Wn4O)Os7OSh~yIGlFGzn_EbkiVx3M=
zaw$%3p+=daY#};L88MMdc9YOljKgTu;J4?j-ygrVe*d1m)?V-PdEW2yKJQxleV=Ei
z?(}rm(lpQn0BCLVVD16{!b}Kg5U|1TXh|qGEQs;g7Y6__NcBR0GzsowPW@x9dynmo
z4m}nhbTkCS$H!Y9ii(U24vGn}j6NE6ZOp*{0J8Zu<`yq@?w0}oija_#$i#e{;-|ly
zUoFzYy96Di-=BJ7w#WJrZAa&(2({H&I~P3d*_#-&*t&CB7&ZLHDv?`f*ZQQQo~NRS
z)9ZhGWp;JSZAS~KuSgQ8q}fH-HtY9o&2f6v^Bv7$jO1<{`FyXN|2kp5!9JN0ws}SU
zyu9*WcYwW(?piaNrFtc?5+8u8*AS@n;B$TKdWS+n*Zlp}RPs_-&%YV#HqtMJp8iO)
zgrcA*^#E^&j1%J?Oi_dy8PRra{(vOHn?X_`+wl0!HyUSefj(Wz2*g$E*Yfjn$Qa&a
zr@prij6D->4u~oGC6-vNMVUB&Zb6I1{P0pNe7>eecW<e2;3!QZM|@%?Y9$`b{(X+j
z{bXb*P4YsRp^Td8JNg6d?S4n52^le?Nsb`qGTYKU=X_IOs0ZQn&5wxVO8N^+^R*S0
z$R<iGV3P%cgr(R0TgP#SL+_4j3-Eh`=e!38-%Gkbn$_vj!L2%@s_Dq!-|Ok47D&HR
zyP=gwDi7<JmLJose%)a)V2)~|BV$NQ75`e7Ct?KJxz!`~RJg;U2dcQ*jCl~@T7lvo
z<M*BgR5<6?a-wL}g}DLVFbkqdenVmd3vU-iEY8DKtn2-*)(;`k?<Cy^+!Fh$A=t-D
zr(hfP!$%m(c5GrvpNv|P4S?NFN7yXH%O1jmhP{{>W{a8h#ACHx_kQuC+JcxQIk;NU
z=#Bu7=j%o_sNm2HVHt#9E)UM6(7`S)K~DvdJ5?}G(8WMZWvY>3uUif{f^*p(1C?iW
z8VqG77yf{G3^LxD27;oXkLy&B_m-vt=}Hw;7OS!}-S1LmQCwb%MP6vyr4mexsunZ2
z;;9Oq__#&|w><xu@wHPy?Qj1;-*GIntybN6EZv{Mt=OJk)qGxs39jZHQLWusb6d6c
z!<VXE?dZF#5=<RY!M&g+Y^KyGjETvPY+Q@QM6^#*>}nGhZCk1BdKMB1T$^WdW<E#F
zCxyCQnM}WM3mDX;l@qB9e8HW*{f<bsKDaQj{lAX7#|f}?ny@0T(2H3!YZ9pR#3eE&
z56YJZ4{19G*AfK}5>oCQC8FAant7nof9MP1{QxgoYzU&Nj1Q#uLjrvE`7n4;C~Pew
z>g&dXtLI5D%f0!7_)K~#B)a6MuH4T2TyA`D4H^D(*ax<9YhGPW)W_osEP9E`NM^ki
zZQ4tRaWFt_iiUR00tEvN&Y8I>4N86rsIa#Kkpn3lWJ^%0?02EVFPrvQ;{!n#y$bTs
zVt`#uWVnltU%pNV{uQi_!;WadDILWc8J%zSO5v1=1fU>hA=@Y>L=5|;?<Y(2&Kw@v
zh6bRfIWt1<%~Z;2WE>hN26QzYmS#e9@X1lLKR1UpK4kTx;p`-YJ}v&axL9TYzy3x-
z#rFP6kaKbo8!zL%y!Gmp03SoFmge)$<eZG?*uR+K&TC4$SQNql1b|wgy#t0b8+0l0
z(D)bW*Fzf})E6T8#~vskn@M_%&y|MV198|VK`jEgp-y$_`^P*3d-|bK{&Qa?>KQmn
zhK=`4lMW73(6Nw)j1w=x=w1^miDzIo8P51B-#U36rcf8+3q~hf(vfN^@bCRfGT^<V
zgNJ`gTp!Wx$OLC%c|Z^8jJ%%Gwv2Z<!BljD&EIJh4<3@)ksrXAnpCxUz&D>&Ms(*B
zdo1E{vvI`b*^ZJ=<Fp%7l-Mz~Z(*QDTFd)hc1||HOVS6o<ryi0h6D{vX$^eG{qd>r
z29g{B;ihf{6oT_LYn&Dx^q!|=+u;lN);QfzP-Em4c!Lbzf3ER!CM5Et@=~oquZ1an
z1;M#4NX_gC2(L{?)Tm(X6OHs-NOU6|Nzn(#8#U4|K|6iY5e*EUX{4t^JG-$NOm>Ds
zO<kL>X-M$_8$cDI5;qO$P222a+3>r^pYERL^vZ_Ub2JY#{j?1UZ|}Zo_Xy6)IX7~V
zyV=k2xhVIJz*ORfLV>LL_a4u)a@=XO81tB`os|%?*`CM3N~YS2{Pi4`+|cE3<vKV;
z04c~9{Haq0&c6=V!9?D*vM~MAZ9mfvn8@;N*+Uz^m(-Lrm`kjz$SdxZcFb8C_$ecH
zhvtC{?{;f7$PeO>>~66yFB${Aizy?Z6`mFIy?mjlqK=lT6CuMEXrXjt*=<l&X1w*s
zzdhtY><yQfpUXUNSZ-Y43(Uh6xPorbyM&?#=3g8(vOT2Uqin(|jJlRpQnot!UF_oF
zI_<5q^N6}4RK9RmR%98m<UURrtg_FD@m{3R{E7MX7v7RkS7iN3Q<3neP^Sf)8wm?b
z!)iMel5_c7>ZlF+32_zU<u8n!6NgO*-*nI`<zc1wahW+RC|b=^oMF1QTlpR_X>HM|
znE8yIQ(Qes(eN;~s5sF?mMmS7EJ;6i+O0W~*HE0*39+EwcTHQ`k3H?=+Dw{cpK?N7
zkhn*zAJ%SR8n(1>llhKIIVQ4Ap%>K$+dr>u+IA`mYcEqLhX(sEL*b3e*beF2{LtYq
zVi(~>rIR*CcZVbJdh}qhWwSQH*}rZxW6<C6Y#KL_3_l!_nCRmRDg_GnHc&#coXfHS
zzL(Ot&187#JBi6ge8Irc2^I{AqWVW9`2>8y^@moB@e<=FErVJZ#7wZ#A<>Bk3iCD)
zZtthm4FSj2Th1+DV23x2D<Q+{-%FygXt%NB6Sa*X{1H}69mOsJ#rN1KIWV~Nop@Jq
zDtSMPV^+|v<|k(%kv9CP=RppCe|-+903L_BLx)rUT7hwUB*58if?LMpzLQkfP3DhE
zg=@YqqFz)U$L@Neq-8v-A#)rznpLJZ-L}8o2+r73U*bL&L<gJRekFbL9*m&^`L_=x
zmUBVY;9*Ub-q8u2i;#%t6mT%9vAtz8o#0&MJ56FYMhpJA=a04g_!Wr|r#xC!OMXP}
zhbRwRR5p!hW3652M4pPwndz)dDs-QVjUg_FSHnb8Nv>s5j{DpM9r()YkaK#e&ddsC
zvm^T+*VaK@wm9&SJMS7}^5b=7aY_%~0rU$lmDVgC12u2Q!C*>?3njMkO%gk)t6_n{
zz;do5R@G!yvvB!%V?ti`JOlZFh><PmJ>-v-ori)52q+24!~H9T{{MOgX!q7xzU1Un
zfIO2zMKp6VP!=VC(zZ?lc)ZUM_8Q8D;3^-Lq#qzx%7~fgIUUi&4EBl`!xZVhBIA|S
zwKGP}p>qorwbG46d8alqxFQZ1cEV!2_$-_)R}(CxTmgfSWksH=w6Pst&6sQ*1F%qO
zE%On_c{t9rDd$hdgL0b028|75$=AGEbR7ib=Cn4p;~cCQ`M9ylJQv@)H_OvZ`k`Di
z+DrUnvNAy><17(aGUnsuI^_TPsVj9c=MA<ATf659Z-Gw-hjo!7NGZ0_j9gq2cUD5g
zR~HI78f+53uDHm0JF3H&j9WIl9bcU)<iPvX^2+mEdy97?eT>PQ*Jj~v@RCN00&@mc
z3&Q=9H2WXE$>RP2^(3bV2<(M}Mj|`T683v#!t2Wp>OILq2SU9e+nm45qG-i8D|D6Y
zuP<woutpb5xuYk*vzH~EaBh+@P%EBJ<)dd|_GHA;wb=@)1<?oY+sjVkq`PhE4t<G+
zSs}xfc}EU`O>}Nan;bcgY=>tNQue7zRQaUCHmTjFE_K8msm*qLGPWJj8*ab5w{0FT
WA9$jb%oWc8?Ahk($*kNOc=|s!zO$wP

literal 0
HcmV?d00001

diff --git a/src/smp_importer/static/script.js b/src/smp_importer/static/script.js
new file mode 100644
index 0000000..e69de29
diff --git a/src/smp_importer/static/style.css b/src/smp_importer/static/style.css
new file mode 100644
index 0000000..e69de29
diff --git a/src/smp_importer/templates/index.html.j2 b/src/smp_importer/templates/index.html.j2
new file mode 100644
index 0000000..f7e4892
--- /dev/null
+++ b/src/smp_importer/templates/index.html.j2
@@ -0,0 +1,42 @@
+<!DOCTYPE html>
+<html lang="en">
+    <head>
+        <meta charset="utf-8">
+        <title>SIP Importer</title>
+        <link rel="icon" type="image/png" href="{{ url_for('static', path='/favicon.png') }}" />
+        <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.2.3/dist/css/bootstrap.min.css"
+              rel="stylesheet"
+              integrity="sha384-rbsA2VBKQhggwzxH7pPCaAqO46MgnOM80zW1RWuH61DGLwZJEdK2Kadq2F9CUG65"
+              crossorigin="anonymous">
+        <link href="{{ url_for('static', path='/styles.css') }}"
+              rel="stylesheet">
+
+        <script src="https://cdn.jsdelivr.net/npm/bootstrap@5.2.3/dist/js/bootstrap.bundle.min.js"
+                integrity="sha384-kenU1KFdBIe4zVF0s0G1M5b4hcpxyD9F7jL+jjXkk+Q2h455rYXK/7HAuoJl+0I4"
+                crossorigin="anonymous"></script>
+        <script src="https://code.jquery.com/jquery-3.7.1.min.js"
+                integrity="sha256-/JqT3SQfawRcv/BIHPThkBvs0OEvtFFmqPF/lYI/Cxo="
+                crossorigin="anonymous"></script>
+        <script src="https://unpkg.com/@ds-wizard/importer-sdk/lib/index.js"></script>
+        {% if development %}
+        <script>
+            window.opener = {
+                postMessage: () => {
+                    window.postMessage({
+                        type: 'ready',
+                        origin: '',
+                        styleUrl: 'https://s3.ds-wizard.org/dsw-server-app/17032b53-f4da-47bb-972c-ea82176422eb/public/customization.6595603168296135982.css',
+                        knowledgeModel: '{}',
+                    })
+                }
+            }
+        </script>
+        {% endif %}
+        <script src="{{ url_for('static', path='/script.js') }}"></script>
+    </head>
+    <body>
+        <div class="container">
+            <h1>SMP Importer</h1>
+        </div>
+    </body>
+</html>
\ No newline at end of file