WIP: Add florence gcp

.dask/config.yaml

@@ -0,0 +1,36 @@
+distributed:
+  logging:
+    bokeh: critical
+
+  dashboard:
+    link: /user/{JUPYTERHUB_USER}/proxy/{port}/status
+
+  admin:
+    tick:
+      limit: 5s
+
+kubernetes:
+  worker-name: dask-{JUPYTERHUB_USER}-{uuid}
+  worker-template:
+    metadata:
+    spec:
+      restartPolicy: Never
+      containers:
+      - args:
+          - dask-worker
+          - --nthreads
+          - '2'
+          - --no-bokeh
+          - --memory-limit
+          - 7GB
+          - --death-timeout
+          - '60'
+        image: ${JUPYTER_IMAGE_SPEC}
+        name: dask-worker
+        resources:
+          limits:
+            cpu: "1.75"
+            memory: 7G
+          requests:
+            cpu: "1.75"
+            memory: 7G

.gitattributes

@@ -0,0 +1,4 @@
+*.png filter=lfs diff=lfs merge=lfs -text
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.tif filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -45,6 +45,7 @@ nosetests.xml
 coverage.xml
 *.cover
 .hypothesis/
+.pytest_cache/
 
 # Translations
 *.mo

.gitmodules

@@ -0,0 +1,4 @@
+[submodule "tutorial-satpy-half-day"]
+	path = tutorial-satpy-half-day
+	url = [email protected]:pytroll/tutorial-satpy-half-day.git
+	branch = master

README.md

@@ -1,2 +1,17 @@
 # pytroll-examples
-Collection of examples for pytroll satellite data processing
+
+Pytroll examples showcase various features in Pytroll packages like satpy, pyresample, and pyspectral. These packages are typically used for processing earth-observing satellite data.
+
+## Interactive Examples
+
+These examples can be run from a live Binder/JupyterHub environment.
+Try these notebooks on binder.pangeo.io: [![Binder Link][1]](http://binder.pangeo.io/v2/gh/pytroll/pytroll-examples/master)
+
+See http://pangeo.io for more information.
+
+## Data Access
+
+Some examples depend on input data that is not publicly available or has not been compiled in to a single download source. This is being slowly fixed as solutions are discovered for easily accessing those instruments' data over the internet.
+
+[1]: http://binder.pangeo.io/badge.svg
+

Welcome.md

@@ -0,0 +1,23 @@
+Welcome To Pangeo Binder
+========================
+
+<img src="https://pangeo.io/_images/small_e_logo_cropped.png" width="30%" align="right">
+
+This is a live session from which you can run scalable notebooks on the cloud.
+
+A file browser listing example notebooks is available to the left.
+
+Dask dashboard plots are available to the right.  
+These will activate when you launch a Dask cluster and start doing work.
+(these cells are already written for you).
+
+To get started, double click on one of the notebooks to the left,
+and start running through the Jupyter notebook cells.
+
+
+Where is this running?
+----------------------
+
+This session is running on [binder.pangeo.io](https://binder.pangeo.io),
+a service designed and maintained by the [Pangeo community](https://pangeo.io) for scalable earth science.
+It is running on Google Cloud Platform using credits generously donated by Google to that Community.

binder/apt.txt

@@ -0,0 +1 @@
+graphviz

binder/environment.yml

@@ -0,0 +1,50 @@
+name: pangeo
+channels:
+  - conda-forge
+dependencies:
+  - python=3.6
+  - xarray
+  - dask
+  - distributed
+  - dask-kubernetes
+  - gcsfs
+  - intake::intake-xarray
+  - zarr
+  - matplotlib
+  - numcodecs
+  - python-blosc
+  - lz4
+  - nomkl
+  - nbserverproxy
+  - jupyter
+  - jupyterlab=0.35
+  - jupyterlab_launcher
+  - jupyter_client
+  - ipywidgets
+  - graphviz
+  - nodejs
+  # pytroll dependencies
+  #- satpy
+  # satpy dependencies
+  - pyresample
+  - pillow
+  - pyresample
+  - trollsift
+  - trollimage
+  - pykdtree
+  - pyspectral
+  - pyyaml
+  - h5py
+  - netcdf4
+  - pyorbital
+  - imageio
+  - imageio-ffmpeg
+  - cartopy
+  - metpy
+  - siphon
+  - pandas
+  #- gcsfs
+  - pip:
+    - kubernetes
+    - graphviz
+    - git+https://github.com/pytroll/satpy.git@master

binder/jupyterlab-workspace.json

@@ -0,0 +1,93 @@
+{
+  "data": {
+    "layout-restorer:data": {
+      "main": {
+        "dock": {
+          "type": "split-area",
+          "orientation": "horizontal",
+          "sizes": [
+            0.5,
+            0.5
+          ],
+          "children": [
+            {
+              "type": "tab-area",
+              "currentIndex": 0,
+              "widgets": [
+                "application-mimedocuments:Welcome.md:Markdown Preview"
+              ]
+            },
+            {
+              "type": "split-area",
+              "orientation": "vertical",
+              "sizes": [
+                0.67,
+                0.33
+              ],
+              "children": [
+                {
+                  "type": "tab-area",
+                  "currentIndex": 0,
+                  "widgets": [
+                    "dask-dashboard-launcher:individual-task-stream"
+                  ]
+                },
+                {
+                  "type": "tab-area",
+                  "currentIndex": 0,
+                  "widgets": [
+                    "dask-dashboard-launcher:individual-progress"
+                  ]
+                }
+              ]
+            }
+          ]
+        },
+        "mode": "multiple-document",
+        "current": "application-mimedocuments:Welcome.md:Markdown Preview"
+      },
+      "left": {
+        "collapsed": false,
+        "current": "filebrowser",
+        "widgets": [
+          "filebrowser",
+          "running-sessions",
+          "dask-dashboard-launcher",
+          "command-palette",
+          "tab-manager"
+        ]
+      },
+      "right": {
+        "collapsed": true,
+        "widgets": []
+      }
+    },
+    "file-browser-filebrowser:cwd": {
+      "path": ""
+    },
+    "dask-dashboard-launcher:individual-task-stream": {
+      "data": {
+        "route": "individual-task-stream",
+        "label": "Task Stream"
+      }
+    },
+    "dask-dashboard-launcher:individual-progress": {
+      "data": {
+        "route": "individual-progress",
+        "label": "Progress"
+      }
+    },
+    "dask-dashboard-launcher": {
+      "url": "DASK_DASHBOARD_URL"
+    },
+    "application-mimedocuments:Welcome.md:Markdown Preview": {
+      "data": {
+        "path": "Welcome.md",
+        "factory": "Markdown Preview"
+      }
+    }
+  },
+  "metadata": {
+    "id": "WORKSPACE_ID"
+  }
+}

binder/postBuild

@@ -0,0 +1,23 @@
+#!/bin/bash
+jupyter serverextension enable --py nbserverproxy --sys-prefix
+jupyter labextension install @jupyter-widgets/jupyterlab-manager \
+                             @jupyterlab/[email protected] \
+                             @pyviz/jupyterlab_pyviz \
+                             jupyter-leaflet \
+                             dask-labextension
+
+# install google cloud storage tools
+# once gsutil is python 3 compatible we can remove this and install
+# 'google-cloud-sdk' from conda-forge instead
+# first, check if we have a gsutil command already
+command -v gsutil
+if [ $? -ne 0 ]; then
+    curl https://dl.google.com/dl/cloudsdk/channels/rapid/downloads/google-cloud-sdk-236.0.0-linux-x86_64.tar.gz -o gc_sdk.tar.gz
+    tar -xzf gc_sdk.tar.gz
+    ./google-cloud-sdk/install.sh --usage-reporting false --path-update true --quiet
+    source .bashrc
+fi
+
+#gcloud components update
+
+#EOF

binder/start

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+# Replace DASK_DASHBOARD_URL with the proxy location
+sed -i -e "s|DASK_DASHBOARD_URL|/user/${JUPYTERHUB_USER}/proxy/8787|g" binder/jupyterlab-workspace.json
+# Get the right workspace ID
+sed -i -e "s|WORKSPACE_ID|/user/${JUPYTERHUB_USER}/lab|g" binder/jupyterlab-workspace.json
+
+# Import the workspace into JupyterLab
+jupyter lab workspaces import binder/jupyterlab-workspace.json \
+  --NotebookApp.base_url=user/${JUPYTERHUB_USER}
+
+exec "$@"