-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
#59 fixed notebook (and related files) to create figure 1b
- Loading branch information
1 parent
c4ae572
commit 04ad24b
Showing
6 changed files
with
80 additions
and
170 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,19 +2,10 @@ | |
| "cells": [ | ||
| { | ||
| "cell_type": "code", | ||
| "execution_count": 1, | ||
| "execution_count": null, | ||
| "id": "stuffed-ratio", | ||
| "metadata": {}, | ||
| "outputs": [ | ||
| { | ||
| "name": "stdout", | ||
| "output_type": "stream", | ||
| "text": [ | ||
| "To load the net from the paper, use the function load_paper_net().\n", | ||
| "env: MLFLOW_TRACKING_URI=/home/marion/workspace/gz21_ocean_momentum/examples/jupyter-notebooks/../../mlruns\n" | ||
| ] | ||
| } | ||
| ], | ||
| "outputs": [], | ||
| "source": [ | ||
| "import mlflow\n", | ||
| "import xarray as xr\n", | ||
|
|
@@ -29,7 +20,7 @@ | |
| }, | ||
| { | ||
| "cell_type": "code", | ||
| "execution_count": 2, | ||
| "execution_count": null, | ||
| "id": "failing-occasion", | ||
| "metadata": {}, | ||
| "outputs": [], | ||
|
|
@@ -48,106 +39,21 @@ | |
| }, | ||
| { | ||
| "cell_type": "code", | ||
| "execution_count": 3, | ||
| "execution_count": null, | ||
| "id": "liable-amendment", | ||
| "metadata": {}, | ||
| "outputs": [ | ||
| { | ||
| "name": "stdout", | ||
| "output_type": "stream", | ||
| "text": [ | ||
| "568040818937566888 : test2\n", | ||
| "302083951441703666 : testrun\n", | ||
| "0 : Default\n" | ||
| ] | ||
| }, | ||
| { | ||
| "name": "stdin", | ||
| "output_type": "stream", | ||
| "text": [ | ||
| "Select the id of an experiment: 568040818937566888\n" | ||
| ] | ||
| } | ||
| ], | ||
| "outputs": [], | ||
| "source": [ | ||
| "exp_id, _ = select_experiment(default_selection='22')\n", | ||
| "runs=mlflow.search_runs(experiment_ids=(exp_id,))" | ||
| ] | ||
| }, | ||
| { | ||
| "cell_type": "code", | ||
| "execution_count": 4, | ||
| "execution_count": null, | ||
| "id": "familiar-lucas", | ||
| "metadata": {}, | ||
| "outputs": [ | ||
| { | ||
| "name": "stdout", | ||
| "output_type": "stream", | ||
| "text": [ | ||
| "run_id 5766a8e8547e4785829b507784493848\n", | ||
| "experiment_id 568040818937566888\n", | ||
| "status FINISHED\n", | ||
| "artifact_uri file:///home/marion/workspace/gz21_ocean_momen...\n", | ||
| "start_time 2023-08-14 14:56:47.615000+00:00\n", | ||
| "end_time 2023-08-14 14:59:22.214000+00:00\n", | ||
| "metrics.test loss -0.90139\n", | ||
| "metrics.R2 0.447976\n", | ||
| "metrics.train loss -1.170045\n", | ||
| "metrics.Inf Norm 10.040836\n", | ||
| "params.print_every 20\n", | ||
| "params.source.experiment_id 568040818937566888\n", | ||
| "params.test_split 0.85\n", | ||
| "params.batchsize 4\n", | ||
| "params.n_epochs 200\n", | ||
| "params.run_id 2308027e434047899cef078149f98edb\n", | ||
| "params.exp_id 568040818937566888\n", | ||
| "params.weight_decay 0.00\n", | ||
| "params.n_epochs_actual 34\n", | ||
| "params.transformation_cls_name SoftPlusTransform\n", | ||
| "params.model_cls_name FullyCNN\n", | ||
| "params.submodel transform3\n", | ||
| "params.source.run_id 2308027e434047899cef078149f98edb\n", | ||
| "params.loss_cls_name HeteroskedasticGaussianLossV2\n", | ||
| "params.train_split 0.8\n", | ||
| "params.features_transform_cls_name None\n", | ||
| "params.targets_transform_cls_name None\n", | ||
| "params.learning_rate 0/5e-4/15/5e-5/30/5e-6\n", | ||
| "params.model_module_name models.models1\n", | ||
| "params.time_indices 0\n", | ||
| "params.long_max None\n", | ||
| "params.chunk_size None\n", | ||
| "params.lat_min None\n", | ||
| "params.global None\n", | ||
| "params.lat_max None\n", | ||
| "params.ntimes None\n", | ||
| "params.long_min None\n", | ||
| "params.factor None\n", | ||
| "params.CO2 None\n", | ||
| "tags.mlflow.source.type PROJECT\n", | ||
| "tags.mlflow.runName amazing-squirrel-195\n", | ||
| "tags.mlflow.project.backend local\n", | ||
| "tags.mlflow.source.git.repoURL [email protected]:m2lines/gz21_ocean_momentum.git\n", | ||
| "tags.mlflow.source.git.commit f83a5c8f81cea6ffe84f38f12ae31689918b18e6\n", | ||
| "tags.mlflow.gitRepoURL [email protected]:m2lines/gz21_ocean_momentum.git\n", | ||
| "tags.mlflow.source.name file:///home/marion/workspace/gz21_ocean_momentum\n", | ||
| "tags.mlflow.user marion\n", | ||
| "tags.mlflow.project.entryPoint train\n", | ||
| "Name: 0, dtype: object\n" | ||
| ] | ||
| }, | ||
| { | ||
| "ename": "FileNotFoundError", | ||
| "evalue": "[Errno 2] No such file or directory: 'file:///home/marion/workspace/gz21_ocean_momentum/mlruns/568040818937566888/5766a8e8547e4785829b507784493848/artifacts'", | ||
| "output_type": "error", | ||
| "traceback": [ | ||
| "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", | ||
| "\u001b[0;31mFileNotFoundError\u001b[0m Traceback (most recent call last)", | ||
| "Cell \u001b[0;32mIn[4], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m datasets \u001b[38;5;241m=\u001b[39m \u001b[43mload_data_from_run\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m)\u001b[49m\n", | ||
| "Cell \u001b[0;32mIn[2], line 4\u001b[0m, in \u001b[0;36mload_data_from_run\u001b[0;34m(i_run)\u001b[0m\n\u001b[1;32m 2\u001b[0m run \u001b[38;5;241m=\u001b[39m runs\u001b[38;5;241m.\u001b[39miloc[i_run]\n\u001b[1;32m 3\u001b[0m \u001b[38;5;28mprint\u001b[39m(run)\n\u001b[0;32m----> 4\u001b[0m filenames \u001b[38;5;241m=\u001b[39m \u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlistdir\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrun\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43martifact_uri\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 5\u001b[0m datasets \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m 6\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m fn \u001b[38;5;129;01min\u001b[39;00m filenames:\n", | ||
| "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'file:///home/marion/workspace/gz21_ocean_momentum/mlruns/568040818937566888/5766a8e8547e4785829b507784493848/artifacts'" | ||
| ] | ||
| } | ||
| ], | ||
| "outputs": [], | ||
| "source": [ | ||
| "datasets = load_data_from_run(0)" | ||
| ] | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.