From 0e4d7d220b6d1f9fe8981099ee416c74a75d308b Mon Sep 17 00:00:00 2001 From: Victor de Souza Magalhaes Date: Fri, 12 May 2023 13:37:16 -0600 Subject: [PATCH] Small fix on the tutorial notebook --- docs/tutorial_vla.ipynb | 242 +++++++++++++++++++--------------------- 1 file changed, 114 insertions(+), 128 deletions(-) diff --git a/docs/tutorial_vla.ipynb b/docs/tutorial_vla.ipynb index 291ebf41..f29c29c1 100644 --- a/docs/tutorial_vla.ipynb +++ b/docs/tutorial_vla.ipynb @@ -146,29 +146,15 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-05-12 11:08:06,691 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_term to True\n", - "2023-05-12 11:08:06,693 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_file to False\n", - "2023-05-12 11:08:06,693 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_file to hack_\n", - "2023-05-12 11:08:06,693 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_level to INFO\n", - "2023-05-12 11:08:06,695 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_term to False\n", - "2023-05-12 11:08:06,695 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_file to False\n", - "2023-05-12 11:08:06,696 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_file to hack_\n", - "2023-05-12 11:08:06,697 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_level to INFO\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2023-05-12 11:08:07,444 - distributed.diskutils - INFO - Found stale lock file and directory '/tmp/dask-worker-space/worker-jg2jnkgh', purging\n", - "2023-05-12 11:08:07,444 - distributed.diskutils - INFO - Found stale lock file and directory '/tmp/dask-worker-space/worker-98ngo4_8', purging\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "2023-05-12 11:08:09,447 - \u001b[33;34mINFO \u001b[0m - astrohack - (astrohack_client.py:118) - Created client \n" + "2023-05-12 13:35:19,725 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_term to True\n", + "2023-05-12 13:35:19,726 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_file to False\n", + "2023-05-12 13:35:19,727 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_file to hack_\n", + "2023-05-12 13:35:19,728 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_level to INFO\n", + "2023-05-12 13:35:19,729 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_term to False\n", + "2023-05-12 13:35:19,729 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_to_file to False\n", + "2023-05-12 13:35:19,730 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_file to hack_\n", + "2023-05-12 13:35:19,730 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default log_level to INFO\n", + "2023-05-12 13:35:23,324 - \u001b[33;34mINFO \u001b[0m - astrohack - (astrohack_client.py:118) - Created client \n" ] }, { @@ -178,7 +164,7 @@ "
\n", "
\n", "

Client

\n", - "

Client-90dc9a84-f0e7-11ed-b893-40a3ccc2bb2c

\n", + "

Client-21dd93eb-f0fc-11ed-8d7e-40a3ccc2bb2c

\n", " \n", "\n", " \n", @@ -209,7 +195,7 @@ " \n", "
\n", "

LocalCluster

\n", - "

0f294c81

\n", + "

7aa500c7

\n", "
\n", " \n", "
\n", @@ -246,11 +232,11 @@ "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-f41ef5ca-eeb9-4053-9ced-6407e6511a8d

\n", + "

Scheduler-5f4e7915-67c5-4d98-b4b4-f3b0ff491950

\n", " \n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:32849\n", + " Comm: tcp://127.0.0.1:36757\n", " \n", " Workers: 2\n", @@ -292,7 +278,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -337,7 +323,7 @@ "
\n", - " Comm: tcp://127.0.0.1:40387\n", + " Comm: tcp://127.0.0.1:39577\n", " \n", " Total threads: 1\n", @@ -300,7 +286,7 @@ "
\n", - " Dashboard: http://127.0.0.1:43419/status\n", + " Dashboard: http://127.0.0.1:46017/status\n", " \n", " Memory: 7.45 GiB\n", @@ -308,13 +294,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:35585\n", + " Nanny: tcp://127.0.0.1:35553\n", "
\n", - " Local directory: /tmp/dask-worker-space/worker-5rt60wfp\n", + " Local directory: /tmp/dask-worker-space/worker-7wdo2cg_\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -386,7 +372,7 @@ "" ], "text/plain": [ - "" + "" ] }, "execution_count": 3, @@ -426,12 +412,12 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-05-12 11:08:09,485 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default holog_name to data/ea25_cal_small_spw1_4_60_ea04_after_fixed.holog.zarr\n", - "2023-05-12 11:08:09,486 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default point_name to data/ea25_cal_small_spw1_4_60_ea04_after_fixed.point.zarr\n", - "2023-05-12 11:08:09,486 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default ddi_sel to all\n", - "2023-05-12 11:08:09,487 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default baseline_average_distance to all\n", - "2023-05-12 11:08:09,488 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_io.py:36) - data/ea25_cal_small_spw1_4_60_ea04_after_fixed.holog.zarr will be overwritten.\n", - "2023-05-12 11:08:09,489 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_io.py:36) - data/ea25_cal_small_spw1_4_60_ea04_after_fixed.point.zarr will be overwritten.\n", + "2023-05-12 13:35:23,373 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default holog_name to data/ea25_cal_small_spw1_4_60_ea04_after_fixed.holog.zarr\n", + "2023-05-12 13:35:23,375 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default point_name to data/ea25_cal_small_spw1_4_60_ea04_after_fixed.point.zarr\n", + "2023-05-12 13:35:23,375 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default ddi_sel to all\n", + "2023-05-12 13:35:23,376 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default baseline_average_distance to all\n", + "2023-05-12 13:35:23,378 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_io.py:36) - data/ea25_cal_small_spw1_4_60_ea04_after_fixed.holog.zarr will be overwritten.\n", + "2023-05-12 13:35:23,378 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_io.py:36) - data/ea25_cal_small_spw1_4_60_ea04_after_fixed.point.zarr will be overwritten.\n", "Successful readonly open of usernoread-locked table data/ea25_cal_small_spw1_4_60_ea04_after_fixed.ms/ANTENNA: 8 columns, 27 rows\n", "\n", "\n", @@ -452,7 +438,7 @@ " }\n", " }\n", "}\n", - "2023-05-12 11:08:37,940 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:350) - Processing ddi: 0, scans: [ 8 9 10 12 13 14 16 17 18 23 24 25 27 28 29 31 32 33 38 39 40 42 43 44\n", + "2023-05-12 13:35:55,737 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:350) - Processing ddi: 0, scans: [ 8 9 10 12 13 14 16 17 18 23 24 25 27 28 29 31 32 33 38 39 40 42 43 44\n", " 46 47 48 53 54 55 57]\n" ] } @@ -911,7 +897,7 @@ " m_max: 0.009698335330087179\n", " m_min: -0.009771580421317516\n", " parallactic_samples: [5.307972218541546, 5.354953165003047, 5.4937719298...\n", - " telescope_name: EVLA
\n", - " Comm: tcp://127.0.0.1:45179\n", + " Comm: tcp://127.0.0.1:34827\n", " \n", " Total threads: 1\n", @@ -345,7 +331,7 @@ "
\n", - " Dashboard: http://127.0.0.1:44123/status\n", + " Dashboard: http://127.0.0.1:42717/status\n", " \n", " Memory: 7.45 GiB\n", @@ -353,13 +339,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:43287\n", + " Nanny: tcp://127.0.0.1:43717\n", "
\n", - " Local directory: /tmp/dask-worker-space/worker-d49jkq_f\n", + " Local directory: /tmp/dask-worker-space/worker-0f2cs5yu\n", "
\n", + " 1.4220e+10, 1.4222e+10, 1.4224e+10])
  • pol
    (pol)
    <U2
    'RR' 'RL' 'LR' 'LL'
    array(['RR', 'RL', 'LR', 'LL'], dtype='<U2')
  • time
    (time)
    float64
    5.17e+09 5.17e+09 ... 5.17e+09
    array([5.170354e+09, 5.170354e+09, 5.170354e+09, ..., 5.170365e+09,\n",
+       "       5.170365e+09, 5.170365e+09])
    • DIRECTIONAL_COSINES
      (time, lm)
      float64
      dask.array<chunksize=(9145, 2), meta=np.ndarray>
    • \n", " \n", "
    \n", " \n", @@ -976,7 +962,7 @@ "\n", " \n", " \n", - "
  • VIS
    (time, chan, pol)
    complex64
    dask.array<chunksize=(2287, 15, 2), meta=np.ndarray>
    \n", + "
  • VIS
    (time, chan, pol)
    complex64
    dask.array<chunksize=(2287, 15, 2), meta=np.ndarray>
    \n", " \n", "
    \n", " \n", @@ -1068,7 +1054,7 @@ "\n", " \n", " \n", - "
  • WEIGHT
    (time, chan, pol)
    float64
    dask.array<chunksize=(2287, 15, 2), meta=np.ndarray>
    \n", + "
  • WEIGHT
    (time, chan, pol)
    float64
    dask.array<chunksize=(2287, 15, 2), meta=np.ndarray>
    \n", " \n", "
    \n", " \n", @@ -1160,7 +1146,7 @@ "\n", " \n", " \n", - "
    • chan
      PandasIndex
      PandasIndex(Index([14112000000.0, 14114000000.0, 14116000000.0, 14118000000.0,\n",
+       "
    • chan
      PandasIndex
      PandasIndex(Index([14112000000.0, 14114000000.0, 14116000000.0, 14118000000.0,\n",
        "       14120000000.0, 14122000000.0, 14124000000.0, 14126000000.0,\n",
        "       14128000000.0, 14130000000.0, 14132000000.0, 14134000000.0,\n",
        "       14136000000.0, 14138000000.0, 14140000000.0, 14142000000.0,\n",
@@ -1175,7 +1161,7 @@
        "       14208000000.0, 14210000000.0, 14212000000.0, 14214000000.0,\n",
        "       14216000000.0, 14218000000.0, 14220000000.0, 14222000000.0,\n",
        "       14224000000.0],\n",
-       "      dtype='float64', name='chan'))
    • pol
      PandasIndex
      PandasIndex(Index(['RR', 'RL', 'LR', 'LL'], dtype='object', name='pol'))
    • time
      PandasIndex
      PandasIndex(Index([5170354117.500001, 5170354118.499999,      5170354119.5,\n",
+       "      dtype='float64', name='chan'))
    • pol
      PandasIndex
      PandasIndex(Index(['RR', 'RL', 'LR', 'LL'], dtype='object', name='pol'))
    • time
      PandasIndex
      PandasIndex(Index([5170354117.500001, 5170354118.499999,      5170354119.5,\n",
        "            5170354120.5,      5170354121.5,      5170354122.5,\n",
        "            5170354123.5,      5170354124.5, 5170354125.500001,\n",
        "       5170354126.499999,\n",
@@ -1184,7 +1170,7 @@
        "       5170364901.500001,      5170364902.5,      5170364903.5,\n",
        "            5170364904.5,      5170364905.5,      5170364906.5,\n",
        "            5170364907.5],\n",
-       "      dtype='float64', name='time', length=9145))
  • antenna_name :
    ea25
    ddi :
    0
    grid_parms :
    {'cell_size': 0.0006442347018127532, 'n_pix': 961}
    holog_map_key :
    map_0
    l_max :
    0.009673800837874147
    l_min :
    -0.009671789717177779
    m_max :
    0.009698335330087179
    m_min :
    -0.009771580421317516
    parallactic_samples :
    [5.307972218541546, 5.354953165003047, 5.493771929819276]
    telescope_name :
    EVLA
    • " + " dtype='float64', name='time', length=9145))
  • antenna_name :
    ea25
    ddi :
    0
    grid_parms :
    {'cell_size': 0.0006442347018127532, 'n_pix': 961}
    holog_map_key :
    map_0
    l_max :
    0.009673800837874147
    l_min :
    -0.009671789717177779
    m_max :
    0.009698335330087179
    m_min :
    -0.009771580421317516
    parallactic_samples :
    [5.307972218541546, 5.354953165003047, 5.493771929819276]
    telescope_name :
    EVLA
    • " ], "text/plain": [ "\n", @@ -1310,11 +1296,11 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-05-12 11:08:45,057 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default image_file to data/ea25_cal_small_spw1_4_60_ea04_after_fixed.image.zarr\n", - "2023-05-12 11:08:45,059 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default ant_list to all\n", - "2023-05-12 11:08:45,059 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_io.py:36) - data/ea25_cal_small_spw1_4_60_ea04_after_fixed.image.zarr will be overwritten.\n", - "2023-05-12 11:08:45,061 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:145) - Mapping antennas ['ant_ea25']\n", - "2023-05-12 11:08:45,062 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:177) - Processing ant_id: ant_ea25 and ddi_0\n" + "2023-05-12 13:36:02,771 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default image_file to data/ea25_cal_small_spw1_4_60_ea04_after_fixed.image.zarr\n", + "2023-05-12 13:36:02,773 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:119) - Setting default ant_list to all\n", + "2023-05-12 13:36:02,774 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_io.py:36) - data/ea25_cal_small_spw1_4_60_ea04_after_fixed.image.zarr will be overwritten.\n", + "2023-05-12 13:36:02,775 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:145) - Mapping antennas ['ant_ea25']\n", + "2023-05-12 13:36:02,776 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:177) - Processing ant_id: ant_ea25 and ddi_0\n" ] } ], @@ -1763,21 +1749,21 @@ " ant_name: ea25\n", " ddi: ddi_0\n", " telescope_name: EVLA\n", - " time_centroid: 5170359444.5