diff --git a/docs/tutorial_vla.ipynb b/docs/tutorial_vla.ipynb index 9395ec60..ca20b738 100644 --- a/docs/tutorial_vla.ipynb +++ b/docs/tutorial_vla.ipynb @@ -85,7 +85,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-10-12 11:19:05,775 - \u001b[33;34mINFO \u001b[0m - astrohack - (_dropbox.py:60) - File exists.\n" + "2023-10-16 15:22:51,286 - \u001b[33;34mINFO \u001b[0m - astrohack - (_dropbox.py:60) - File exists.\n" ] } ], @@ -152,31 +152,15 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-10-12 11:19:05,781 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_to_term to True.\n", - "2023-10-12 11:19:05,782 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_to_file to False.\n", - "2023-10-12 11:19:05,782 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_file to hack_.\n", - "2023-10-12 11:19:05,783 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_level to INFO.\n", - "2023-10-12 11:19:05,783 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_to_term to False.\n", - "2023-10-12 11:19:05,784 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_to_file to False.\n", - "2023-10-12 11:19:05,784 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_file to hack_.\n", - "2023-10-12 11:19:05,785 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_level to INFO.\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/home/victor/mambaforge/envs/casadev/lib/python3.10/site-packages/distributed/node.py:182: UserWarning: Port 8787 is already in use.\n", - "Perhaps you already have a cluster running?\n", - "Hosting the HTTP server on port 38737 instead\n", - " warnings.warn(\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "2023-10-12 11:19:08,228 - \u001b[33;34mINFO \u001b[0m - astrohack - (client.py:132) - Created client \n" + "2023-10-16 15:22:51,307 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_to_term to True.\n", + "2023-10-16 15:22:51,307 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_to_file to False.\n", + "2023-10-16 15:22:51,308 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_file to hack_.\n", + "2023-10-16 15:22:51,309 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_logger_parms]: Setting default log_level to INFO.\n", + "2023-10-16 15:22:51,309 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_to_term to False.\n", + "2023-10-16 15:22:51,309 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_to_file to False.\n", + "2023-10-16 15:22:51,310 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_file to hack_.\n", + "2023-10-16 15:22:51,310 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [_check_worker_logger_parms]: Setting default log_level to INFO.\n", + "2023-10-16 15:22:53,829 - \u001b[33;34mINFO \u001b[0m - astrohack - (client.py:132) - Created client \n" ] }, { @@ -186,7 +170,7 @@ "
\n", "
\n", "

Client

\n", - "

Client-72d8e51e-6923-11ee-af62-40a3ccc2bb2c

\n", + "

Client-2a01f688-6c6a-11ee-8a55-40a3ccc2bb2c

\n", " \n", "\n", " \n", @@ -199,7 +183,7 @@ " \n", " \n", " \n", " \n", " \n", @@ -217,11 +201,11 @@ " \n", "
\n", "

LocalCluster

\n", - "

92f1bc8c

\n", + "

4fd5c62d

\n", "
\n", - " Dashboard: http://127.0.0.1:38737/status\n", + " Dashboard: http://127.0.0.1:8787/status\n", "
\n", " \n", " \n", "
\n", - " Dashboard: http://127.0.0.1:38737/status\n", + " Dashboard: http://127.0.0.1:8787/status\n", " \n", " Workers: 2\n", @@ -254,11 +238,11 @@ "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-e625b114-67c6-44c1-a27f-1ca5dd40c156

\n", + "

Scheduler-d3c8de0c-d905-447f-9d49-0f1984806a16

\n", " \n", " \n", " \n", " \n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:46301\n", + " Comm: tcp://127.0.0.1:38423\n", " \n", " Workers: 2\n", @@ -266,7 +250,7 @@ "
\n", - " Dashboard: http://127.0.0.1:38737/status\n", + " Dashboard: http://127.0.0.1:8787/status\n", " \n", " Total threads: 2\n", @@ -300,7 +284,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -345,7 +329,7 @@ "
\n", - " Comm: tcp://127.0.0.1:38877\n", + " Comm: tcp://127.0.0.1:34011\n", " \n", " Total threads: 1\n", @@ -308,7 +292,7 @@ "
\n", - " Dashboard: http://127.0.0.1:37655/status\n", + " Dashboard: http://127.0.0.1:38269/status\n", " \n", " Memory: 7.45 GiB\n", @@ -316,13 +300,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:40217\n", + " Nanny: tcp://127.0.0.1:33871\n", "
\n", - " Local directory: /tmp/dask-worker-space/worker-n1ug0xw5\n", + " Local directory: /tmp/dask-worker-space/worker-o2jsbo83\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -394,7 +378,7 @@ "" ], "text/plain": [ - "" + "" ] }, "execution_count": 3, @@ -434,16 +418,16 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-10-12 11:19:08,374 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_dio.py:43) - [extract_pointing]: data/ea25_cal_small_after_fixed.split.point.zarr will be overwritten.\n", + "2023-10-16 15:22:53,981 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_dio.py:43) - [extract_pointing]: data/ea25_cal_small_after_fixed.split.point.zarr will be overwritten.\n", "Successful readonly open of usernoread-locked table data/ea25_cal_small_after_fixed.split.ms/ANTENNA: 8 columns, 3 rows\n", - "2023-10-12 11:19:12,583 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_pointing.py:129) - [extract_pointing]: Finished processing\n", - "2023-10-12 11:19:12,636 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [extract_holog]: Setting default holog_name to data/ea25_cal_small_after_fixed.split.holog.zarr.\n", - "2023-10-12 11:19:12,660 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_dio.py:43) - [extract_holog]: data/ea25_cal_small_after_fixed.split.holog.zarr will be overwritten.\n", - "2023-10-12 11:19:12,711 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:386) - [extract_holog]: Processing ddi: 0, scans: [ 8 9 10 12 13 14 16 17 18 23 24 25 27 28 29 31 32 33 38 39 40 42 43 44\n", + "2023-10-16 15:22:58,343 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_pointing.py:129) - [extract_pointing]: Finished processing\n", + "2023-10-16 15:22:58,392 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [extract_holog]: Setting default holog_name to data/ea25_cal_small_after_fixed.split.holog.zarr.\n", + "2023-10-16 15:22:58,421 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_dio.py:43) - [extract_holog]: data/ea25_cal_small_after_fixed.split.holog.zarr will be overwritten.\n", + "2023-10-16 15:22:58,472 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:382) - [extract_holog]: Processing ddi: 0, scans: [ 8 9 10 12 13 14 16 17 18 23 24 25 27 28 29 31 32 33 38 39 40 42 43 44\n", " 46 47 48 53 54 55 57]\n", - "2023-10-12 11:19:12,712 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:386) - [extract_holog]: Processing ddi: 1, scans: [ 8 9 10 12 13 14 16 17 18 23 24 25 27 28 29 31 32 33 38 39 40 42 43 44\n", + "2023-10-16 15:22:58,473 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:382) - [extract_holog]: Processing ddi: 1, scans: [ 8 9 10 12 13 14 16 17 18 23 24 25 27 28 29 31 32 33 38 39 40 42 43 44\n", " 46 47 48 53 54 55 57]\n", - "2023-10-12 11:19:20,472 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:440) - [extract_holog]: Finished processing\n" + "2023-10-16 15:23:06,513 - \u001b[33;34mINFO \u001b[0m - astrohack - (extract_holog.py:436) - [extract_holog]: Finished processing\n" ] } ], @@ -912,7 +896,7 @@ " m_max: 0.009698335330087179\n", " m_min: -0.009771580421317516\n", " parallactic_samples: [5.307972218541546, 5.354953165003047, 5.4937719298...\n", - " telescope_name: EVLA
\n", - " Comm: tcp://127.0.0.1:36417\n", + " Comm: tcp://127.0.0.1:42915\n", " \n", " Total threads: 1\n", @@ -353,7 +337,7 @@ "
\n", - " Dashboard: http://127.0.0.1:38555/status\n", + " Dashboard: http://127.0.0.1:33375/status\n", " \n", " Memory: 7.45 GiB\n", @@ -361,13 +345,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:34711\n", + " Nanny: tcp://127.0.0.1:36229\n", "
\n", - " Local directory: /tmp/dask-worker-space/worker-7a3s0_bm\n", + " Local directory: /tmp/dask-worker-space/worker-2saw188a\n", "
\n", + " 1.4224e+10, 1.4226e+10, 1.4228e+10, 1.4230e+10])
  • pol
    (pol)
    <U2
    'RR' 'RL' 'LR' 'LL'
    array(['RR', 'RL', 'LR', 'LL'], dtype='<U2')
  • time
    (time)
    float64
    5.17e+09 5.17e+09 ... 5.17e+09
    array([5.170354e+09, 5.170354e+09, 5.170354e+09, ..., 5.170365e+09,\n",
+       "       5.170365e+09, 5.170365e+09])
    • DIRECTIONAL_COSINES
      (time, lm)
      float64
      dask.array<chunksize=(9145, 2), meta=np.ndarray>
    • \n", " \n", "
    \n", " \n", @@ -978,7 +962,7 @@ "\n", " \n", " \n", - "
  • IDEAL_DIRECTIONAL_COSINES
    (time, lm)
    float64
    dask.array<chunksize=(9145, 2), meta=np.ndarray>
    \n", + "
  • IDEAL_DIRECTIONAL_COSINES
    (time, lm)
    float64
    dask.array<chunksize=(9145, 2), meta=np.ndarray>
    \n", " \n", "
    \n", " \n", @@ -1033,7 +1017,7 @@ "\n", " \n", " \n", - "
  • VIS
    (time, chan, pol)
    complex64
    dask.array<chunksize=(2287, 16, 2), meta=np.ndarray>
    \n", + "
  • VIS
    (time, chan, pol)
    complex64
    dask.array<chunksize=(2287, 16, 2), meta=np.ndarray>
    \n", " \n", "
    \n", " \n", @@ -1125,7 +1109,7 @@ "\n", " \n", " \n", - "
  • WEIGHT
    (time, chan, pol)
    float64
    dask.array<chunksize=(2287, 16, 2), meta=np.ndarray>
    \n", + "
  • WEIGHT
    (time, chan, pol)
    float64
    dask.array<chunksize=(2287, 16, 2), meta=np.ndarray>
    \n", " \n", "
    \n", " \n", @@ -1217,7 +1201,7 @@ "\n", " \n", " \n", - "
    • chan
      PandasIndex
      PandasIndex(Index([14104000000.0, 14106000000.0, 14108000000.0, 14110000000.0,\n",
+       "
    • chan
      PandasIndex
      PandasIndex(Index([14104000000.0, 14106000000.0, 14108000000.0, 14110000000.0,\n",
        "       14112000000.0, 14114000000.0, 14116000000.0, 14118000000.0,\n",
        "       14120000000.0, 14122000000.0, 14124000000.0, 14126000000.0,\n",
        "       14128000000.0, 14130000000.0, 14132000000.0, 14134000000.0,\n",
@@ -1233,7 +1217,7 @@
        "       14208000000.0, 14210000000.0, 14212000000.0, 14214000000.0,\n",
        "       14216000000.0, 14218000000.0, 14220000000.0, 14222000000.0,\n",
        "       14224000000.0, 14226000000.0, 14228000000.0, 14230000000.0],\n",
-       "      dtype='float64', name='chan'))
    • pol
      PandasIndex
      PandasIndex(Index(['RR', 'RL', 'LR', 'LL'], dtype='object', name='pol'))
    • time
      PandasIndex
      PandasIndex(Index([5170354117.500001, 5170354118.499999,      5170354119.5,\n",
+       "      dtype='float64', name='chan'))
    • pol
      PandasIndex
      PandasIndex(Index(['RR', 'RL', 'LR', 'LL'], dtype='object', name='pol'))
    • time
      PandasIndex
      PandasIndex(Index([5170354117.500001, 5170354118.499999,      5170354119.5,\n",
        "            5170354120.5,      5170354121.5,      5170354122.5,\n",
        "            5170354123.5,      5170354124.5, 5170354125.500001,\n",
        "       5170354126.499999,\n",
@@ -1242,7 +1226,7 @@
        "       5170364901.500001,      5170364902.5,      5170364903.5,\n",
        "            5170364904.5,      5170364905.5,      5170364906.5,\n",
        "            5170364907.5],\n",
-       "      dtype='float64', name='time', length=9145))
  • antenna_name :
    ea25
    ddi :
    0
    grid_parms :
    {'cell_size': 0.0006442398522758158, 'n_pix': 961}
    holog_map_key :
    map_0
    l_max :
    0.009673800837874147
    l_min :
    -0.009671789717177779
    m_max :
    0.009698335330087179
    m_min :
    -0.009771580421317516
    parallactic_samples :
    [5.307972218541546, 5.354953165003047, 5.493771929819276]
    telescope_name :
    EVLA
    • " + " dtype='float64', name='time', length=9145))
  • antenna_name :
    ea25
    ddi :
    0
    grid_parms :
    {'cell_size': 0.0006442398522758158, 'n_pix': 961}
    holog_map_key :
    map_0
    l_max :
    0.009673800837874147
    l_min :
    -0.009671789717177779
    m_max :
    0.009698335330087179
    m_min :
    -0.009771580421317516
    parallactic_samples :
    [5.307972218541546, 5.354953165003047, 5.493771929819276]
    telescope_name :
    EVLA
    • " ], "text/plain": [ "\n", @@ -1388,12 +1372,12 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-10-12 11:19:20,631 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [holog]: Setting default image_name to data/ea25_cal_small_after_fixed.split.image.zarr.\n", - "2023-10-12 11:19:20,632 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [holog]: Setting default ant to all.\n", - "2023-10-12 11:19:20,633 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [holog]: Setting default ddi to all.\n", - "2023-10-12 11:19:20,662 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_dio.py:43) - [holog]: data/ea25_cal_small_after_fixed.split.image.zarr will be overwritten.\n", - "2023-10-12 11:19:20,693 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:164) - [holog]: Cell size: [-0.00064424 0.00064424], Grid size [31 31]\n", - "2023-10-12 11:19:25,512 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:185) - [holog]: Finished processing\n" + "2023-10-16 15:23:06,675 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [holog]: Setting default image_name to data/ea25_cal_small_after_fixed.split.image.zarr.\n", + "2023-10-16 15:23:06,676 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [holog]: Setting default ant to all.\n", + "2023-10-16 15:23:06,678 - \u001b[33;34mINFO \u001b[0m - astrohack - (_check_parms.py:135) - [holog]: Setting default ddi to all.\n", + "2023-10-16 15:23:06,711 - \u001b[33;33mWARNING \u001b[0m - astrohack - (_dio.py:43) - [holog]: data/ea25_cal_small_after_fixed.split.image.zarr will be overwritten.\n", + "2023-10-16 15:23:06,739 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:164) - [holog]: Cell size: [-0.00064424 0.00064424], Grid size [31 31]\n", + "2023-10-16 15:23:11,637 - \u001b[33;34mINFO \u001b[0m - astrohack - (holog.py:185) - [holog]: Finished processing\n" ] } ], @@ -1841,21 +1825,21 @@ " aperture_resolution: [1.3905214376357493, 1.3905214376357493]\n", " ddi: ddi_0\n", " telescope_name: EVLA\n", - " time_centroid: 5170359444.5