From 2c4e71230160f62157008a968213774f79ab685a Mon Sep 17 00:00:00 2001 From: Wille Marcel Date: Mon, 4 Nov 2024 12:26:31 +0700 Subject: [PATCH] Add campaigns and update processing code (#32) --- campaigns/INTEX-NA/deployments.yaml | 164 ++++++++++++++++++++++++++++ campaigns/KORUS-AQ/deployments.yaml | 68 ++++++++++++ campaigns/KORUS-OC/deployments.yaml | 39 +++++++ task/src/headers.js | 6 +- task/src/process.js | 9 +- 5 files changed, 283 insertions(+), 3 deletions(-) create mode 100644 campaigns/INTEX-NA/deployments.yaml create mode 100644 campaigns/KORUS-AQ/deployments.yaml create mode 100644 campaigns/KORUS-OC/deployments.yaml diff --git a/campaigns/INTEX-NA/deployments.yaml b/campaigns/INTEX-NA/deployments.yaml new file mode 100644 index 0000000..987aef8 --- /dev/null +++ b/campaigns/INTEX-NA/deployments.yaml @@ -0,0 +1,164 @@ +--- +deployments: +- name: INTEX-NA-D1_2004 + platforms: + - name: DC-8 + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/06/INTEXA_nav_dc8_20040626_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/06/INTEXA_nav_dc8_20040629_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040701_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040706_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040708_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040710_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040712_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040715_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040718_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040720_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040722_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040725_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040728_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/07/INTEXA_nav_dc8_20040731_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/08/INTEXA_nav_dc8_20040802_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/08/INTEXA_nav_dc8_20040806_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/08/INTEXA_nav_dc8_20040807_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/08/INTEXA_nav_dc8_20040811_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/08/INTEXA_nav_dc8_20040813_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_DC8_AIRCRAFT/nav/2004/08/INTEXA_nav_dc8_20040814_r0.zip + - name: J-31 + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040712_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040715_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040716_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040717_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040720_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040721_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040722_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040723_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040726_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040729_R2_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040729_R2_L2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/07/INTEXA_AATS14_J31_20040731_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/08/INTEXA_AATS14_J31_20040802_R2_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/08/INTEXA_AATS14_J31_20040802_R2_L2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/08/INTEXA_AATS14_J31_20040803_R2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/08/INTEXA_AATS14_J31_20040807_R2_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/08/INTEXA_AATS14_J31_20040807_R2_L2.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/08/INTEXA_AATS14_J31_20040808_R2_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_J31_AIRCRAFT/AATS14/2004/08/INTEXA_AATS14_J31_20040808_R2_L2.ict + - name: Proteus + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_PROTEUS_AIRCRAFT/nav/2004/19/INTEXA_nav_proteus_20040719_R0.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_PROTEUS_AIRCRAFT/nav/2004/21/INTEXA_nav_proteus_20040721_R0.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_PROTEUS_AIRCRAFT/nav/2004/22/INTEXA_nav_proteus_20040722_R0.ict + - https://asdc.larc.nasa.gov/data/INTEXA/INTEXA_PROTEUS_AIRCRAFT/nav/2004/25/INTEXA_nav_proteus_20040725_R0.ict +- name: INTEX-NA-D2_2006 + platforms: + - name: DC-8 + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/05/INTEXB_nav_dc8_20060501_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/05/INTEXB_nav_dc8_20060504_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/05/INTEXB_nav_dc8_20060507_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/05/INTEXB_nav_dc8_20060509_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/05/INTEXB_nav_dc8_20060512_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/05/INTEXB_nav_dc8_20060515_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/02/INTEXB_nav_dc8_20060222_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/02/INTEXB_nav_dc8_20060224_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/03/INTEXB_nav_dc8_20060304_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/03/INTEXB_nav_dc8_20060309_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/03/INTEXB_nav_dc8_20060311_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/03/INTEXB_nav_dc8_20060312_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/03/INTEXB_nav_dc8_20060316_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/03/INTEXB_nav_dc8_20060319_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/03/INTEXB_nav_dc8_20060322_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/04/INTEXB_nav_dc8_20060417_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/04/INTEXB_nav_dc8_20060423_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/04/INTEXB_nav_dc8_20060425_r0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_DC8_AIRCRAFT/2006/04/INTEXB_nav_dc8_20060428_r0.zip + - name: C-130 + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/02/INTEXB_nav_c130_20060228_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060304_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060308_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060310_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060312_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060316_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060318_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060319_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060322_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060323_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060326_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060328_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060329_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/03/INTEXB_nav_c130_20060331_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/04/INTEXB_nav_c130_20060417_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/04/INTEXB_nav_c130_20060421_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/04/INTEXB_nav_c130_20060424_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/04/INTEXB_nav_c130_20060426_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/04/INTEXB_nav_c130_20060428_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/05/INTEXB_nav_c130_20060501_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/05/INTEXB_nav_c130_20060503_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/05/INTEXB_nav_c130_20060505_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/05/INTEXB_nav_c130_20060508_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/05/INTEXB_nav_c130_20060509_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/05/INTEXB_nav_c130_20060511_r1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_C130_AIRCRAFT/2006/05/INTEXB_nav_c130_20060515_r1.zip + - name: J-31 + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060303_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060305_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060306_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060310_R0_L1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060310_R0_L2.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060311_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060312_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060313_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060315_R0_V1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060315_R0_V2.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060317_R0_V1.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060317_R0_V2.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060318_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060319_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_J31_AIRCRAFT/2006/03/INTEXB_POSAV_J31_20060320_R0.zip + - name: Cessna 207 + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Cessna_AIRCRAFT/2006/04/INTEXB_NavMet_Cessna_20060423_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Cessna_AIRCRAFT/2006/04/INTEXB_NavMet_Cessna_20060424_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Cessna_AIRCRAFT/2006/04/INTEXB_NavMet_Cessna_20060425_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Cessna_AIRCRAFT/2006/04/INTEXB_NavMet_Cessna_20060426_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Cessna_AIRCRAFT/2006/04/INTEXB_NavMet_Cessna_20060428_R0.zip + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Cessna_AIRCRAFT/2006/04/INTEXB_NavMet_Cessna_20060430_R0.zip + - name: B-200 + tsv_format: true + files: + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060301_R1_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060301_R1_L2.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060302_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060303_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060306_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060307_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060308_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060309_R1_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060309_R1_L2.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060310_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060312_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060313_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060315_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060325_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060327_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060328_R1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060329_R1_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060329_R1_L2.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060331_R1_L1.ict + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Be200_AIRCRAFT/2006/03/INTEXB_HSRL-WVD_BE200_20060331_R1_L2.ict + - name: Beechcraft Duchess + tsv_format: true + header_content: "start_utcdoy,end_utcdoy,mid_utcdoy,p_mb,t_c,rh_%,o3_ppbv,scat_m^-1,co_ppbv,hg0_ngm^-3,gps_altitude,longitude,latitude" + files: + - https://asdc.larc.nasa.gov/data/INTEXB/INTEXB_Duchess_AIRCRAFT/DUCHESS_AIRCRAFT/2006/04/INTEXB_UWB_Duchess_20060412_R1.ict \ No newline at end of file diff --git a/campaigns/KORUS-AQ/deployments.yaml b/campaigns/KORUS-AQ/deployments.yaml new file mode 100644 index 0000000..37086da --- /dev/null +++ b/campaigns/KORUS-AQ/deployments.yaml @@ -0,0 +1,68 @@ +--- +deployments: +- name: KORUS-AQ-D1_2016 + platforms: + - name: DC-8 + files: + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160421_R1.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160426_R2_L1.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160426_R2_L2.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160501_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160503_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160504_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160506_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160510_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160511_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160512_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160516_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160517_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160519_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160521_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160524_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160526_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160529_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160530_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160601_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160602_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160604_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160608_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160609_R4.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160614_R1_L1.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160614_R1_L2.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160617_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_DC8_Data_1/KORUSAQ-HSKPING_DC8_20160618_R0.ict + - name: B-200 + files: + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160609_R0_20160609KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160608_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160605_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160604_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160602_R0_20160602KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160601_R0_20160602KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160601_R0_20160601KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160530_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160529_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160528_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160525_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160524_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160521_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160520_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160519_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160518_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160517_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160516_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160512_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160510_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160507_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160506_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160504_R0_L2.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160504_R0_L1.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160503_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160502_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160501_R0.ict + - name: JangMok + files: + - https://asdc.larc.nasa.gov/data/KORUS-AQ/RVJangMokShip_Data_1/KORUSAQ-TRACE-GASES_SHIP-JANG-MOK_20160520_R2_THRU_20160605.ict + - name: Onnuri + files: + - https://asdc.larc.nasa.gov/data/KORUS-AQ/RVOnnuriShip_Data_1/KORUSAQ-MICROTOPSAEROSOLSJORDAN_SHIP-ONNURI_20160520_R1_THRU20160601.ict \ No newline at end of file diff --git a/campaigns/KORUS-OC/deployments.yaml b/campaigns/KORUS-OC/deployments.yaml new file mode 100644 index 0000000..0eaa328 --- /dev/null +++ b/campaigns/KORUS-OC/deployments.yaml @@ -0,0 +1,39 @@ +--- +deployments: +- name: KORUS-OC-D1_2016 + platforms: + - name: B-200 + files: + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160609_R0_20160609KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160608_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160605_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160604_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160602_R0_20160602KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160601_R0_20160602KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160601_R0_20160601KST.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160530_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160529_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160528_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160525_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160524_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160521_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160520_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160519_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160518_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160517_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160516_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160512_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160510_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160507_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160506_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160504_R0_L2.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160504_R0_L1.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160503_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160502_R0.ict + - https://asdc.larc.nasa.gov/data/KORUS-AQ/MetNav_AircraftInSitu_B200_Data_1/KORUSAQ-NAV_B200_20160501_R0.ict + - name: JangMok + files: + - https://asdc.larc.nasa.gov/data/KORUS-AQ/RVJangMokShip_Data_1/KORUSAQ-TRACE-GASES_SHIP-JANG-MOK_20160520_R2_THRU_20160605.ict + - name: Onnuri + files: + - https://asdc.larc.nasa.gov/data/KORUS-AQ/RVOnnuriShip_Data_1/KORUSAQ-MICROTOPSAEROSOLSJORDAN_SHIP-ONNURI_20160520_R1_THRU20160601.ict \ No newline at end of file diff --git a/task/src/headers.js b/task/src/headers.js index 08bd86a..f5bdef3 100644 --- a/task/src/headers.js +++ b/task/src/headers.js @@ -12,12 +12,15 @@ const LONGITUDE_COL_NAMES = [ 'glon', 'gglon', 'gps_lon', + 'gps_long', 'gps_lon_np', 'gpslon', 'longitude_deg', 'pos_lon', 'ship_log_interp_lon', + 'aimmslon', 'longitude_er2', + 'longitude_w', ]; const LATITUDE_COL_NAMES = [ @@ -33,6 +36,7 @@ const LATITUDE_COL_NAMES = [ 'latitude_deg', 'pos_lat', 'ship_log_interp_lat', + 'aimmlat', 'latitude_er2', ]; @@ -89,7 +93,7 @@ const formatHeaderRow = (headerContent) => { .filter((name) => header.lastIndexOf(name) > 0) .forEach((name) => header = header.replace(`,${name},`, ',latitude,')); // some TSV formatted files have empty header columns after converting it to CSV - header.replaceAll(',,', ','); + header = header.replaceAll(',,', ','); return header; }; diff --git a/task/src/process.js b/task/src/process.js index 8cfee1d..3bf6c58 100644 --- a/task/src/process.js +++ b/task/src/process.js @@ -42,7 +42,7 @@ const getDataContentFromICT = (filename, dataStartLineFix = 0, replaceHeaderCont header = content[dataStartLine - 2].replace('/fields=', ''); return [header, ...content.slice(dataStartLine + 1)].join('\n'); } - dataStartLine = Number(content[0].split(/\s*,?\s*1001/g)[0]); + dataStartLine = Number(content[0].match(/[^,\s]+/)[0]); if (replaceHeaderContent) { return [replaceHeaderContent, ...content.slice(dataStartLine - 1)].join('\n'); } @@ -180,7 +180,12 @@ const makeGeoJSON = ( let geojson; csv2geojson.csv2geojson( content, - { latfield: latField, lonfield: lonField, delimiter: ',' }, + { + latfield: latField, + lonfield: lonField, + delimiter: ',', + numericFields: `${latField},${lonField}`, + }, (err, data) => geojson = data ); if (coordsDivisor) {