initial version argo bathy glider tesac tropicald xbtctd trkob

test/marine/CMakeLists.txt

@@ -35,7 +35,7 @@ set(PYIODACONV_DIR "${PROJECT_SOURCE_DIR}/build/lib/python${PYTHON_MAJOR_MINOR}/
 
 set(TEST_WORKING_DIR ${PROJECT_BINARY_DIR}/test/marine)
 set(MARINE_BUFR2IODA_DIR ${PROJECT_SOURCE_DIR}/ush/ioda/bufr2ioda/marine)
-set(MARINE_BUFR2IODA_DIR ${MARINE_BUFR2IODA_DIR}/b2i)
+set(MARINE_BUFR2IODA_DIR ${MARINE_BUFR2IODA_DIR}/newb2i)
 set(CONFIG_DIR ${PROJECT_SOURCE_DIR}/test/marine/testinput)
 set(TESTREF_DIR ${PROJECT_SOURCE_DIR}/test/marine/testref)
 
@@ -54,7 +54,8 @@ function(CREATE_CONFIG_FILE
 	string(REPLACE "__BUFRINPUTDIR__" "\"${bufr_input_dir}\"" temp_content "${file_content}")
 	string(REPLACE "__IODAOUTPUTDIR__" "\"${ioda_output_dir}\"" temp_content2 "${temp_content}")
 	string(REPLACE "__OCEANBASIN__" "\"${ocean_basin_file}\"" temp_content3 "${temp_content2}")
-	file(WRITE "${test_config_out}" "${temp_content3}")
+	string(REPLACE "__CONFIGDIR__" ${CONFIG_DIR} temp_content4 "${temp_content3}")
+	file(WRITE "${test_config_out}" "${temp_content4}")
 endfunction()
 
 
@@ -175,8 +176,13 @@ if (GENERATE_BUFR2IODA_TESTS)
 	ADD_INSITU_TEST("profile_bathy" "bathy")
 	ADD_INSITU_TEST("profile_glider" "subpfl")
 	ADD_INSITU_TEST("profile_tesac" "tesac")
-	ADD_INSITU_TEST("profile_tropical" "dbuoy")
+	ADD_INSITU_TEST("profile_tropicald" "dbuoy")
+	ADD_INSITU_TEST("profile_tropicalmb" "mbuoyb")
 	ADD_INSITU_TEST("profile_xbtctd" "xbtctd")
+    # ADD_INSITU_TEST("surface_altkob" "altkob")
+    # ADD_INSITU_TEST("surface_cstgd" "cstgd")
 	ADD_INSITU_TEST("surface_drifter" "dbuoy")
+	# ADD_INSITU_TEST("surface_drifterb" "dbuoyb")
+    # ADD_INSITU_TEST("surface_shipsu" "shipsu")
 	ADD_INSITU_TEST("surface_trkob" "trkob")
 endif()

test/marine/testinput/altkob.yaml

@@ -0,0 +1,76 @@
+---
+  - class_name: "Temperature"
+    short_name: "seaSurfaceTemperature"
+    name: "seaSurfaceTemperature"
+    bufr_mnemonic: "*/SST0"
+    descriptor: "ObsValue"
+    units: "degC"
+    depth_profile_var_name: ""
+    data_min: -10.0
+    data_max: 50.0
+    data_error: 0.24
+
+  - class_name: "Salinity"
+    short_name: "salinity"
+    name: "salinity"
+    bufr_mnemonic: "*/SSS0"
+    descriptor: "ObsValue"
+    units: "psu"
+    depth_profile_var_name: ""
+    data_min: 0.0 
+    data_max: 45.0
+    data_error: 0.01
+
+  - class_name: "Longitude"
+    short_name: "longitude"
+    name: "Longitude"
+    bufr_mnemonic: "*/CLONH"
+    descriptor: "MetaData"
+    units: "degrees_east"
+    depth_profile_var_name: ""
+    data_min: -180.0
+    data_max: 180.0
+    data_error: 0.0
+
+  - class_name: "Latitude"
+    short_name: "latitude"
+    name: "Latitude"
+    bufr_mnemonic: "*/CLATH"
+    descriptor: "MetaData"
+    units: "degrees_north"
+    depth_profile_var_name: ""
+    data_min: -90.0
+    data_max: 90.0
+    data_error: 0.0
+
+  - class_name: "DateTime"
+    short_name: "dateTime"
+    name: "DateTime"
+    descriptor: "MetaData"
+    units: "seconds since 1970-01-01T00:00:00Z"
+    depth_profile_var_name: ""
+    data_min: 0
+    data_max: 0
+    data_error: 0
+    bufr_mnemonics:
+      year: '*/YEAR'
+      month: '*/MNTH'
+      day: '*/DAYS'
+      hour: '*/HOUR'
+      minute: '*/MINU'
+
+  - class_name: "DateTime"
+    short_name: "rcptDateTime"
+    name: "RcptDateTime"
+    descriptor: "MetaData"
+    units: "seconds since 1970-01-01T00:00:00Z"
+    depth_profile_var_name: ""
+    data_min: 0
+    data_max: 0
+    data_error: 0
+    bufr_mnemonics:
+      ryear: '*/RCYR'
+      rmonth: '*/RCMO'
+      rday: '*/RCDY'
+      rhour: '*/RCHR'
+      rminute: '*/RCMI'

test/marine/testinput/bathy.yaml

@@ -0,0 +1,87 @@
+---
+  - class_name: "Temperature"
+    short_name: "waterTemperature"
+    name: "waterTemperature"
+    bufr_mnemonic: "*/BTOCN/STMP"
+    descriptor: "ObsValue"
+    units: "degC"
+    depth_profile_var_name: "depth"
+    data_min: -10.0
+    data_max: 50.0
+    data_error: 0.24
+
+  - class_name: "Depth"
+    short_name: "depth"
+    name: "Water depth"
+    bufr_mnemonic: "*/BTOCN/DBSS"
+    descriptor: "MetaData"
+    units: "m"
+    depth_profile_var_name: "depth"
+    data_min: 0.0
+    data_max: 10000.0
+    data_error: 0.0
+
+  - class_name: "Longitude"
+    short_name: "longitude"
+    name: "Longitude"
+    bufr_mnemonic: "*/CLON"
+    descriptor: "MetaData"
+    units: "degrees_east"
+    depth_profile_var_name: "depth"
+    data_min: -180.0
+    data_max: 180.0
+    data_error: 0.0
+
+  - class_name: "Latitude"
+    short_name: "latitude"
+    name: "Latitude"
+    bufr_mnemonic: "*/CLAT"
+    descriptor: "MetaData"
+    units: "degrees_north"
+    depth_profile_var_name: "depth"
+    data_min: -90.0
+    data_max: 90.0
+    data_error: 0.0
+
+  - class_name: "StationID"
+    short_name: "stationID"
+    name: "Station Identification"
+    bufr_mnemonic: "*/RPID"
+    descriptor: "MetaData"
+    units: ""
+    depth_profile_var_name: "depth"
+    data_min: 0
+    data_max: 0
+    data_error: 0
+
+  - class_name: "DateTime"
+    short_name: "dateTime"
+    name: "DateTime"
+    descriptor: "MetaData"
+    units: "seconds since 1970-01-01T00:00:00Z"
+    depth_profile_var_name: "depth"
+    data_min: 0
+    data_max: 0
+    data_error: 0
+    bufr_mnemonics:
+      year: '*/YEAR'
+      month: '*/MNTH'
+      day: '*/DAYS'
+      hour: '*/HOUR'
+      minute: '*/MINU'
+
+  - class_name: "DateTime"
+    short_name: "rcptDateTime"
+    name: "RcptDateTime"
+    descriptor: "MetaData"
+    units: "seconds since 1970-01-01T00:00:00Z"
+    depth_profile_var_name: "depth"
+    data_min: 0
+    data_max: 0
+    data_error: 0
+    bufr_mnemonics:
+      ryear: '*/RCYR'
+      rmonth: '*/RCMO'
+      rday: '*/RCDY'
+      rhour: '*/RCHR'
+      rminute: '*/RCMI'

test/marine/testinput/bufr2ioda_insitu_profile_argo_2021063006.yaml.in

@@ -1,13 +1,14 @@
 ---
 data_format: subpfl
-subsets: SUBPFL
 source: NCEP data tank
 data_type: argo
 cycle_type: gdas
 cycle_datetime: '2021063006'
 dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
+platform_description: 'ARGO profiles from subpfl: temperature and salinity'
 data_description: 6-hrly in situ ARGO profiles
+data_description_file: "__CONFIGDIR__/subpfl.yaml"
 data_provider: U.S. NOAA
 

test/marine/testinput/bufr2ioda_insitu_profile_bathy_2021063006.yaml.in

@@ -1,6 +1,5 @@
 ---
 data_format: bathy
-subsets: BATHY
 source: NCEP data tank
 data_type: bathy
 cycle_type: gdas
@@ -9,5 +8,7 @@ dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
 data_description: 6-hrly in situ Bathythermal profiles
+platform_description: 'Profiles from BATHYthermal: temperature'
+data_description_file: "__CONFIGDIR__/bathy.yaml"
 data_provider: U.S. NOAA
 

test/marine/testinput/bufr2ioda_insitu_profile_glider_2021063006.yaml.in

@@ -1,6 +1,5 @@
 ---
 data_format: subpfl
-subsets: SUBPFL
 source: NCEP data tank
 data_type: glider
 cycle_type: gdas
@@ -9,5 +8,7 @@ dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
 data_description: 6-hrly in situ GLIDER profiles
+platform_description: 'GLIDER profiles from subpfl: temperature and salinity'
+data_description_file: "__CONFIGDIR__/subpfl.yaml"
 data_provider: U.S. NOAA
 

test/marine/testinput/bufr2ioda_insitu_profile_tesac_2021063006.yaml.in

@@ -1,6 +1,5 @@
 ---
 data_format: tesac
-subsets: TESAC
 source: NCEP data tank
 data_type: tesac
 cycle_type: gdas
@@ -9,5 +8,7 @@ dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
 data_description: 6-hrly in situ TESAC profiles
+platform_description: 'Profiles from TESAC: temperature and salinity'
+data_description_file: "__CONFIGDIR__/tesac.yaml"
 data_provider: U.S. NOAA
 

test/marine/testinput/bufr2ioda_insitu_profile_tropical_2019010700.yaml.in → test/marine/testinput/bufr2ioda_insitu_profile_tropicald_2019010700.yaml.in

@@ -1,13 +1,14 @@
 ---
 data_format: dbuoy
-subsets: dbuoy
 source: NCEP data tank
-data_type: tropical
+data_type: tropicald
 cycle_type: gdas
 cycle_datetime: '2019010700'
 dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
 data_description: 6-hrly in situ tropical mooring profiles
+platform_description: 'Tropical mooring profiles from dbuoy: temperature and salinity'
+data_description_file: "__CONFIGDIR__/dbuoy.yaml"
 data_provider: U.S. NOAA
 

test/marine/testinput/bufr2ioda_insitu_profile_tropicalmb_2019010700.yaml.in

@@ -0,0 +1,14 @@
+---
+data_format: dbuoy
+source: NCEP data tank
+data_type: tropicald
+cycle_type: gdas
+cycle_datetime: '2019010700'
+dump_directory: __BUFRINPUTDIR__
+ioda_directory: __IODAOUTPUTDIR__
+ocean_basin: __OCEANBASIN__
+data_description: 6-hrly in situ tropical mooring profiles
+platform_description: 'Tropical mooring profiles from mbuoyb: temperature and salinity'
+data_description_file: "__CONFIGDIR__/mbuoyb.yaml"
+data_provider: U.S. NOAA
+

test/marine/testinput/bufr2ioda_insitu_profile_xbtctd_2021063006.yaml.in

@@ -1,6 +1,5 @@
 ---
 data_format: xbtctd
-subsets: XBTCTD
 source: NCEP data tank
 data_type: xbtctd
 cycle_type: gdas
@@ -9,5 +8,7 @@ dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
 data_description: 6-hrly in situ XBT/XCTD profiles
+platform_description: 'Profiles from XBT/CTD: temperature and salinity'
+data_description_file: "__CONFIGDIR__/xbtctd.yaml"
 data_provider: U.S. NOAA
 

test/marine/testinput/bufr2ioda_insitu_surface_drifter_2019010700.yaml.in

@@ -1,6 +1,5 @@
 ---
 data_format: dbuoy
-subsets: dbuoy
 source: NCEP data tank
 data_type: drifter
 cycle_type: gdas
@@ -9,5 +8,7 @@ dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
 data_description: 6-hrly in situ drifter profiles
+platform_description: "Lagrangian drifter drogue profiles from dbuy: temperature"
+data_description_file: "__CONFIGDIR__/drifter.yaml"
 data_provider: U.S. NOAA
 

test/marine/testinput/bufr2ioda_insitu_surface_trkob_2021063006.yaml.in

@@ -1,6 +1,5 @@
 ---
 data_format: trkob
-subsets: TRACKOB
 source: NCEP data tank
 data_type: trackob
 cycle_type: gdas
@@ -9,5 +8,7 @@ dump_directory: __BUFRINPUTDIR__
 ioda_directory: __IODAOUTPUTDIR__
 ocean_basin: __OCEANBASIN__
 data_description: 6-hrly in situ TRACKOB surface
+platform_description: 'Surface obs from TRACKOB: temperature and salinity'
+data_description_file: "__CONFIGDIR__/trkob.yaml"
 data_provider: U.S. NOAA