troubleshoot CNR

Author: oceancolorcoder

Config/sample_SEABIRD_pySAS.cfg

@@ -155,7 +155,7 @@
     "fL1bqcDawnDuskFlag": 1.0,
     "fL1bqcRainfallHumidityFlag": 1.095,
     "fL2SVA": 40,
-    "bL2Stations": 0,
+    "bL2Stations": 1,
     "fL2TimeInterval": 300,
     "bL2EnablePercentLt": 1,
     "fL2PercentLt": 10.0,
@@ -167,9 +167,9 @@
     "bL2SimpleNIRCorrection": 0,
     "bL2SimSpecNIRCorrection": 1,
     "bL2NegativeSpec": 1,
-    "bL2BRDF": 1,
+    "bL2BRDF": 0,
     "bL2BRDF_fQ": 0,
-    "bL2BRDF_IOP": 1,
+    "bL2BRDF_IOP": 0,
     "bL2WeightMODISA": 1,
     "bL2WeightSentinel3A": 0,
     "bL2WeightVIIRSN": 0,
@@ -186,9 +186,7 @@
     "bL2SaveSeaBASS": 1,
     "bL2WriteReport": 1,
     "bL2EnableQualityFlags": 1,
-    "FidRadDB": 1,
     "bL2filterMetFlags": 0,
-    "sL1aqcphotoFormat": "%Y%m%d_%H%M%S.jpg+0300",
     "bL2PlotProd": 0,
     "bL2Prodoc3m": 1,
     "bL2Prodkd490": 0,

Config/sample_SEABIRD_pySAS.hdr

@@ -7,10 +7,10 @@
     "cruise": "FICE22",
     "platform": "AAOT",
     "documents": "FICE22_pySAS_Ancillary.sb",
-    "instrument_manufacturer": "Sea-Bird",
-    "instrument_model": "HyperSAS",
+    "instrument_manufacturer": "SeaBird",
+    "instrument_model": "HyperOCR",
     "calibration_date": "20221015",
-    "calibration_files": "HSL0385_Tartu.cal,.DS_Store,CP_SAT0385_STRAY_20220602142331.txt,CP_SAT0385_POLAR_20220603115256.txt,HLD0385_Tartu.cal,SAS045_20220606.sip,SATMSG.tdf,CP_SAT0488_STRAY_20220603021236.TXT,CP_SAT0385_RADCAL_20220606105303.txt,CP_SAT0386_THERMAL_20220603193311.TXT,HSE0488_Tartu.cal,CP_SAT0386_RADCAL_20220606105628.TXT,CP_SAT0385_THERMAL_20220604193311.txt,CP_SAT0488_ANGULAR_20220530141651.TXT,CP_SAT0488_THERMAL_20220525093631.TXT,SATTHS0045A.tdf,UMTWR_v0.tdf,CP_SAT0386_POLAR_20220603123340.TXT,CP_SAT0488_RADCAL_20220606140951.TXT,CP_SAT0386_STRAY_20220602181047.TXT,HED0488_Tartu.cal,HSL0386_Tartu.cal,GPRMC_NMEA0183v3.01.tdf,HLD0386_Tartu.cal",
+    "calibration_files": "HSL0385_Tartu.cal,CP_SAT0385_POLAR_20220603115256.txt,HLD0385_Tartu.cal,SAS045_20220606.sip,SATMSG.tdf,HSE0488_Tartu.cal,SATTHS0045A.tdf,UMTWR_v0.tdf,HED0488_Tartu.cal,HSL0386_Tartu.cal,GPRMC_NMEA0183v3.01.tdf,HLD0386_Tartu.cal",
     "data_type": "above_water",
     "data_status": "preliminary",
     "water_depth": "NA",
@@ -33,7 +33,7 @@
     "nadir": "40",
     "rho_correction": "M99",
     "NIR_residual_correction": "R06",
-    "BRDF_correction": "L11",
+    "BRDF_correction": "NoBRDF",
     "comments": "! HyperInSPACE vers = 1.2.14\n! HyperInSPACE Config = sample_SEABIRD_pySAS.cfg\n! Rotator Home Angle = 0.0\n! Rotator Delay = 2.0\n! Pitch/Roll Filter = On\n! Max Pitch/Roll = 5.0\n! Rotator Min/Max Filter = On\n! Rotator Min = -126.0\n! Rotator Max = 42.0\n! Rel Azimuth Filter = On\n! Rel Azimuth Min = 87.0\n! Rel Azimuth Max = 138.0\n! Deglitch Filter = On\n! ES Dark Window = 11\n! ES Light Window = 5\n! ES Dark Sigma = 3.2\n! ES Light Sigma = 2.5\n! LI Dark Window = 11\n! LI Light Window = 5\n! LI Dark Sigma = 3.0\n! LI Light Sigma = 2.9\n! LT Dark Window = 11\n! LT Light Window = 5\n! LT Dark Sigma = 3.5\n! LT Light Sigma = 2.9\n! FRM Pathway = FRM-Full-Characterization\n! Thermal Source = Internal_Thermistor\n! Default Salt = 38.0\n! Default SST = 28.0\n! Default AOD = 0.2\n! Default Wind = 5.0\n! Default AirTemp = 26.0\n! Wavelength Interp Int = 3.3\n! Max Wind = 10.0\n! Min SZA = 20.0\n! Max SZA = 60.0\n! Spectral Filter = On\n! Filter Sigma Es = 5.0\n! Filter Sigma Li = 8.0\n! Filter Sigma Lt = 3.0\n! Meteorological Filter = On\n! Cloud Flag = 1.0\n! Es Flag = 2.0\n! Dawn/Dusk Flag = 1.0\n! Rain/Humidity Flag = 1.095\n! Ensemble Interval = 300\n! Percent Lt Filter = On\n! Percent Light = 10.0\n! Remove Negatives = On",
     "other_comments": "!\n! COMMENTS\n!\n! FRM4SOC-2 Field InterComparison Experiment (FICE)\n! July 11 - 21, 2022\n! Acqua Alta Oceanographic Tower (AAOT), CNR-ISMAR\n!\n! Ancillary data from: % https://www.comune.venezia.it/content/3-piattaforma-ISMAR-CNR\n! and field notes. relAz refers to target relative azimuth in pySAS.\n!\n! Home",
     "missing": -9999,

Config/sample_TRIOS_NOTRACKER.cfg

@@ -127,7 +127,7 @@
     "fL1bqcDawnDuskFlag": 1.0,
     "fL1bqcRainfallHumidityFlag": 1.095,
     "fL2SVA": 40,
-    "bL2Stations": 0,
+    "bL2Stations": 1,
     "fL2TimeInterval": 300,
     "bL2EnablePercentLt": 0,
     "fL2PercentLt": 10.0,
@@ -158,6 +158,7 @@
     "bL2SaveSeaBASS": 1,
     "bL2WriteReport": 0,
     "bL2EnableQualityFlags": 1,
+    "bL2filterMetFlags": 0,
     "bL2PlotProd": 0,
     "bL2Prodoc3m": 1,
     "bL2Prodkd490": 0,

Source/ProcessL1aTriOS.py

@@ -67,6 +67,7 @@ def parse_filename(fileStr):
                 try:
                     a_name, a_type = parse_filename(file.split('/')[-1])
                 except IndexError:
+                    print(f'Full path file: {file}')
                     print("  ERROR: no identifier recognized in TRIOS L0 file name" )
                     print("  L0 filename should have a cast to identify triplet instrument")
                     print("  ending in 4 digits before S.mlb (light) or D.mlb for caps-on dark. ")

Source/ProcessL1b.py

@@ -610,6 +610,10 @@ def processDarkCorrection(node, sensorType):
 
         for gp in node.groups:
             if not gp.id.endswith('_L1AQC') and 'FrameType' in gp.attributes:
+                if gp.attributes["FrameType"] == "Not Required":
+                    Utilities.writeLogFileAndPrint(f'ERROR: Check the FrameType for {sensorType}')
+                    break
+
                 if gp.attributes["FrameType"] == "ShutterDark" and gp.getDataset(sensorType):
                     darkGroup = gp
                     darkData = gp.getDataset(sensorType)

Source/SeaBASSHeader.py

@@ -72,7 +72,7 @@ def createDefaultSeaBASSHeader(name):
         SeaBASSHeader.settings["cruise"] = name.split('.')[0] # I generally name configuration files after cruise.
         SeaBASSHeader.settings["platform"] = ''
 
-        SeaBASSHeader.settings["documents"] = ''
+        SeaBASSHeader.settings["documents"] = 'README.md'
 
         SeaBASSHeader.settings["instrument_manufacturer"] = ''
         SeaBASSHeader.settings["instrument_model"] = ''

Source/SeaBASSWriter.py

@@ -118,6 +118,8 @@ def formatHeader(fp,node, level):
             headerBlock['east_longitude'] = eastLon
         if headerBlock['west_longitude'] == '':
             headerBlock['west_longitude'] = westLon
+        if headerBlock['documents'] == '':
+            headerBlock['documents'] = 'README.md'
         if level == '2':
             headerBlock['wind_speed'] = aveWind
         return headerBlock