clean prints from hypernets_reader

Author: clemgoyens

hypernets_processor/data_io/format/variables.py

@@ -884,9 +884,9 @@
                             "L0_IRR": {**COMMON_VARIABLES_SCAN, **C_QUALITY_SCAN, **L0_IRR_VARIABLES},
                             "L0_BLA": {**COMMON_VARIABLES_SCAN, **C_QUALITY_SCAN, **L0_BLA_VARIABLES},
                             "L_L1A_RAD": {**COMMON_VARIABLES_SCAN, **C_QUALITY_SCAN, **L1A_RAD_VARIABLES},
-                            "W_L1A_RAD": {**COMMON_VARIABLES_SCAN, **C_QUALITY_SCAN, **L1A_RAD_VARIABLES},
+                            "W_L1A_RAD": {**COMMON_VARIABLES_SCAN, **W_QUALITY_SCAN, **L1A_RAD_VARIABLES},
                             "L_L1A_IRR": {**COMMON_VARIABLES_SCAN, **C_QUALITY_SCAN, **L1A_IRR_VARIABLES},
-                            "W_L1A_IRR": {**COMMON_VARIABLES_SCAN, **C_QUALITY_SCAN, **L1A_IRR_VARIABLES},
+                            "W_L1A_IRR": {**COMMON_VARIABLES_SCAN, **W_QUALITY_SCAN, **L1A_IRR_VARIABLES},
                             "L_L1B_RAD": {**COMMON_VARIABLES_SERIES, **L_QUALITY, **L1B_RAD_VARIABLES},
                             "W_L1B": {**COMMON_VARIABLES_Lu_SCAN, **W_QUALITY_SCAN, **W_L1B_VARIABLES},
                             "L_L1B_IRR": {**COMMON_VARIABLES_SERIES, **L_QUALITY, **L1B_IRR_VARIABLES},

hypernets_processor/data_io/format/variables_SWIR.py

@@ -52,12 +52,9 @@ def plot_spectra(self, spectra, dataSpectra):
         plt.show()
 
     def read_header(self, f, headerDef):
-
         header = {}
         for headLen, headName, headFormat in headerDef:
-            print('this is headLen', headLen)
             data = f.read(headLen)
-            print(data)
             if len(data) != headLen:
                 self.context.logger.error("Spectra length not similar to header length")
                 break
@@ -96,9 +93,7 @@ def read_data(self, f, data_len):
         prev = 0
         self.context.logger.info("Reading Data spectra ...")
         dataSpectra = []
-        print(data_len)
         for i in range(int(data_len)):  # Last read data is count
-            # print(i)
             data = f.read(2)
             if len(data) != 2:
                 self.context.logger.error("Warning : impossible to read 2 bytes")
@@ -109,7 +104,6 @@ def read_data(self, f, data_len):
             unpackData, = unpack('<H', data)
             dataSpectra.append(unpackData)
             prev = unpackData
-        # print(dataSpectra)
         return dataSpectra
 
     def read_footer(self, f, datalength):
@@ -121,7 +115,6 @@ def read_footer(self, f, datalength):
     def read_wavelength(self, pixcount):
 
         import numpy as np
-        print(pixcount)
         pix = np.linspace(0, pixcount, pixcount)
         if pixcount == 2048:
             self.context.logger.info("Visible spectra, pixel count {}".format(pix))

hypernets_processor/data_io/hypernets_reader.py

@@ -0,0 +1,128 @@
+[Metadata]
+Datetime=20200506T130443
+PI=Hypernets Virtual Oceane
+PyxisVersion=VIRTUAL_V001
+SN=HYPERNETS_VIRT001
+SiteName=Villefranche-sur-mer
+Latitude=43.69886
+Longitude=7.30720
+ProtocolFileName=sequence_water_1_STD.csv
+CC=BEGIN
+	mapping_vis_a:+1.6499700E+02
+	mapping_vis_b:+4.3321091E-01
+	mapping_vis_c:+3.7714483E-05
+	mapping_vis_d:+6.6769395E-10
+	mapping_vis_e:-4.0577247E-12
+	mapping_vis_f:+0.0000000E+00
+	corr_vis_a   :+9.9536401E-01
+	corr_vis_b   :+3.1313983E-07
+	corr_vis_c   :+7.1082480E-11
+	corr_vis_d   :-1.0422697E-14
+	corr_vis_e   :+5.2968177E-19
+	corr_vis_f   :-1.3406498E-23
+	corr_vis_g   :+1.6566800E-28
+	corr_vis_h   :-8.0092009E-34
+	mapping_swir_a:00 08 05 28 00 08 00 00 00 00 00 00 00 00
+	mapping_swir_b:00 00 00 00 00 00 00 00 41 56 01 08 0B 28
+	mapping_swir_c:00 08 00 00 00 00 51 58 01 08 19 28 00 08
+	mapping_swir_d:FFFFFF81 FFFFFF81 01 08 FFFFFF81 FFFFFF81 01 08 FFFFFF81
+	FFFFFF81 01 08 FFFFFF81 FFFFFF81
+	mapping_swir_e:01 08 FFFFFF81 FFFFFF81 01 08 FFFFFF81 FFFFFF81 01 08
+	FFFFFF81 FFFFFF81 01 08
+	mapping_swir_f:54 0D 56 08 69 3F 52 00 7F 00 00 00 00 00
+	Ref_acc_data_0:3412
+	Ref_acc_data_1:2134
+	Ref_acc_data_2:16233 
+CC_=END
+
+[01_001_0090_2_0180]
+01_001_0090_2_0180_128_08_0000_03_0000.spe=20200506T130443
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=90.13; 179.93
+
+[01_002_0090_2_0180]
+01_002_0090_2_0180_192_00_0000_03_0000.spe=20200506T130519
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=89.78; 179.77
+
+[01_003_0090_2_0180]
+01_003_0090_2_0180.jpg=20200506T130519
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=89.87; 180.20
+
+[01_004_0090_2_0140]
+01_004_0090_2_0140_128_16_0000_03_0000.spe=20200506T130519
+pt_ask=90.00; 140.00
+pt_abs=90.00; 140.00
+pt_ref=90.09; 139.76
+
+[01_005_0090_2_0180]
+01_005_0090_2_0180_192_00_0000_03_0000.spe=20200506T130527
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=90.09; 179.96
+
+[01_006_0090_2_0140]
+01_006_0090_2_0140.jpg=20200506T130535
+pt_ask=90.00; 140.00
+pt_abs=90.00; 140.00
+pt_ref=89.89; 140.04
+
+[01_007_0090_2_0040]
+01_007_0090_2_0040_128_16_0000_06_0000.spe=20200506T130543
+pt_ask=90.00; 40.00
+pt_abs=90.00; 40.00
+pt_ref=90.12; 40.24
+
+[01_008_0090_2_0180]
+01_008_0090_2_0180_192_00_0000_03_0000.spe=20200506T130603
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=89.78; 180.12
+
+[01_009_0090_2_0040]
+01_009_0090_2_0040.jpg=20200506T130631
+pt_ask=90.00; 40.00
+pt_abs=90.00; 40.00
+pt_ref=89.98; 39.92
+
+[01_010_0090_2_0140]
+01_010_0090_2_0140_128_16_0000_03_0000.spe=20200506T130659
+pt_ask=90.00; 140.00
+pt_abs=90.00; 140.00
+pt_ref=90.05; 139.82
+
+[01_011_0090_2_0180]
+01_011_0090_2_0180_192_00_0000_03_0000.spe=20200506T130719
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=90.05; 179.88
+
+[01_012_0090_2_0140]
+01_012_0090_2_0140.jpg=20200506T130727
+pt_ask=90.00; 140.00
+pt_abs=90.00; 140.00
+pt_ref=89.94; 139.99
+
+[01_013_0090_2_0180]
+01_013_0090_2_0180_128_08_0000_03_0000.spe=20200506T130735
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=90.19; 180.05
+
+[01_014_0090_2_0180]
+01_014_0090_2_0180_192_00_0000_03_0000.spe=20200506T130743
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=89.87; 180.10
+
+[01_015_0090_2_0180]
+01_015_0090_2_0180.jpg=20200506T130743
+pt_ask=90.00; 180.00
+pt_abs=90.00; 180.00
+pt_ref=90.19; 179.80
+
+