252 lines
7.8 KiB
YAML
252 lines
7.8 KiB
YAML
'# INSTRUCTIONS':
|
|
- This config file contains both schema definitions and column mappings.
|
|
- 1. The *_schema sections define the data types for your input files.
|
|
- 2. The *_column_mapping sections map your file columns to canonical names.
|
|
- 3. Update column mappings if your files use different column names.
|
|
- 4. If your file doesn't have a particular canonical column, set it to null or remove
|
|
the line.
|
|
- 5. The output parquet files will use the canonical column names for consistency.
|
|
pbp_schema:
|
|
Time (sec): float
|
|
Packet Time Stamp: float
|
|
Flag: int
|
|
Dropped Records: int
|
|
Record Count: int
|
|
Record Size: int
|
|
Particle Time Stamp: float
|
|
Particle Flags: int
|
|
Scatter relPeak: float
|
|
Scatter Transit Time: int
|
|
Scatter Peak Time: int
|
|
Scatter FWHM: int
|
|
Scatter Size (nm): float
|
|
Incand relPeak: float
|
|
Incand Transit Time: float
|
|
Incand Peak Time: float
|
|
Incand FWHM: float
|
|
Incand Delay: float
|
|
Incand Mass (fg): float
|
|
Reserved: int
|
|
hk_schema:
|
|
Time Stamp: string
|
|
Time (sec): float
|
|
Time Stamp (UTC sec): float
|
|
Elapsed Time: float
|
|
Error Code: int
|
|
Packet Time Stamp: float
|
|
Laser TEC Temp (C): float
|
|
Crystal TEC Temp (C): int
|
|
Inlet Air Temp (C): float
|
|
Computer Heatsink Temp (C): float
|
|
Laser Heatsink Temp (C): float
|
|
Outlet Air Temp (C): float
|
|
YAG Output Monitor (V): float
|
|
Cavity Pressure (hPa): float
|
|
Laser Driver Power Monitor (uA): int
|
|
Laser Driver Current Limit Monitor (A): float
|
|
Laser Driver Current Monitor (A): float
|
|
Laser TEC Sense: float
|
|
Laser Over Temp (On/Off): int
|
|
+5V Laser Rail (V): float
|
|
' +5V Rail (V)': float
|
|
+12V Rail (V): float
|
|
High Voltage (V): float
|
|
Battery Temp (C): float
|
|
UPS Output (V): float
|
|
12V Iso Rail (V): float
|
|
5V Iso Rail (V): float
|
|
3.3V Iso Rail (V): float
|
|
Spare 22: int
|
|
Spare 23: int
|
|
408 Board Spare 0: int
|
|
408 Board Spare 1: int
|
|
408 Board Spare 2: int
|
|
408 Board Spare 3: int
|
|
408 Board Spare 4: int
|
|
Purge Flow Monitor (sccm): float
|
|
System Input Voltage (V): float
|
|
Board Temperature (C): float
|
|
408 Board Spare 8: int
|
|
408 Board Spare 9: int
|
|
408 Board Spare 10: int
|
|
408 Board Spare 11: int
|
|
408 Board Spare 12: int
|
|
408 Board Spare 13: int
|
|
408 Board Spare 14: int
|
|
408 Board Spare 15: int
|
|
Sheath Flow Controller Read (vccm): int
|
|
Sheath Flow Controller Read (sccm): int
|
|
Sheath Flow Controller Pressure (psia): float
|
|
Sheath Flow Controller Temperature (C): float
|
|
Sample Flow Controller Read (vccm): float
|
|
Sample Flow Controller Read (sccm): float
|
|
Sample Flow Controller Pressure (psia): float
|
|
Sample Flow Controller Temperature (C): float
|
|
Fan 1 (RPM): int
|
|
Fan 2 (RPM): int
|
|
Laser Fan (RPM): int
|
|
Spare tach: int
|
|
Threshold Crossing Events: int
|
|
Dual Qualified Scatter and Incand Particles: int
|
|
Qualified Scatter Only Particles: int
|
|
Qualified Incand Only Particles: int
|
|
Disqualified Due to Scatter Saturation: int
|
|
Disqualified Due to Scatter Transit Time Min: int
|
|
Disqualified Due to Scatter Transit Time Max: int
|
|
Disqualified Due to Scatter FWHM Min: int
|
|
Disqualified Due to Scatter FWHM Max: int
|
|
Scatter Inter Part Period Min Violation: int
|
|
Disqualified Due to Incand Saturation: int
|
|
Disqualified Due to Incand Transit Time Min: int
|
|
Disqualified Due to Incand Transit Time Max: int
|
|
Disqualified Due to Incand FWHM Min: int
|
|
Disqualified Due to Incand FWHM Max: int
|
|
Incand Inter Part Period Min Violation: int
|
|
Baseline Sizer Lo: int
|
|
Baseline Sizer Hi: int
|
|
Baseline Incand Lo: int
|
|
Baseline Incand Hi: int
|
|
Bandwidth Sizer Hi: int
|
|
Bandwidth Sizer Lo: int
|
|
Bandwidth Incand Lo: int
|
|
Bandwidth Incand Hi: int
|
|
ABD-0408 HK ADCs min: int
|
|
ABD-0436 HK ADCs min: int
|
|
ABD-0408 HK ADCs max: int
|
|
ABD-0436 HK ADCs max: int
|
|
Incand Particle Conc (cts/ccm): float
|
|
Scattering Particle Conc (cts/ccm): float
|
|
Incand Mass Conc (fg/sccm): float
|
|
Scattering Mass Conc (fg/sccm): float
|
|
Sheath Flow Set Point: int
|
|
Sample Flow Set Point: int
|
|
Laser Temp Set Point: int
|
|
Laser Current Set Point: float
|
|
Spare 4 Set Point: int
|
|
Spare 5 Set Point: int
|
|
PMT HV Set Point: float
|
|
Particle Density (g/ccm): float
|
|
PbP Packet Time: float
|
|
Scatter Bin 1: int
|
|
Scatter Bin 2: int
|
|
Scatter Bin 3: int
|
|
Scatter Bin 4: int
|
|
Scatter Bin 5: int
|
|
Scatter Bin 6: int
|
|
Scatter Bin 7: int
|
|
Scatter Bin 8: int
|
|
Scatter Bin 9: int
|
|
Scatter Bin 10: int
|
|
Scatter Bin 11: int
|
|
Scatter Bin 12: int
|
|
Scatter Bin 13: int
|
|
Scatter Bin 14: int
|
|
Scatter Bin 15: int
|
|
Scatter Bin 16: int
|
|
Scatter Bin 17: int
|
|
Scatter Bin 18: int
|
|
Scatter Bin 19: int
|
|
Scatter Bin 20: int
|
|
Incand Bin 1: int
|
|
Incand Bin 2: int
|
|
Incand Bin 3: int
|
|
Incand Bin 4: int
|
|
Incand Bin 5: int
|
|
Incand Bin 6: int
|
|
Incand Bin 7: int
|
|
Incand Bin 8: int
|
|
Incand Bin 9: int
|
|
Incand Bin 10: int
|
|
Incand Bin 11: int
|
|
Incand Bin 12: int
|
|
Incand Bin 13: int
|
|
Incand Bin 14: int
|
|
Incand Bin 15: int
|
|
Incand Bin 16: int
|
|
Incand Bin 17: int
|
|
Incand Bin 18: int
|
|
Incand Bin 19: int
|
|
Incand Bin 20: int
|
|
pbp_canonical_schema:
|
|
Time (sec): float
|
|
Packet Time Stamp: float
|
|
Flag: float
|
|
Dropped Records: float
|
|
Record Count: float
|
|
Record Size: float
|
|
Particle Time Stamp: float
|
|
Particle Flags: float
|
|
Scatter relPeak: float
|
|
Scatter Transit Time: float
|
|
Scatter Peak Time: float
|
|
Scatter FWHM: float
|
|
Scatter Size (nm): float
|
|
Incand relPeak: float
|
|
Incand Transit Time: float
|
|
Incand Peak Time: float
|
|
Incand FWHM: float
|
|
Incand Delay: float
|
|
Incand Mass (fg): float
|
|
Reserved: float
|
|
hk_canonical_schema:
|
|
Time Stamp: datetime
|
|
Time (sec): float
|
|
Sample Flow Controller Read (sccm): float
|
|
Sample Flow Controller Read (vccm): float
|
|
Time Stamp (UTC sec): float
|
|
Elapsed Time: float
|
|
Error Code: float
|
|
Packet Time Stamp: float
|
|
Laser TEC Temp (C): float
|
|
Crystal TEC Temp (C): float
|
|
Inlet Air Temp (C): float
|
|
Computer Heatsink Temp (C): float
|
|
Laser Heatsink Temp (C): float
|
|
Outlet Air Temp (C): float
|
|
YAG Output Monitor (V): float
|
|
Cavity Pressure (hPa): float
|
|
Laser Driver Power Monitor (uA): float
|
|
Laser Driver Current Limit Monitor (A): float
|
|
Laser Driver Current Monitor (A): float
|
|
pbp_column_mapping:
|
|
Time (sec): Time (sec)
|
|
Packet Time Stamp: Packet Time Stamp
|
|
Flag: Flag
|
|
Dropped Records: Dropped Records
|
|
Record Count: Record Count
|
|
Record Size: Record Size
|
|
Particle Time Stamp: Particle Time Stamp
|
|
Particle Flags: Particle Flags
|
|
Scatter relPeak: Scatter relPeak
|
|
Scatter Transit Time: Scatter Transit Time
|
|
Scatter Peak Time: Scatter Peak Time
|
|
Scatter FWHM: Scatter FWHM
|
|
Scatter Size (nm): Scatter Size (nm)
|
|
Incand relPeak: Incand relPeak
|
|
Incand Transit Time: Incand Transit Time
|
|
Incand Peak Time: Incand Peak Time
|
|
Incand FWHM: Incand FWHM
|
|
Incand Delay: Incand Delay
|
|
Incand Mass (fg): Incand Mass (fg)
|
|
Reserved: Reserved
|
|
hk_column_mapping:
|
|
Time Stamp: Time Stamp
|
|
Time (sec): Time (sec)
|
|
Sample Flow Controller Read (sccm): Sample Flow Controller Read (sccm)
|
|
Sample Flow Controller Read (vccm): Sample Flow Controller Read (vccm)
|
|
Time Stamp (UTC sec): Time Stamp (UTC sec)
|
|
Elapsed Time: Elapsed Time
|
|
Error Code: Error Code
|
|
Packet Time Stamp: Packet Time Stamp
|
|
Laser TEC Temp (C): Laser TEC Temp (C)
|
|
Crystal TEC Temp (C): Crystal TEC Temp (C)
|
|
Inlet Air Temp (C): Inlet Air Temp (C)
|
|
Computer Heatsink Temp (C): Computer Heatsink Temp (C)
|
|
Laser Heatsink Temp (C): Laser Heatsink Temp (C)
|
|
Outlet Air Temp (C): Outlet Air Temp (C)
|
|
YAG Output Monitor (V): YAG Output Monitor (V)
|
|
Cavity Pressure (hPa): Cavity Pressure (hPa)
|
|
Laser Driver Power Monitor (uA): Laser Driver Power Monitor (uA)
|
|
Laser Driver Current Limit Monitor (A): Laser Driver Current Limit Monitor (A)
|
|
Laser Driver Current Monitor (A): Laser Driver Current Monitor (A)
|