author | A.M. Thurnherr <athurnherr@yahoo.com> |
Sun, 12 Mar 2017 12:11:40 -0400 | |
changeset 37 | 40d85448debf |
parent 36 | 515b06dae59c |
child 39 | 3bddaa514ef5 |
permissions | -rw-r--r-- |
14 | 1 |
#====================================================================== |
37 | 2 |
# R D I _ P D 0 _ I O . P L |
14 | 3 |
# doc: Sat Jan 18 14:54:43 2003 |
37 | 4 |
# dlm: Tue Mar 7 12:07:29 2017 |
14 | 5 |
# (c) 2003 A.M. Thurnherr |
37 | 6 |
# uE-Info: 1250 39 NIL 0 0 72 0 2 4 NIL ofnI |
14 | 7 |
#====================================================================== |
8 |
||
37 | 9 |
# Read RDI PD0 binary data files (*.[0-9][0-9][0-9]) |
14 | 10 |
|
11 |
# HISTORY: |
|
12 |
# Jan 18, 2003: - incepted aboard the Aurora Australis (KAOS) |
|
13 |
# Jan 19, 2003: - continued |
|
14 |
# Jan 20, 2003: - replaced INTENSITY by AMPLITUDE |
|
15 |
# Jan 21, 2003: - changed heading-correction field names |
|
16 |
# Jan 27, 2003: - cosmetics |
|
17 |
# Feb 14, 2003: - moved BT setup into header |
|
18 |
# Mar 15, 2003: - moved 10th xmit voltage into header as BATTERY field |
|
19 |
# - removed again, because values are not meaningful |
|
20 |
# Feb 24, 2004: - continued aboard Nathaniel B. Palmer (Anslope II) |
|
21 |
# - BUG: ensemble # was wrong on error messages |
|
22 |
# Feb 26, 2004: - removed ESW_ERROR and bitmasking of ERROR_STATUS_WORD |
|
23 |
# Feb 27, 2004: - removed some unused (commented-out) baggage |
|
24 |
# Mar 11, 2004: - BUG: renamed ACD -> ADC |
|
25 |
# Mar 18, 2004: - cosmetics |
|
26 |
# Mar 30, 2004: - rewrote to speed up reading; new version takes |
|
27 |
# ~40% less time |
|
28 |
# Sep 14, 2005: - made BT data optional (NUMBER_OF_DATA_TYPES) |
|
29 |
# - added DATA_FORMAT |
|
30 |
# Sep 15, 2005: - debugged |
|
31 |
# - implement checksum to robustly find EOF |
|
32 |
# - renamed to RDI_BB_Read.pl |
|
33 |
# - BUG: had used POSIX::mktime with wrong month def! |
|
34 |
# Oct 30, 2005: - added WH300 FW16.27 file format |
|
35 |
# - added DATA_FORMAT_VARIANT |
|
36 |
# - changed semantics so that first valid ensemble is |
|
37 |
# in E[0] (instead of E[$ensNo-1]) |
|
38 |
# Nov 8, 2005: - replaced UNIXTIME by UNIX_TIME |
|
39 |
# - added SECNO |
|
40 |
# Aug 31: 2006: - added DAYNO |
|
41 |
# Aug 1, 2007: - BUG: typo in monthLength() |
|
42 |
# Sep 18, 2007: - modified readHeader() readDta() WBRhdr() WBRens() to |
|
43 |
# conserve memory (no large arrays as retvals) |
|
44 |
# Jun 4, 2008: - BUG: BB150 code was not considered on Sep 18, 2007 |
|
45 |
# Aug 15, 2010: - downgraded "unexpected number of data types" from error to warning |
|
46 |
# - BUG: WBRcfn had not been set correctly |
|
47 |
# - modified to allow processing files without time info |
|
48 |
# May 12, 2011: - added code to report built-in-test errors |
|
49 |
# Mar 19, 2013: - added support for WH600 data file (58 fixed leader bytes) |
|
50 |
# Mar 20, 2013: - removed DATA_FORMAT stuff |
|
51 |
# - added support for BT data in subset of ensembles |
|
52 |
# Apr 29, 2013: - changed semantics to assume EOF when unexpected number of data types |
|
53 |
# are present in an ensemble |
|
54 |
# Nov 25, 2013: - renamed from [RDI_BB_Read.pl] |
|
55 |
# - begin implementing WBWens() |
|
56 |
# - checkEnsemble() expunged |
|
18 | 57 |
# Mar 3, 2014: - BUG: WBPens() did not handle incomple ensembles at EOF correctly |
58 |
# Mar 4, 2014: - added support for DATA_SOURCE_ID |
|
59 |
# Apr 24, 2014: - added debug statements to log %-GOOD values |
|
60 |
# May 6, 2014: - loosened input format checks |
|
61 |
# May 7, 2014: - removed BT_present flag |
|
21 | 62 |
# Sep 6, 2014: - adapted WBRhdr to >7 data types |
63 |
# Oct 15, 2014: - implemented work-around for readData() not recognizing |
|
64 |
# incomplete ensemble at the end, which seems to imply that there is |
|
65 |
# a garbage final ensemble that passes the checksum test??? |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
66 |
# Oct 2, 2015: - added &skip_initial_trash() |
28 | 67 |
# Dec 18, 2015: - added most data types to WBPofs() |
68 |
# - BUG: WBPens() requires round() for scaled values |
|
31 | 69 |
# Jan 9, 2016: - removed system() from writeData() |
70 |
# - BUG: WBRhdr() did not set DATA_SOURCE_ID |
|
29 | 71 |
# - added PRODUCER |
31 | 72 |
# - BUG: writeData() did not work correctly for ECOGIG OC26 moored data (spaces in filename?) |
73 |
# - added support for patching coordinate system |
|
32 | 74 |
# Feb 16, 2016: - added transducer orientation to WBPens() |
75 |
# - BUG: most WBPens() error messages used wrong file name |
|
76 |
# Feb 23, 2016: - changed WBRhdr() to use 2nd ensemble (with correct data-source id) |
|
77 |
# Feb 26, 2016: - added basic BT data to WBPens(); not BT_RL_* and BT_SIGNAL_STRENGTH |
|
36
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
78 |
# Feb 29, 2016: - LEAP DAY: actually got BT data patching to work |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
79 |
# Jul 30, 2016: - BUG: incomplete last ensemble with garbage content was returned on reading |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
80 |
# WH300 data |
37 | 81 |
# Aug 5, 2016: - cosmetics |
82 |
# Aug 23, 2016: - added &clearEns() |
|
83 |
# Nov 9, 2016: - made WBRhdr() return undef on "empty" files |
|
84 |
# Nov 18, 2016: - BUG: ensNo was not reported correctly in format errors |
|
85 |
# Nov 23, 2016: - no longer set pitch/roll/heading to undef in clearEns() |
|
86 |
# Mar 7, 2016: - renamed round() to stop clashing with ANTSLIB |
|
14 | 87 |
|
88 |
# FIRMWARE VERSIONS: |
|
89 |
# It appears that different firmware versions generate different file |
|
90 |
# structures. Currently (Sep 2005) these routines have been tested |
|
91 |
# with the following firmware versions (as reported by [listHdr]): |
|
92 |
# |
|
93 |
# Firmw. DATA_FORMAT(_VARIANT) Owner Cruise FIXED_LEADER_LENGTH |
|
94 |
#------------------------------------------------------------ |
|
95 |
# 05.52 BB150 (1) UH CLIVAR/P16S 42 |
|
96 |
# 16.12 WH300 (1) FSU A0304 53 |
|
97 |
# 16.21 WH300 (1) LDEO NBP0402 53 |
|
98 |
# 16.27 WH300 (2) Nash ? 59 |
|
99 |
||
29 | 100 |
# PD0 FILE FORMAT EXTENSIONS: |
101 |
# |
|
32 | 102 |
# - file creator encoded in DATA_SOURCE_ID |
103 |
# |
|
104 |
# - first ensemble uses default RDI DATA_SOURCE_ID because the LDEO_IX |
|
105 |
# software assumes this |
|
106 |
# |
|
29 | 107 |
# - DATA_SOURCE_ID = 0x7F original TRDI PD0 file |
108 |
# |
|
109 |
# - DATA_SOURCE_ID = 0xA0 | PATCHED_MASK produced by IMP+LADP |
|
110 |
# PATCHED_MASK & 0x04: pitch value has been patched |
|
111 |
# PATCHED_MASK & 0x02: roll value has been patched |
|
112 |
# PATCHED_MASK & 0x01: heading value has been patched |
|
113 |
# - PITCH & ROLL can be missing (0x8000 badval as in velocities) |
|
114 |
# - HEADING can be missing (0xF000 badval, as 0x8000 is valid 327.68 heading) |
|
115 |
# |
|
31 | 116 |
# - DATA_SOURCE_ID = 0xE0 produced by editPD0 |
18 | 117 |
|
14 | 118 |
# NOTES: |
119 |
# - RDI stores data in VAX/Intel byte order (little endian) |
|
120 |
# - the output data structure does not exactly mirror the file data |
|
121 |
# structure; the header is not stored at all and the fixed leader |
|
122 |
# data are not duplicated in every ensemble |
|
123 |
# - in the RDI files some fields that logically belong into the header |
|
124 |
# or the fixed leader (e.g. BT_MIN_CORRELATION) appear in the |
|
125 |
# ensemble data --- these are not read on input |
|
126 |
# - the field names are generally unabbreviated except for |
|
127 |
# BT (= Bottom Track), RL (= Reference Layer), MIN and MAX |
|
128 |
# - all arrays are 0-referenced, but the ensemble number is not! |
|
129 |
# - a list of filenames can be be passed to readData() so that |
|
130 |
# files split onto several memory cards (typically .000 .001 &c) |
|
131 |
# can be read --- not sure if this works, actually |
|
132 |
# - the RDI manuals are not entirely clear everywhere; I have made |
|
133 |
# guesses in some cases, but they should not affect the main |
|
134 |
# fields of interest |
|
135 |
# - some fields in the fixed leader are not really fixed in a LADCP |
|
136 |
# setting (e.g. xducer orientation); I'v made an educated guess |
|
137 |
# as to which fields to move to the ENS array |
|
138 |
# - all units except pressure are SI, i.e. in m and m/s |
|
139 |
# - I don't understand the ERROR_STATUS_WORD; here's what 3 different |
|
140 |
# instruments returned: |
|
141 |
# 0x88000100 FSU instrument during A0304 (Firmware 16.12) |
|
142 |
# 0x88008180 LDEO uplooker (slave) during NBP0402 (Firmware 16.21) |
|
143 |
# 0x00008180 LDEO downlooker (master) during NBP0402 (Firmware 16.21) |
|
144 |
# According to the manual (January 2001 version) this would, for example, |
|
145 |
# indicate power failures on both FSU and LDEO slave instruments... |
|
146 |
||
147 |
# &readData() returns perl obj (ref to anonymous hash) with the following |
|
148 |
# structure: |
|
149 |
# |
|
18 | 150 |
# DATA_SOURCE_ID scalar 0x7f (Workhorse, also DVL) |
14 | 151 |
# NUMBER_OF_DATA_TYPES scalar 6 (no BT) or 7 |
152 |
# ENSEMBLE_BYTES scalar ?, number of bytes w/o checksum |
|
153 |
# HEADER_BYTES scalar ? |
|
154 |
# FIXED_LEADER_BYTES scalar 42 for BB150; 53 for WH300, 58 for WH600, 59 for WH300(Nash) |
|
155 |
# VARIABLE_LEADER_BYTES scalar ? |
|
156 |
# VELOCITY_DATA_BYTES scalar ? |
|
157 |
# CORRELATION_DATA_BYTES scalar ? |
|
158 |
# ECHO_INTENSITY_DATA_BYTES scalar ? |
|
159 |
# PERCENT_GOOD_DATA_BYTES scalar ? |
|
160 |
# BT_PRESENT bool NUMBER_OF_DATA_TYPES == 7 |
|
161 |
# BT_DATA_BYTES scalar undefined, ? if BT_PRESENT |
|
162 |
# CPU_FW_VER scalar 0--255 |
|
163 |
# CPU_FW_REV scalar 0--255 |
|
164 |
# BEAM_FREQUENCY scalar 75, 150, 300, 600, 1200, 2400 [kHz] |
|
165 |
# CONVEX_BEAM_PATTERN bool undefined, 1 |
|
166 |
# CONCAVE_BEAM_PATTERN bool undefined, 1 |
|
167 |
# SENSOR_CONFIG scalar 1--3 |
|
168 |
# XDUCER_HEAD_ATTACHED bool undefined, 1 |
|
169 |
# BEAM_ANGLE scalar 15,20,30,undefined=other [deg] |
|
170 |
# N_BEAMS scalar 4--5 |
|
171 |
# N_DEMODS scalar 2--3(???),undefined=n/a |
|
172 |
# N_BINS scalar 1--128 |
|
173 |
# PINGS_PER_ENSEMBLE scalar 0--16384 |
|
174 |
# BIN_LENGTH scalar 0.01--64 [m] |
|
175 |
# BLANKING_DISTANCE scalar 0-99.99 [m] |
|
176 |
# MIN_CORRELATION scalar 0--255 |
|
177 |
# N_CODE_REPETITIONS scalar 0--255 |
|
178 |
# MIN_PERCENT_GOOD scalar 1--100 [%] |
|
179 |
# MAX_ERROR_VELOCITY scalar 0--5 [m/s] |
|
180 |
# TIME_BETWEEN_PINGS scalar 0--? [s] |
|
181 |
# BEAM_COORDINATES bool undefined,1 |
|
182 |
# INSTRUMENT_COORDINATES bool undefined,1 |
|
183 |
# SHIP_COORDINATES bool undefined,1 |
|
184 |
# EARTH_COORDINATES bool undefined,1 |
|
185 |
# PITCH_AND_ROLL_USED bool undefined,1 |
|
186 |
# USE_3_BEAM_ON_LOW_CORR bool undefined,1 |
|
187 |
# BIN_MAPPING_ALLOWED bool undefined,1 |
|
188 |
# HEADING_ALIGNMENT scalar -179.99..180 [deg] |
|
189 |
# HEADING_BIAS scalar -179.99..180 [deg] |
|
190 |
# CALCULATE_SPEED_OF_SOUND bool undefined,1 |
|
191 |
# USE_PRESSURE_SENSOR bool undefined,1 |
|
192 |
# USE_COMPASS bool undefined,1 |
|
193 |
# USE_PITCH_SENSOR bool undefined,1 |
|
194 |
# USE_ROLL_SENSOR bool undefined,1 |
|
195 |
# USE_CONDUCTIVITY_SENSOR bool undefined,1 |
|
196 |
# USE_TEMPERATURE_SENSOR bool undefined,1 |
|
197 |
# SPEED_OF_SOUND_CALCULATED bool undefined,1 |
|
198 |
# PRESSURE_SENSOR_AVAILABLE bool undefined,1 |
|
199 |
# COMPASS_AVAILABLE bool undefined,1 |
|
200 |
# PITCH_SENSOR_AVAILABLE bool undefined,1 |
|
201 |
# ROLL_SENSOR_AVAILABLE bool undefined,1 |
|
202 |
# CONDUCTIVITY_SENSOR_AVAILABLE bool undefined,1 |
|
203 |
# TEMPERATURE_SENSOR_AVAILABLE bool undefined,1 |
|
204 |
# DISTANCE_TO_BIN1_CENTER scalar 0--655.35 [m] |
|
205 |
# TRANSMITTED_PULSE_LENGTH scalar 0--655.35 [m] |
|
206 |
# RL_FIRST_BIN scalar 1--128 |
|
207 |
# RL_LAST_BIN scalar 1--128 |
|
208 |
# FALSE_TARGET_THRESHOLD scalar 0--254, undefined=disabled |
|
209 |
# LOW_LATENCY_SETTING scalar 0--5(???) |
|
210 |
# TRANSMIT_LAG_DISTANCE scalar 0--655.35 [m] |
|
211 |
# CPU_SERIAL_NUMBER scalar undefined, 0--65535 if WH300 |
|
212 |
# NARROW_BANDWIDTH bool undefined,1 (only set if WH300) |
|
213 |
# WIDE_BANDWIDTH bool undefined,1 (only set if WH300) |
|
214 |
# TRANSMIT_POWER scalar undefined, 0--255(high) if WH300 |
|
215 |
# TRANSMIT_POWER_HIGH bool undefined,1 (only set if WH300) |
|
216 |
# BT_PINGS_PER_ENSEMBLE scalar 0--999 |
|
217 |
# BT_DELAY_BEFORE_REACQUIRE scalar 0--999 |
|
218 |
# BT_MIN_CORRELATION scalar 0--255 |
|
219 |
# BT_MIN_EVAL_AMPLITUDE scalar 0--255 |
|
220 |
# BT_MIN_PERCENT_GOOD scalar 0--100 [%] |
|
221 |
# BT_MODE scalar 4,5,6(?) |
|
222 |
# BT_MAX_ERROR_VELOCITY scalar 0--5 [m/s], undef=not screened |
|
223 |
# BT_RL_MIN_SIZE scalar 0--99.9 [m] |
|
224 |
# BT_RL_NEAR scalar 0--999.9 [m] |
|
225 |
# BT_RL_FAR scalar 0--999.9 [m] |
|
226 |
# BT_MAX_TRACKING_DEPTH scalar 8--999.9 [m] |
|
227 |
# ENSEMBLE[ensemble_no-1] array ensemble info |
|
228 |
# XDUCER_FACING_UP bool undefined, 1 |
|
229 |
# XDUCER_FACING_DOWN bool undefined, 1 |
|
230 |
# N_BEAMS_USED scalar 3,4,5(?) |
|
231 |
# NUMBER scalar 1--16777215 |
|
232 |
# BUILT_IN_TEST_ERROR scalar ?,undefined=none |
|
233 |
# SPEED_OF_SOUND scalar 1400--1600 [m/s] |
|
234 |
# XDUCER_DEPTH scalar 0.1--999.9 [m] |
|
18 | 235 |
# HEADING scalar 0--359.99 [deg] --- IMP EXTENSION: undef |
236 |
# PITCH scalar -20.00-20.00 [deg] --- IMP EXTENSION: undef |
|
237 |
# ROLL scalar -20.00-20.00 [deg] --- IMP EXTENSION: undef |
|
14 | 238 |
# SALINITY scalar 0-40 [psu] |
239 |
# TEMPERATURE scalar -5.00--40.00 [deg] |
|
240 |
# MIN_PRE_PING_WAIT_TIME scalar ? [s] |
|
241 |
# HEADING_STDDEV scalar 0-180 [deg] |
|
242 |
# PITCH_STDDEV scalar 0.0-20.0 [deg] |
|
243 |
# ROLL_STDDEV scalar 0.0-20.0 [deg] |
|
244 |
# ADC_XMIT_CURRENT scalar 0--255 |
|
245 |
# ADC_XMIT_VOLTAGE scalar 0--255 |
|
246 |
# ADC_AMBIENT_TEMPERATURE scalar 0--255 |
|
247 |
# ADC_PRESSURE_PLUS scalar 0--255 |
|
248 |
# ADC_PRESSURE_MINUS scalar 0--255 |
|
249 |
# ADC_ATTITUDE_TEMPERATURE scalar 0--255 |
|
250 |
# ADC_ATTITUDE scalar 0--255 |
|
251 |
# ADC_CONTAMINATION scalar 0--255 |
|
252 |
# ERROR_STATUS_WORD scalar undefined, ? (only set if WH300) |
|
253 |
# PRESSURE scalar undefined, ?-? [dbar] (only set if WH300) |
|
254 |
# PRESSURE_STDDEV scalar undefined, ?-? [dbar] (only set if WH300) |
|
255 |
# DATE string MM/DD/YYYY |
|
256 |
# YEAR scalar ? |
|
257 |
# MONTH scalar 1--12 |
|
258 |
# DAY scalar 1--31 |
|
259 |
# TIME string HH:MM:SS.hh |
|
260 |
# HOUR scalar 0--23 |
|
261 |
# MINUTE scalar 0--59 |
|
262 |
# SECONDS scalar 0--59.99 |
|
263 |
# UNIX_TIME scalar 0--? |
|
264 |
# SECNO scalar 0--? (number of seconds since daystart) |
|
265 |
# DAYNO double fractional day number since start of current year (1.0 is midnight Jan 1st) |
|
266 |
# VELOCITY[bin][beam] scalars -32.767--32.768 [m/s], undef=bad |
|
267 |
# CORRELATION[bin][beam] scalars 1--255, undefined=bad |
|
268 |
# ECHO_AMPLITUDE[bin][beam] scalars 0--255 |
|
269 |
# PERCENT_GOOD[bin][beam] scalars 0--255 |
|
270 |
# BT_RANGE[beam] scalars tons [m] |
|
271 |
# BT_VELOCITY[beam] scalars see VELOCITY |
|
272 |
# BT_CORRELATION[beam] scalars see CORRELATION |
|
273 |
# BT_EVAL_AMPLITUDE[beam] scalars 0--255 |
|
274 |
# BT_PERCENT_GOOD[beam] scalars see PERCENT_GOOD |
|
275 |
# BT_RL_VELOCITY[beam] scalars see VELOCITY |
|
276 |
# BT_RL_CORRELATION[beam] scalars see CORRELATION |
|
277 |
# BT_RL_ECHO_AMPLITUDE[beam] scalars see ECHO_AMPLITUDE |
|
278 |
# BT_RL_PERCENT_GOOD[beam] scalars see PERCENT_GOOD |
|
279 |
# BT_SIGNAL_STRENGTH[beam] scalars 0--255 |
|
280 |
# HIGH_GAIN bool 1, undefined |
|
281 |
# LOW_GAIN bool 1, undefined |
|
282 |
||
283 |
use strict; |
|
284 |
use Time::Local; # timegm() |
|
285 |
||
286 |
#---------------------------------------------------------------------- |
|
287 |
# Time Conversion Subroutines |
|
288 |
#---------------------------------------------------------------------- |
|
289 |
||
290 |
sub monthLength($$) # of days in month |
|
291 |
{ |
|
292 |
my($Y,$M) = @_; |
|
293 |
||
294 |
return 31 if ($M==1 || $M==3 || $M==5 || $M==7 || |
|
295 |
$M==8 || $M==10 || $M==12); |
|
296 |
return 30 if ($M==4 || $M==6 || $M==9 || $M==11); |
|
297 |
return 28 if ($Y%4 != 0); |
|
298 |
return 29 if ($Y%100 != 0); |
|
299 |
return 28 if ($Y%400 > 0); |
|
300 |
return 29; |
|
301 |
} |
|
302 |
||
303 |
{ my($epoch,$lM,$lD,$lY,$ldn); # static scope |
|
304 |
||
305 |
sub dayNo($$$$$$) |
|
306 |
{ |
|
307 |
my($Y,$M,$D,$h,$m,$s) = @_; |
|
308 |
my($dn); |
|
309 |
||
310 |
if ($Y==$lY && $M==$lM && $D==$lD) { # same day as last samp |
|
311 |
$dn = $ldn; |
|
312 |
} else { # new day |
|
313 |
$epoch = $Y unless defined($epoch); # 1st call |
|
314 |
$lY = $Y; $lM = $M; $lD = $D; # store |
|
315 |
||
316 |
for ($dn=0,my($cY)=$epoch; $cY<$Y; $cY++) { # multiple years |
|
317 |
$dn += 337 + &monthLength($Y,$M); |
|
318 |
} |
|
319 |
||
320 |
$dn += $D; # day in month |
|
321 |
while (--$M > 0) { # preceding months |
|
322 |
$dn += &monthLength($Y,$M); |
|
323 |
} |
|
324 |
||
325 |
$ldn = $dn; # store |
|
326 |
} |
|
327 |
return $dn + $h/24 + $m/24/60 + $s/24/3600; |
|
328 |
} |
|
329 |
||
330 |
} # static scope |
|
331 |
||
332 |
#---------------------------------------------------------------------- |
|
333 |
# Read Data |
|
334 |
#---------------------------------------------------------------------- |
|
335 |
||
336 |
my($WBRcfn,$WBPcfn); # current file names for reading/patching |
|
337 |
my($BIT_errors) = 0; # built-in-test errors |
|
338 |
||
339 |
my($FmtErr) = "%s: illegal %s Id 0x%04x at ensemble %d"; |
|
340 |
||
341 |
#---------------------------------------------------------------------- |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
342 |
# skip to first valid ensemble (skip over initial garbage) |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
343 |
#---------------------------------------------------------------------- |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
344 |
|
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
345 |
sub skip_initial_trash(@) |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
346 |
{ |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
347 |
my($quiet) = @_; |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
348 |
my($buf,$dta); |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
349 |
|
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
350 |
my($found) = 0; # zero consecutive 0x7f found |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
351 |
my($skipped) = 0; |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
352 |
while ($found < 2) { |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
353 |
sysread(WBRF,$buf,1) == 1 || last; |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
354 |
($dta) = unpack('C',$buf); |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
355 |
if ($dta == 0x7f) { |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
356 |
$found++; |
31 | 357 |
} elsif ($found==1 && ($dta==0xE0 || ($dta&0xF0==0xA0 && $dta&0x0F<8))) { |
358 |
$found++; |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
359 |
} elsif ($found == 0) { |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
360 |
$skipped++; |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
361 |
} else { |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
362 |
$skipped += $found; |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
363 |
$found = 0; |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
364 |
} |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
365 |
} |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
366 |
die("$WBRcfn: no valid ensemble header found [$!]\n") |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
367 |
if ($found < 2); |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
368 |
printf(STDERR "WARNING: %d bytes of initial garbage\n",$skipped) |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
369 |
if ($skipped > 0 && !$quiet); |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
370 |
return sysseek(WBRF,-2,1); |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
371 |
} |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
372 |
|
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
373 |
#---------------------------------------------------------------------- |
14 | 374 |
# readHeader(file_name,^dta) WBRhdr(^data) |
375 |
# - read header data |
|
376 |
# - also includes some data from 1st ens |
|
377 |
#---------------------------------------------------------------------- |
|
378 |
||
379 |
sub readHeader(@) |
|
380 |
{ |
|
381 |
my($fn,$dta) = @_; |
|
382 |
$WBRcfn = $fn; |
|
383 |
open(WBRF,$WBRcfn) || die("$WBRcfn: $!"); |
|
37 | 384 |
WBRhdr($dta) || die("$WBRcfn: Insufficient data\n"); |
14 | 385 |
} |
386 |
||
387 |
sub WBRhdr($) |
|
388 |
{ |
|
389 |
my($dta) = @_; |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
390 |
my($start_ens,$buf,$hid,$did,$Ndt,$B,$W,$i,$dummy,$id,@WBRofs); |
14 | 391 |
my($B1,$B2,$B3,$B4,$B5,$B6,$B7,$W1,$W2,$W3,$W4,$W5); |
392 |
||
393 |
#-------------------- |
|
394 |
# HEADER |
|
395 |
#-------------------- |
|
396 |
||
32 | 397 |
skip_initial_trash(); |
37 | 398 |
sysread(WBRF,$buf,6) == 6 || return undef; |
32 | 399 |
($hid,$did,$dta->{ENSEMBLE_BYTES},$dummy,$dta->{NUMBER_OF_DATA_TYPES}) |
400 |
= unpack('CCvCC',$buf); |
|
36
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
401 |
$hid == 0x7f || die(sprintf($FmtErr,$WBRcfn,"Header (hid)",$hid,0)); |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
402 |
$did == 0x7f || die(sprintf($FmtErr,$WBRcfn,"Header (did)",$did,0)); |
32 | 403 |
|
37 | 404 |
$start_ens = sysseek(WBRF,$dta->{ENSEMBLE_BYTES}-6+2,1) || return undef; |
405 |
sysread(WBRF,$buf,6) == 6 || return undef; |
|
14 | 406 |
($hid,$did,$dta->{ENSEMBLE_BYTES},$dummy,$dta->{NUMBER_OF_DATA_TYPES}) |
407 |
= unpack('CCvCC',$buf); |
|
36
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
408 |
$hid == 0x7f || die(sprintf($FmtErr,$WBRcfn,"Header (hid2)",$hid,0)); |
29 | 409 |
$dta->{DATA_SOURCE_ID} = $did; |
410 |
if ($did == 0x7f) { |
|
411 |
$dta->{PRODUCER} = 'TRDI ADCP'; |
|
31 | 412 |
} elsif (($did&0xF0) == 0xA0) { |
413 |
$dta->{PRODUCER} = 'IMP+LADCP (Thurnherr software)'; |
|
414 |
} elsif (($did&0xF0) == 0xE0) { |
|
415 |
$dta->{PRODUCER} = 'editPD0 (Thurnherr software)'; |
|
29 | 416 |
} else { |
31 | 417 |
$dta->{PRODUCER} = sprintf('unknown (0x%02X)'); |
29 | 418 |
} |
419 |
||
21 | 420 |
printf(STDERR "WARNING: unexpected number of data types (%d)\n", |
14 | 421 |
$dta->{NUMBER_OF_DATA_TYPES}) |
422 |
unless ($dta->{NUMBER_OF_DATA_TYPES} == 6 || |
|
423 |
$dta->{NUMBER_OF_DATA_TYPES} == 7); |
|
21 | 424 |
## $dta->{BT_PRESENT} = ($dta->{NUMBER_OF_DATA_TYPES} == 7); |
425 |
$dta->{BT_PRESENT} = ($dta->{NUMBER_OF_DATA_TYPES} >= 7); |
|
14 | 426 |
|
427 |
sysread(WBRF,$buf,2*$dta->{NUMBER_OF_DATA_TYPES}) |
|
428 |
== 2*$dta->{NUMBER_OF_DATA_TYPES} |
|
429 |
|| die("$WBRcfn: $!"); |
|
430 |
@WBRofs = unpack("v$dta->{NUMBER_OF_DATA_TYPES}",$buf); |
|
431 |
||
432 |
$dta->{HEADER_BYTES} = $WBRofs[0]; |
|
433 |
$dta->{FIXED_LEADER_BYTES} = $WBRofs[1] - $WBRofs[0]; |
|
434 |
$dta->{VARIABLE_LEADER_BYTES} = $WBRofs[2] - $WBRofs[1]; |
|
435 |
$dta->{VELOCITY_DATA_BYTES} = $WBRofs[3] - $WBRofs[2]; |
|
436 |
$dta->{CORRELATION_DATA_BYTES} = $WBRofs[4] - $WBRofs[3]; |
|
437 |
$dta->{ECHO_INTENSITY_DATA_BYTES} = $WBRofs[5] - $WBRofs[4]; |
|
438 |
if ($dta->{BT_PRESENT}) { |
|
439 |
$dta->{PERCENT_GOOD_DATA_BYTES} = $WBRofs[6] - $WBRofs[5]; |
|
440 |
$dta->{BT_DATA_BYTES} = $dta->{ENSEMBLE_BYTES} - 4 - $WBRofs[6]; |
|
441 |
} else { |
|
442 |
$dta->{PERCENT_GOOD_DATA_BYTES} = $dta->{ENSEMBLE_BYTES} - 4 - $WBRofs[5]; |
|
443 |
} |
|
444 |
||
445 |
if ($dta->{FIXED_LEADER_BYTES} == 42) { # Eric Firing's old instrument I used in 2004 |
|
446 |
$dta->{INSTRUMENT_TYPE} = 'BB150'; |
|
447 |
} elsif ($dta->{FIXED_LEADER_BYTES} == 53) { # old firmware: no serial numbers |
|
448 |
$dta->{INSTRUMENT_TYPE} = 'Workhorse'; |
|
449 |
} elsif ($dta->{FIXED_LEADER_BYTES} == 59) { # new firmware: with serial numbers |
|
450 |
$dta->{INSTRUMENT_TYPE} = 'Workhorse'; |
|
451 |
} elsif ($dta->{FIXED_LEADER_BYTES} == 58) { # DVL |
|
452 |
$dta->{INSTRUMENT_TYPE} = 'Explorer'; |
|
453 |
} |
|
454 |
||
455 |
# for ($i=0; $i<$dta->{NUMBER_OF_DATA_TYPES}; $i++) { |
|
456 |
# printf(STDERR "\nWBRofs[$i] = %d",$WBRofs[$i]); |
|
457 |
# } |
|
458 |
||
459 |
#---------------------------------- |
|
460 |
# Check Data Format of 1st Ensemble |
|
461 |
#---------------------------------- |
|
462 |
||
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
463 |
sysseek(WBRF,$start_ens+$WBRofs[1],0) || die("$WBRcfn: $!"); |
14 | 464 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
465 |
$id = unpack('v',$buf); |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
466 |
$id == 0x0080 || printf(STDERR $FmtErr."\n",$WBRcfn,"Variable Leader",$id,1); |
14 | 467 |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
468 |
sysseek(WBRF,$start_ens+$WBRofs[2],0) || die("$WBRcfn: $!"); |
14 | 469 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
470 |
$id = unpack('v',$buf); |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
471 |
$id == 0x0100 || printf(STDERR $FmtErr."\n",$WBRcfn,"Velocity Data",$id,1); |
14 | 472 |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
473 |
sysseek(WBRF,$start_ens+$WBRofs[3],0) || die("$WBRcfn: $!"); |
14 | 474 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
475 |
$id = unpack('v',$buf); |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
476 |
$id == 0x0200 || printf(STDERR $FmtErr."\n",$WBRcfn,"Correlation Data",$id,1); |
14 | 477 |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
478 |
sysseek(WBRF,$start_ens+$WBRofs[4],0) || die("$WBRcfn: $!"); |
14 | 479 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
480 |
$id = unpack('v',$buf); |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
481 |
$id == 0x0300 || printf(STDERR $FmtErr."\n",$WBRcfn,"Echo Intensity",$id,1); |
14 | 482 |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
483 |
sysseek(WBRF,$start_ens+$WBRofs[5],0) || die("$WBRcfn: $!"); |
14 | 484 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
485 |
$id = unpack('v',$buf); |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
486 |
$id == 0x0400 || printf(STDERR $FmtErr."\n",$WBRcfn,"Percent-Good Data",$id,1); |
14 | 487 |
|
21 | 488 |
my($BT_dt); |
14 | 489 |
if ($dta->{BT_PRESENT}) { |
21 | 490 |
for ($BT_dt=6; $BT_dt<$dta->{NUMBER_OF_DATA_TYPES}; $BT_dt++) { # scan until BT found |
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
491 |
sysseek(WBRF,$start_ens+$WBRofs[$BT_dt],0) || die("$WBRcfn: $!"); |
21 | 492 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
493 |
$id = unpack('v',$buf); |
|
494 |
last if ($id == 0x0600); |
|
495 |
} |
|
496 |
||
497 |
if ($BT_dt == $dta->{NUMBER_OF_DATA_TYPES}) { |
|
498 |
printf(STDERR "WARNING: no BT data found\n");die; |
|
499 |
undef($dta->{BT_PRESENT}); |
|
500 |
} |
|
14 | 501 |
} |
502 |
||
503 |
#-------------------- |
|
504 |
# FIXED LEADER |
|
505 |
#-------------------- |
|
506 |
||
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
507 |
sysseek(WBRF,$start_ens+$WBRofs[0],0) || die("$WBRcfn: $!"); |
14 | 508 |
sysread(WBRF,$buf,42) == 42 || die("$WBRcfn: $!"); |
509 |
($id,$dta->{CPU_FW_VER},$dta->{CPU_FW_REV},$B1,$B2,$dummy,$dummy,$dummy, |
|
510 |
$dta->{N_BINS},$dta->{PINGS_PER_ENSEMBLE},$dta->{BIN_LENGTH}, |
|
511 |
$dta->{BLANKING_DISTANCE},$dummy,$dta->{MIN_CORRELATION}, |
|
512 |
$dta->{N_CODE_REPETITIONS},$dta->{MIN_PERCENT_GOOD}, |
|
513 |
$dta->{MAX_ERROR_VELOCITY},$dta->{TIME_BETWEEN_PINGS},$B3,$B4,$B5, |
|
514 |
$dta->{HEADING_ALIGNMENT},$dta->{HEADING_BIAS},$B6,$B7, |
|
515 |
$dta->{DISTANCE_TO_BIN1_CENTER},$dta->{TRANSMITTED_PULSE_LENGTH}, |
|
516 |
$dta->{REF_LAYER_FIRST_BIN},$dta->{REF_LAYER_LAST_BIN}, |
|
517 |
$dta->{FALSE_TARGET_THRESHOLD},$dta->{LOW_LATENCY_SETTING}, |
|
518 |
$dta->{TRANSMIT_LAG_DISTANCE}) = |
|
519 |
unpack('vCCCCC3CvvvCCCCvCCCCvvCCvvCCCCv',$buf); |
|
520 |
||
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
521 |
$id == 0x0000 || printf(STDERR $FmtErr."\n",$WBRcfn,"Fixed Leader",$id,0); |
14 | 522 |
|
523 |
$dta->{BEAM_FREQUENCY} = 2**($B1 & 0x07) * 75; |
|
524 |
$dta->{CONVEX_BEAM_PATTERN} = 1 if ($B1 & 0x08); |
|
525 |
$dta->{CONCAVE_BEAM_PATTERN} = 1 if (!($B1 & 0x08)); |
|
526 |
$dta->{SENSOR_CONFIG} = ($B1 & 0x30) >> 4; |
|
527 |
$dta->{XDUCER_HEAD_ATTACHED} = 1 if ($B1 & 0x40); |
|
528 |
||
529 |
if (($B2 & 0x03) == 0x00) { $dta->{BEAM_ANGLE} = 15; } |
|
530 |
elsif (($B2 & 0x03) == 0x01) { $dta->{BEAM_ANGLE} = 20; } |
|
531 |
elsif (($B2 & 0x03) == 0x02) { $dta->{BEAM_ANGLE} = 30; } |
|
532 |
if (($B2 & 0xF0) == 0x40) { $dta->{N_BEAMS} = 4; } |
|
533 |
elsif (($B2 & 0xF0) == 0x50) { $dta->{N_BEAMS} = 5; $dta->{N_DEMODS} = 3; } |
|
534 |
elsif (($B2 & 0xF0) == 0xF0) { $dta->{N_BEAMS} = 5; $dta->{N_DEMODS} = 2; } |
|
535 |
||
536 |
$dta->{BIN_LENGTH} /= 100; |
|
537 |
$dta->{BLANKING_DISTANCE} /= 100; |
|
538 |
||
539 |
$dta->{MAX_ERROR_VELOCITY} /= 1000; |
|
540 |
$dta->{TIME_BETWEEN_PINGS} *= 60; |
|
541 |
$dta->{TIME_BETWEEN_PINGS} += $B3 + $B4/100; |
|
542 |
||
543 |
$dta->{BEAM_COORDINATES} = 1 if (($B5 & 0x18) == 0x00); |
|
544 |
$dta->{INSTRUMENT_COORDINATES} = 1 if (($B5 & 0x18) == 0x08); |
|
545 |
$dta->{SHIP_COORDINATES} = 1 if (($B5 & 0x18) == 0x10); |
|
546 |
$dta->{EARTH_COORDINATES} = 1 if (($B5 & 0x18) == 0x18); |
|
547 |
$dta->{PITCH_AND_ROLL_USED} = 1 if ($B5 & 0x04); |
|
548 |
$dta->{USE_3_BEAM_ON_LOW_CORR} = 1 if ($B5 & 0x02); |
|
549 |
$dta->{BIN_MAPPING_ALLOWED} = 1 if ($B5 & 0x01); |
|
550 |
||
551 |
$dta->{HEADING_ALIGNMENT} = |
|
552 |
($dta->{EARTH_COORDINATES} || $dta->{SHIP_COORDINATES}) ? |
|
553 |
$dta->{HEADING_ALIGNMENT} / 100 : undef; |
|
554 |
$dta->{HEADING_BIAS} = |
|
555 |
($dta->{EARTH_COORDINATES} || $dta->{SHIP_COORDINATES}) ? |
|
556 |
$dta->{HEADING_BIAS} / 100 : undef; |
|
557 |
||
558 |
$dta->{CALCULATE_SPEED_OF_SOUND} = 1 if ($B6 & 0x40); |
|
559 |
$dta->{USE_PRESSURE_SENSOR} = 1 if ($B6 & 0x20); |
|
560 |
$dta->{USE_COMPASS} = 1 if ($B6 & 0x10); |
|
561 |
$dta->{USE_PITCH_SENSOR} = 1 if ($B6 & 0x08); |
|
562 |
$dta->{USE_ROLL_SENSOR} = 1 if ($B6 & 0x04); |
|
563 |
$dta->{USE_CONDUCTIVITY_SENSOR} = 1 if ($B6 & 0x02); |
|
564 |
$dta->{USE_TEMPERATURE_SENSOR} = 1 if ($B6 & 0x01); |
|
565 |
||
566 |
$dta->{SPEED_OF_SOUND_CALCULATED} = 1 if ($B7 & 0x40); |
|
567 |
$dta->{PRESSURE_SENSOR_AVAILABLE} = 1 if ($B7 & 0x20); |
|
568 |
$dta->{COMPASS_AVAILABLE} = 1 if ($B7 & 0x10); |
|
569 |
$dta->{PITCH_SENSOR_AVAILABLE} = 1 if ($B7 & 0x08); |
|
570 |
$dta->{ROLL_SENSOR_AVAILABLE} = 1 if ($B7 & 0x04); |
|
571 |
$dta->{CONDUCTIVITY_SENSOR_AVAILABLE} = 1 if ($B7 & 0x02); |
|
572 |
$dta->{TEMPERATURE_SENSOR_AVAILABLE} = 1 if ($B7 & 0x01); |
|
573 |
||
574 |
$dta->{DISTANCE_TO_BIN1_CENTER} /= 100; |
|
575 |
$dta->{TRANSMITTED_PULSE_LENGTH} /= 100; |
|
576 |
||
577 |
$dta->{FALSE_TARGET_THRESHOLD} = undef |
|
578 |
if ($dta->{FALSE_TARGET_THRESHOLD} == 255); |
|
579 |
$dta->{TRANSMIT_LAG_DISTANCE} /= 100; |
|
580 |
||
581 |
if ($dta->{INSTRUMENT_TYPE} eq 'Workhorse') { |
|
582 |
sysread(WBRF,$buf,11) == 11 || die("$WBRcfn: $!"); |
|
583 |
($W1,$W2,$W3,$W4,$W5,$dta->{TRANSMIT_POWER}) = |
|
584 |
unpack('vvvvvC',$buf); |
|
585 |
||
586 |
$dta->{CPU_SERIAL_NUMBER} = sprintf("%04X%04X%04X%04X",$W1,$W2,$W3,$W4); |
|
587 |
||
588 |
$dta->{NARROW_BANDWIDTH} = ($W5 == 1); |
|
589 |
$dta->{WIDE_BANDWIDTH} = ($W5 == 0); |
|
590 |
$dta->{TRANSMIT_POWER_HIGH} = ($dta->{TRANSMIT_POWER} == 255); |
|
591 |
||
592 |
if ($dta->{FIXED_LEADER_BYTES} == 59) { # new style with serial number |
|
593 |
sysread(WBRF,$buf,6) == 6 || die("$WBRcfn: $!"); |
|
594 |
($dummy,$dta->{SERIAL_NUMBER},$dummy) = # last bytes is beam angle, but that info has |
|
595 |
unpack('CVC',$buf); # already been provided above |
|
596 |
} |
|
597 |
} |
|
598 |
||
599 |
if ($dta->{INSTRUMENT_TYPE} eq 'Explorer') { |
|
600 |
sysread(WBRF,$buf,16) == 16 || die("$WBRcfn: $!"); |
|
601 |
($dummy,$dummy,$W5,$dummy,$dta->{SERIAL_NUMBER}) = |
|
602 |
unpack('VVvvV',$buf); |
|
603 |
$dta->{NARROW_BANDWIDTH} = ($W5 == 1); |
|
604 |
$dta->{WIDE_BANDWIDTH} = ($W5 == 0); |
|
605 |
} |
|
606 |
||
607 |
#----------------------- |
|
608 |
# 1st ENSEMBLE, BT Setup |
|
609 |
#----------------------- |
|
610 |
||
611 |
if ($dta->{BT_PRESENT}) { |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
612 |
sysseek(WBRF,$start_ens+$WBRofs[$BT_dt],0) || die("$WBRcfn: $!"); |
14 | 613 |
sysread(WBRF,$buf,12) == 12 || die("$WBRcfn: $!"); |
614 |
($id,$dta->{BT_PINGS_PER_ENSEMBLE},$dta->{BT_DELAY_BEFORE_REACQUIRE}, |
|
615 |
$dta->{BT_MIN_CORRELATION},$dta->{BT_MIN_EVAL_AMPLITUDE}, |
|
616 |
$dta->{BT_MIN_PERCENT_GOOD},$dta->{BT_MODE}, |
|
617 |
$dta->{BT_MAX_ERROR_VELOCITY}) = unpack('vvvCCCCv',$buf); |
|
618 |
||
619 |
$id == 0x0600 || |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
620 |
printf(STDERR $FmtErr."\n",$WBRcfn,"Bottom Track",$id,0,tell(WBRF)); |
14 | 621 |
|
622 |
$dta->{BT_MAX_ERROR_VELOCITY} = |
|
623 |
$dta->{BT_MAX_ERROR_VELOCITY} ? $dta->{BT_MAX_ERROR_VELOCITY} / 1000 |
|
624 |
: undef; |
|
625 |
||
626 |
sysseek(WBRF,28,1) || die("$WBRcfn: $!"); |
|
627 |
sysread(WBRF,$buf,6) == 6 || die("$WBRcfn: $!"); |
|
628 |
($dta->{BT_RL_MIN_SIZE},$dta->{BT_RL_NEAR},$dta->{BT_RL_FAR}) |
|
629 |
= unpack('vvv',$buf); |
|
630 |
||
631 |
$dta->{BT_RL_MIN_SIZE} /= 10; |
|
632 |
$dta->{BT_RL_NEAR} /= 10; |
|
633 |
$dta->{BT_RL_FAR} /= 10; |
|
634 |
||
635 |
sysseek(WBRF,20,1) || die("$WBRcfn: $!"); # skip data |
|
636 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
|
637 |
$dta->{BT_MAX_TRACKING_DEPTH} = unpack('v',$buf) / 10; |
|
638 |
} |
|
639 |
||
640 |
return $dta; |
|
641 |
} |
|
642 |
||
643 |
#---------------------------------------------------------------------- |
|
644 |
# readData(file_name,^data) WBRens(nbins,fixed_leader_bytes,^data) |
|
645 |
# - read all ensembles |
|
646 |
#---------------------------------------------------------------------- |
|
647 |
||
648 |
sub readData(@) |
|
649 |
{ |
|
650 |
my($fn,$dta) = @_; |
|
651 |
$WBRcfn = $fn; |
|
37 | 652 |
open(WBRF,$WBRcfn) || die("$WBRcfn: $!\n"); |
653 |
WBRhdr($dta) || die("$WBRcfn: Insufficient Data\n"); |
|
14 | 654 |
WBRens($dta->{N_BINS},$dta->{FIXED_LEADER_BYTES}, |
655 |
\@{$dta->{ENSEMBLE}}); |
|
656 |
print(STDERR "$WBRcfn: $BIT_errors built-in-test errors\n") |
|
657 |
if ($BIT_errors); |
|
658 |
} |
|
659 |
||
660 |
sub WBRens($$$) |
|
661 |
{ |
|
662 |
my($nbins,$fixed_leader_bytes,$E) = @_; |
|
663 |
my($start_ens,$B1,$B2,$B3,$B4,$I,$id,$bin,$beam,$buf,$dummy,@dta,$i,$cs,@WBRofs); |
|
18 | 664 |
my($ens,$ensNo,$dayStart,$ens_length,$hid,$did,$ndt); |
14 | 665 |
|
26
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
666 |
sysseek(WBRF,0,0) || die("$WBRcfn: $!"); |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
667 |
$start_ens = skip_initial_trash(1); |
02776c168135
made RDI_BB_IO work with files containing leading garbage
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
24
diff
changeset
|
668 |
for ($ens=0; 1; $ens++,$start_ens+=$ens_length+2) { |
14 | 669 |
# print(STDERR "ens = $ens\n"); |
670 |
# print(STDERR "start_ens = $start_ens\n"); |
|
671 |
||
672 |
#---------------------------------------- |
|
673 |
# Get ensemble length and # of data types |
|
674 |
#---------------------------------------- |
|
675 |
||
676 |
sysseek(WBRF,$start_ens,0) || die("$WBRcfn: $!"); |
|
677 |
sysread(WBRF,$buf,6) == 6 || last; |
|
678 |
($hid,$did,$ens_length,$dummy,$ndt) = unpack('CCvCC',$buf); |
|
37 | 679 |
$hid == 0x7f || die(sprintf($FmtErr,$WBRcfn,"Header",$hid,defined($ensNo)?$ensNo+1:0)); |
29 | 680 |
${$E}[$ens]->{DATA_SOURCE_ID} = $did; |
681 |
if ($did == 0x7f) { |
|
682 |
${$E}[$ens]->{PRODUCER} = 'TRDI ADCP'; |
|
683 |
} elsif ($did&0xF0 == 0xA0) { |
|
684 |
${$E}[$ens]->{PRODUCER} = 'IMP+LADCP (Thurnherr software)'; |
|
31 | 685 |
} elsif ($did&0xF0 == 0xE0) { |
29 | 686 |
${$E}[$ens]->{PRODUCER} = 'editPD0 (Thurnherr software)'; |
687 |
} else { |
|
688 |
${$E}[$ens]->{PRODUCER} = 'unknown'; |
|
689 |
} |
|
690 |
||
18 | 691 |
## printf(STDERR "\n$WBRcfn: WARNING: unexpected number of data types (%d, ens=$ens)\n",$ndt),last |
692 |
## unless ($ndt == 6 || $ndt == 7); |
|
14 | 693 |
sysread(WBRF,$buf,2*$ndt) == 2*$ndt || die("$WBRcfn: $!"); |
694 |
@WBRofs = unpack("v$ndt",$buf); |
|
695 |
$fixed_leader_bytes = $WBRofs[1] - $WBRofs[0]; |
|
696 |
# print(STDERR "@WBRofs\n"); |
|
697 |
||
698 |
#------------------------------- |
|
699 |
# Make Sure Ensemble is Complete |
|
700 |
#------------------------------- |
|
701 |
||
702 |
# UH BB150 writes incomplete ensembles (i.e. short read |
|
703 |
# indicates EOF). FSU WH300 has bogus data in incomplete |
|
704 |
# final ensemble. |
|
705 |
||
706 |
sysseek(WBRF,$start_ens,0) || die("$WBRcfn: $!"); |
|
37 | 707 |
unless ((sysread(WBRF,$buf,$ens_length) == $ens_length) && # incomplete ensemble |
36
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
708 |
(sysread(WBRF,$cs,2) == 2)) { |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
709 |
pop(@{$E}); |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
710 |
last; |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
711 |
} |
14 | 712 |
|
37 | 713 |
unless (unpack('%16C*',$buf) == unpack('v',$cs)) { # bad checksum |
714 |
pop(@{$E}); |
|
715 |
last; |
|
716 |
# next; # using this might make the code work |
|
717 |
} # for files with isolated bad ensembles |
|
14 | 718 |
|
719 |
#------------------------------ |
|
720 |
# Variable Leader |
|
721 |
#------------------------------ |
|
722 |
||
37 | 723 |
my($lastEns) = $ensNo; |
14 | 724 |
sysseek(WBRF,$start_ens+$WBRofs[1],0) || die("$WBRcfn: $!"); |
725 |
sysread(WBRF,$buf,4) == 4 || die("$WBRcfn: $!"); |
|
37 | 726 |
($id,$ensNo) = unpack("vv",$buf); # only lower two bytes!!! |
14 | 727 |
|
728 |
$id == 0x0080 || |
|
37 | 729 |
die(sprintf($FmtErr,$WBRcfn,"Variable Leader",$id,$ensNo + ($lastEns - ($lastEns & 0xFFFF)))); |
14 | 730 |
|
37 | 731 |
if ($fixed_leader_bytes==42 || $fixed_leader_bytes==58) { # BB150 & Explorer DVL |
14 | 732 |
sysread(WBRF,$buf,7) == 7 || die("$WBRcfn: $!"); |
733 |
(${$E}[$ens]->{YEAR},${$E}[$ens]->{MONTH}, |
|
734 |
${$E}[$ens]->{DAY},${$E}[$ens]->{HOUR},${$E}[$ens]->{MINUTE}, |
|
735 |
${$E}[$ens]->{SECONDS},$B4) = unpack('CCCCCCC',$buf); |
|
736 |
${$E}[$ens]->{SECONDS} += $B4/100; |
|
737 |
${$E}[$ens]->{YEAR} += (${$E}[$ens]->{YEAR} > 80) ? 1900 : 2000; |
|
738 |
} else { |
|
739 |
sysseek(WBRF,7,1) || die("$WBRcfn: $!"); # use Y2K RTC instead |
|
740 |
} |
|
741 |
||
742 |
sysread(WBRF,$buf,1) == 1 || die("$WBRcfn: $!"); |
|
743 |
$ensNo += unpack('C',$buf) << 16; |
|
744 |
${$E}[$ens]->{NUMBER} = $ensNo; |
|
745 |
||
746 |
sysread(WBRF,$buf,30) == 30 || die("$WBRcfn: $!"); |
|
747 |
(${$E}[$ens]->{BUILT_IN_TEST_ERROR},${$E}[$ens]->{SPEED_OF_SOUND}, |
|
748 |
${$E}[$ens]->{XDUCER_DEPTH},${$E}[$ens]->{HEADING}, |
|
749 |
${$E}[$ens]->{PITCH},${$E}[$ens]->{ROLL}, |
|
750 |
${$E}[$ens]->{SALINITY},${$E}[$ens]->{TEMPERATURE}, |
|
751 |
${$E}[$ens]->{MIN_PRE_PING_WAIT_TIME},$B1,$B2, |
|
752 |
${$E}[$ens]->{HEADING_STDDEV},${$E}[$ens]->{PITCH_STDDEV}, |
|
753 |
${$E}[$ens]->{ROLL_STDDEV},${$E}[$ens]->{ADC_XMIT_CURRENT}, |
|
754 |
${$E}[$ens]->{ADC_XMIT_VOLTAGE},${$E}[$ens]->{ADC_AMBIENT_TEMPERATURE}, |
|
755 |
${$E}[$ens]->{ADC_PRESSURE_PLUS},${$E}[$ens]->{ADC_PRESSURE_MINUS}, |
|
756 |
${$E}[$ens]->{ADC_ATTITUDE_TEMPERATURE},${$E}[$ens]->{ADC_ATTITUDE}, |
|
757 |
${$E}[$ens]->{ADC_CONTAMINATION}) |
|
758 |
= unpack('vvvvvvvvCCCCCCCCCCCCCC',$buf); |
|
759 |
||
760 |
${$E}[$ens]->{BUILT_IN_TEST_ERROR} = undef |
|
761 |
unless (${$E}[$ens]->{BUILT_IN_TEST_ERROR}); |
|
762 |
$BIT_errors++ if (${$E}[$ens]->{BUILT_IN_TEST_ERROR}); |
|
763 |
||
764 |
${$E}[$ens]->{XDUCER_DEPTH} /= 10; |
|
18 | 765 |
|
766 |
#------------------------------------------------- |
|
767 |
# IMP EXTENSION: PITCH/ROLL/HEADING CAN BE MISSING |
|
768 |
#------------------------------------------------- |
|
769 |
||
770 |
${$E}[$ens]->{HEADING} = (${$E}[$ens]->{HEADING} == 0xF000) |
|
771 |
? undef |
|
772 |
: ${$E}[$ens]->{HEADING} / 100; |
|
773 |
${$E}[$ens]->{PITCH} = (${$E}[$ens]->{PITCH} == 0x8000) |
|
774 |
? undef |
|
775 |
: unpack('s',pack('S',${$E}[$ens]->{PITCH})) / 100; |
|
776 |
${$E}[$ens]->{ROLL} = (${$E}[$ens]->{ROLL} == 0x8000) |
|
777 |
? undef |
|
778 |
: unpack('s',pack('S',${$E}[$ens]->{ROLL})) / 100; |
|
779 |
||
780 |
${$E}[$ens]->{TEMPERATURE} = unpack('s',pack('S',${$E}[$ens]->{TEMPERATURE})) / 100; |
|
14 | 781 |
${$E}[$ens]->{MIN_PRE_PING_WAIT_TIME} *= 60; |
782 |
${$E}[$ens]->{MIN_PRE_PING_WAIT_TIME} += $B1 + $B2/100; |
|
783 |
${$E}[$ens]->{PITCH_STDDEV} /= 10; |
|
784 |
${$E}[$ens]->{ROLL_STDDEV} /= 10; |
|
785 |
||
786 |
if ($fixed_leader_bytes==53 || $fixed_leader_bytes==59) { # Workhorse instruments |
|
787 |
sysread(WBRF,$buf,23) == 23 || die("$WBRcfn: $!"); |
|
788 |
(${$E}[$ens]->{ERROR_STATUS_WORD}, |
|
789 |
$dummy,${$E}[$ens]->{PRESSURE},${$E}[$ens]->{PRESSURE_STDDEV}, |
|
790 |
$dummy,${$E}[$ens]->{YEAR},$B3,${$E}[$ens]->{MONTH}, |
|
791 |
${$E}[$ens]->{DAY},${$E}[$ens]->{HOUR},${$E}[$ens]->{MINUTE}, |
|
792 |
${$E}[$ens]->{SECONDS},$B4) |
|
793 |
= unpack('VvVVCCCCCCCCC',$buf); |
|
794 |
||
795 |
${$E}[$ens]->{PRESSURE} /= 1000; |
|
796 |
${$E}[$ens]->{PRESSURE_STDDEV} /= 1000; |
|
797 |
${$E}[$ens]->{YEAR} *= 100; ${$E}[$ens]->{YEAR} += $B3; |
|
798 |
${$E}[$ens]->{SECONDS} += $B4/100; |
|
799 |
} |
|
800 |
||
36
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
801 |
# THE FOLLOWING LINE OF CODE WAS REMOVED 7/30/2016 WHEN I ADDED A POP |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
802 |
# TO THE last STATEMENT ABOVE (INCOMPLETE ENSEMBLE) |
515b06dae59c
version at end of ECOGIG EN586 cruise
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
32
diff
changeset
|
803 |
# pop(@{$E}),last if (${$E}[$ens]->{MONTH}>12); # 10/15/2014; IWISE#145 UL ??? |
21 | 804 |
|
14 | 805 |
if ($fixed_leader_bytes == 58) { # Explorer DVL |
806 |
sysread(WBRF,$buf,14) == 14 || die("$WBRcfn: $!"); |
|
807 |
(${$E}[$ens]->{ERROR_STATUS_WORD}, |
|
808 |
$dummy,${$E}[$ens]->{PRESSURE},${$E}[$ens]->{PRESSURE_STDDEV}) |
|
809 |
= unpack('VvVV',$buf); |
|
810 |
${$E}[$ens]->{PRESSURE} /= 1000; |
|
811 |
${$E}[$ens]->{PRESSURE_STDDEV} /= 1000; |
|
812 |
} |
|
813 |
||
814 |
${$E}[$ens]->{DATE} |
|
815 |
= sprintf("%02d/%02d/%d",${$E}[$ens]->{MONTH}, |
|
816 |
${$E}[$ens]->{DAY}, |
|
817 |
${$E}[$ens]->{YEAR}); |
|
818 |
${$E}[$ens]->{TIME} |
|
819 |
= sprintf("%02d:%02d:%05.02f",${$E}[$ens]->{HOUR}, |
|
820 |
${$E}[$ens]->{MINUTE}, |
|
821 |
${$E}[$ens]->{SECONDS}); |
|
822 |
${$E}[$ens]->{DAYNO} |
|
823 |
= &dayNo(${$E}[$ens]->{YEAR},${$E}[$ens]->{MONTH},${$E}[$ens]->{DAY}, |
|
824 |
${$E}[$ens]->{HOUR},${$E}[$ens]->{MINUTE},${$E}[$ens]->{SECONDS}); |
|
825 |
||
826 |
# when analyzing an STA file from an OS75 SADCP (Poseidion), |
|
827 |
# I noticed that there is no time information. This causes |
|
828 |
# timegm to bomb. |
|
829 |
if (${$E}[$ens]->{MONTH} == 0) { # no time info |
|
830 |
${$E}[$ens]->{UNIX_TIME} = 0; |
|
831 |
${$E}[$ens]->{SECNO} = 0; |
|
832 |
} else { |
|
833 |
${$E}[$ens]->{UNIX_TIME} |
|
834 |
= timegm(0,${$E}[$ens]->{MINUTE}, |
|
835 |
${$E}[$ens]->{HOUR}, |
|
836 |
${$E}[$ens]->{DAY}, |
|
837 |
${$E}[$ens]->{MONTH}-1, # timegm jan==0!!! |
|
838 |
${$E}[$ens]->{YEAR}) |
|
839 |
+ ${$E}[$ens]->{SECONDS}; |
|
840 |
||
841 |
$dayStart = timegm(0,0,0,${$E}[$ens]->{DAY}, |
|
842 |
${$E}[$ens]->{MONTH}-1, |
|
843 |
${$E}[$ens]->{YEAR}) |
|
844 |
unless defined($dayStart); |
|
845 |
${$E}[$ens]->{SECNO} = ${$E}[$ens]->{UNIX_TIME} - $dayStart; |
|
846 |
} |
|
847 |
||
848 |
sysseek(WBRF,$start_ens+$WBRofs[0]+4,0) # System Config / Fixed Leader |
|
849 |
|| die("$WBRcfn: $!"); |
|
850 |
||
851 |
sysread(WBRF,$buf,5) == 5 || die("$WBRcfn: $!"); |
|
852 |
($B1,$dummy,$dummy,$dummy,${$E}[$ens]->{N_BEAMS_USED}) |
|
853 |
= unpack('CCCCC',$buf); |
|
854 |
${$E}[$ens]->{XDUCER_FACING_UP} = 1 if ($B1 & 0x80); |
|
855 |
${$E}[$ens]->{XDUCER_FACING_DOWN} = 1 unless ($B1 & 0x80); |
|
856 |
||
857 |
#-------------------- |
|
858 |
# Velocity Data |
|
859 |
#-------------------- |
|
860 |
||
861 |
my($ndata) = $nbins * 4; |
|
862 |
||
863 |
sysseek(WBRF,$start_ens+$WBRofs[2],0) || die("$WBRcfn: $!"); |
|
864 |
sysread(WBRF,$buf,2+$ndata*2) == 2+$ndata*2 || die("$WBRcfn: $!"); |
|
865 |
($id,@dta) = unpack("vv$ndata",$buf); |
|
866 |
||
867 |
$id == 0x0100 || |
|
37 | 868 |
die(sprintf($FmtErr,$WBRcfn,"Velocity Data",$id,$ensNo)); |
14 | 869 |
|
870 |
for ($i=0,$bin=0; $bin<$nbins; $bin++) { |
|
871 |
for ($beam=0; $beam<4; $beam++,$i++) { |
|
872 |
${$E}[$ens]->{VELOCITY}[$bin][$beam] = |
|
873 |
unpack('s',pack('S',$dta[$i])) / 1000 |
|
874 |
if ($dta[$i] != 0x8000); |
|
875 |
} |
|
876 |
} |
|
877 |
||
878 |
#-------------------- |
|
879 |
# Correlation Data |
|
880 |
#-------------------- |
|
881 |
||
882 |
sysseek(WBRF,$start_ens+$WBRofs[3],0) || die("$WBRcfn: $!"); |
|
883 |
sysread(WBRF,$buf,2+$ndata) == 2+$ndata || die("$WBRcfn: $!"); |
|
884 |
($id,@dta) = unpack("vC$ndata",$buf); |
|
885 |
||
886 |
$id == 0x0200 || |
|
37 | 887 |
die(sprintf($FmtErr,$WBRcfn,"Correlation Data",$id,$ensNo)); |
14 | 888 |
|
889 |
for ($i=0,$bin=0; $bin<$nbins; $bin++) { |
|
890 |
for ($beam=0; $beam<4; $beam++,$i++) { |
|
891 |
${$E}[$ens]->{CORRELATION}[$bin][$beam] = $dta[$i] |
|
892 |
if ($dta[$i]); |
|
893 |
} |
|
894 |
} |
|
895 |
||
896 |
#-------------------- |
|
897 |
# Echo Intensity Data |
|
898 |
#-------------------- |
|
899 |
||
900 |
sysseek(WBRF,$start_ens+$WBRofs[4],0) || die("$WBRcfn: $!"); |
|
901 |
sysread(WBRF,$buf,2+$ndata) == 2+$ndata || die("$WBRcfn: $!"); |
|
902 |
($id,@dta) = unpack("vC$ndata",$buf); |
|
903 |
||
904 |
$id == 0x0300 || |
|
37 | 905 |
die(sprintf($FmtErr,$WBRcfn,"Echo Intensity",$id,$ensNo)); |
14 | 906 |
|
907 |
for ($i=0,$bin=0; $bin<$nbins; $bin++) { |
|
908 |
for ($beam=0; $beam<4; $beam++,$i++) { |
|
909 |
${$E}[$ens]->{ECHO_AMPLITUDE}[$bin][$beam] = $dta[$i]; |
|
910 |
} |
|
911 |
} |
|
912 |
||
913 |
#-------------------- |
|
914 |
# Percent Good Data |
|
915 |
#-------------------- |
|
916 |
||
917 |
sysseek(WBRF,$start_ens+$WBRofs[5],0) || die("$WBRcfn: $!"); |
|
918 |
sysread(WBRF,$buf,2+$ndata) == 2+$ndata || die("$WBRcfn: $!"); |
|
919 |
($id,@dta) = unpack("vC$ndata",$buf); |
|
920 |
||
921 |
$id == 0x0400 || |
|
37 | 922 |
die(sprintf($FmtErr,$WBRcfn,"Percent-Good Data",$id,$ensNo)); |
14 | 923 |
|
924 |
for ($i=0,$bin=0; $bin<$nbins; $bin++) { |
|
18 | 925 |
# printf(STDERR "%-GOOD($bin): "); |
14 | 926 |
for ($beam=0; $beam<4; $beam++,$i++) { |
18 | 927 |
# printf(STDERR "$dta[$i] "); |
14 | 928 |
${$E}[$ens]->{PERCENT_GOOD}[$bin][$beam] = $dta[$i]; |
929 |
} |
|
18 | 930 |
# printf(STDERR "\n"); |
14 | 931 |
} |
932 |
||
18 | 933 |
#----------------------------------------- |
14 | 934 |
# Bottom-Track Data |
18 | 935 |
# - scan through remaining data types |
936 |
#----------------------------------------- |
|
14 | 937 |
|
18 | 938 |
my($nxt); |
939 |
for ($nxt=6; $nxt<$ndt; $nxt++) { # scan until BT found |
|
940 |
sysseek(WBRF,$start_ens+$WBRofs[$nxt],0) || die("$WBRcfn: $!"); |
|
14 | 941 |
sysread(WBRF,$buf,2) == 2 || die("$WBRcfn: $!"); |
942 |
$id = unpack('v',$buf); |
|
18 | 943 |
last if ($id == 0x0600); |
944 |
} |
|
945 |
||
946 |
next if ($nxt == $ndt); # no BT found => next ens |
|
947 |
||
32 | 948 |
sysseek(WBRF,14,1) || die("$WBRcfn: $!"); # BT range, velocity, corr, %-good, ... |
18 | 949 |
sysread(WBRF,$buf,28) == 28 || die("$WBRcfn: $!"); |
950 |
@dta = unpack('v4v4C4C4C4',$buf); |
|
951 |
for ($beam=0; $beam<4; $beam++) { |
|
32 | 952 |
${$E}[$ens]->{BT_RANGE}[$beam] = $dta[$beam] / 100 # lower 2 bytes only! |
953 |
if ($dta[$beam]); # (see below for high bytes) |
|
18 | 954 |
} |
955 |
for ($beam=0; $beam<4; $beam++) { |
|
956 |
${$E}[$ens]->{BT_VELOCITY}[$beam] = |
|
957 |
unpack('s',pack('S',$dta[4+$beam])) / 1000 |
|
958 |
if ($dta[4+$beam] != 0x8000); |
|
959 |
} |
|
960 |
for ($beam=0; $beam<4; $beam++) { |
|
961 |
${$E}[$ens]->{BT_CORRELATION}[$beam] = $dta[8+$beam] |
|
962 |
if ($dta[8+$beam]); |
|
963 |
} |
|
32 | 964 |
for ($beam=0; $beam<4; $beam++) { # BT filter parameter |
18 | 965 |
${$E}[$ens]->{BT_EVAL_AMPLITUDE}[$beam] = $dta[12+$beam]; |
966 |
} |
|
967 |
for ($beam=0; $beam<4; $beam++) { |
|
968 |
${$E}[$ens]->{BT_PERCENT_GOOD}[$beam] = $dta[16+$beam]; |
|
969 |
} |
|
970 |
||
32 | 971 |
sysseek(WBRF,6,1) || die("$WBRcfn: $!"); # BT ref level stuff |
18 | 972 |
sysread(WBRF,$buf,20) == 20 || die("$WBRcfn: $!"); |
973 |
@dta = unpack('v4C4C4C4',$buf); |
|
974 |
for ($beam=0; $beam<4; $beam++) { |
|
975 |
${$E}[$ens]->{BT_RL_VELOCITY}[$beam] = |
|
976 |
unpack('s',pack('S',$dta[$beam])) / 1000 |
|
977 |
if ($dta[$beam] != 0x8000); |
|
978 |
} |
|
979 |
for ($beam=0; $beam<4; $beam++) { |
|
980 |
${$E}[$ens]->{BT_RL_CORRELATION}[$beam] = $dta[4+$beam] |
|
981 |
if ($dta[4+$beam]); |
|
982 |
} |
|
983 |
for ($beam=0; $beam<4; $beam++) { |
|
984 |
${$E}[$ens]->{BT_RL_ECHO_AMPLITUDE}[$beam] = $dta[8+$beam]; |
|
985 |
} |
|
986 |
for ($beam=0; $beam<4; $beam++) { |
|
987 |
${$E}[$ens]->{BT_RL_PERCENT_GOOD}[$beam] = $dta[12+$beam]; |
|
988 |
} |
|
989 |
||
32 | 990 |
sysseek(WBRF,2,1) || die("$WBRcfn: $!"); # BT signal strength & BT range high bytes |
18 | 991 |
sysread(WBRF,$buf,9) == 9 || die("$WBRcfn: $!"); |
992 |
@dta = unpack('C4CC4',$buf); |
|
993 |
for ($beam=0; $beam<4; $beam++) { |
|
994 |
${$E}[$ens]->{BT_SIGNAL_STRENGTH}[$beam] = $dta[$beam]; |
|
995 |
} |
|
996 |
${$E}[$ens]->{HIGH_GAIN} if ($dta[4]); |
|
997 |
${$E}[$ens]->{LOW_GAIN} unless ($dta[4]); |
|
32 | 998 |
for ($beam=0; $beam<4; $beam++) { # high bytes (1 byte per beam) |
18 | 999 |
${$E}[$ens]->{BT_RANGE}[$beam] += $dta[5+$beam] * 655.36 |
1000 |
if ($dta[5+$beam]); |
|
1001 |
} |
|
14 | 1002 |
} # ens loop |
1003 |
} |
|
1004 |
||
1005 |
#---------------------------------------------------------------------- |
|
28 | 1006 |
# writeData(output_file_name,^data) WBPens(nbins,fixed_leader_bytes,^data) |
1007 |
# - writeData() copies file previously read with readData() to output_file_name |
|
1008 |
# - WBPens() patches new PD0 file with ^data |
|
1009 |
# - ^data is modified!!!! |
|
1010 |
# - output file must already exist and have correct structure |
|
1011 |
# - only subset of data structure is patched: |
|
1012 |
# - Header: Data Source Id |
|
1013 |
# - Var Ldr: Soundspeed, Depth, Heading, Pitch, Roll, Temp, Salin |
|
1014 |
# - Data: Velocity, Correlation, Echo Amp, %-Good, |
|
14 | 1015 |
#---------------------------------------------------------------------- |
1016 |
||
1017 |
sub writeData(@) |
|
1018 |
{ |
|
1019 |
my($fn,$dta) = @_; |
|
1020 |
||
1021 |
die("writeData() needs \$WBRcfn from previous readData()") |
|
31 | 1022 |
unless (length($WBRcfn) > 0); |
1023 |
||
1024 |
sysseek(WBRF,0,0) || die("$WBRcfn: $!"); # rewind input file |
|
1025 |
$WBPcfn = $fn; # set patch file name for error messages |
|
1026 |
open(WBPF,"+>$WBPcfn") || die("$WBPcfn: $!"); # open patch file for r/w |
|
14 | 1027 |
|
31 | 1028 |
while (1) { # copy input file to patch file |
1029 |
my($buf); |
|
1030 |
my($nread) = sysread(WBRF,$buf,100*1024); |
|
1031 |
die("$WBRcfn: $!\n") if ($nread < 0); |
|
1032 |
last if ($nread == 0); |
|
1033 |
my($nwritten) = syswrite(WBPF,$buf,100*1024); |
|
1034 |
die("$WBPcfn: $! ($nwritten of $nread written)\n") |
|
1035 |
unless ($nwritten = $nread); |
|
1036 |
} |
|
1037 |
sysseek(WBPF,0,0) || die("$WBPcfn: $!"); # rewind patch file |
|
1038 |
||
1039 |
WBPens($dta->{N_BINS},$dta->{FIXED_LEADER_BYTES},$dta); |
|
14 | 1040 |
} |
1041 |
||
37 | 1042 |
sub _round(@) |
28 | 1043 |
{ |
1044 |
return $_[0] >= 0 ? int($_[0] + 0.5) |
|
1045 |
: int($_[0] - 0.5); |
|
1046 |
} |
|
1047 |
||
1048 |
||
14 | 1049 |
sub WBPens($$$) |
1050 |
{ |
|
31 | 1051 |
my($nbins,$fixed_leader_bytes,$dta) = @_; |
14 | 1052 |
my($start_ens,$B1,$B2,$B3,$B4,$I,$id,$bin,$beam,$buf,$dummy,@dta,$i,$cs,@WBPofs); |
37 | 1053 |
my($ens,$dayStart,$ens_length,$hid,$ndt); |
14 | 1054 |
|
31 | 1055 |
for ($ens=$start_ens=0; $ens<=$#{$dta->{ENSEMBLE}}; $ens++,$start_ens+=$ens_length+2) { |
14 | 1056 |
|
18 | 1057 |
#------------------------------ |
1058 |
# Patch Header (Data Source Id) |
|
1059 |
#------------------------------ |
|
14 | 1060 |
|
1061 |
sysseek(WBPF,$start_ens,0) || die("$WBPcfn: $!"); |
|
18 | 1062 |
sysread(WBPF,$buf,1) || die("$WBPcfn: unexpected EOF"); |
1063 |
($hid) = unpack('C',$buf); |
|
1064 |
$hid == 0x7f || die(sprintf($FmtErr,$WBPcfn,"Header",$hid,$ens)); |
|
1065 |
||
31 | 1066 |
$buf = pack('C',$dta->{ENSEMBLE}[$ens]->{DATA_SOURCE_ID}); |
18 | 1067 |
my($nw) = syswrite(WBPF,$buf,1); |
1068 |
$nw == 1 || die("$WBPcfn: $nw bytes written ($!)"); |
|
1069 |
||
1070 |
sysread(WBPF,$buf,4) == 4 || die("$WBPcfn: unexpected EOF"); |
|
1071 |
($ens_length,$dummy,$ndt) = unpack('vCC',$buf); |
|
14 | 1072 |
printf(STDERR "\n$WBPcfn: WARNING: unexpected number of data types (%d, ens=$ens)\n",$ndt),last |
1073 |
unless ($ndt == 6 || $ndt == 7); |
|
18 | 1074 |
|
14 | 1075 |
sysread(WBPF,$buf,2*$ndt) == 2*$ndt || die("$WBPcfn: $!"); |
1076 |
@WBPofs = unpack("v$ndt",$buf); |
|
1077 |
$fixed_leader_bytes = $WBPofs[1] - $WBPofs[0]; |
|
31 | 1078 |
|
1079 |
#-------------------- |
|
1080 |
# Fixed Leader |
|
1081 |
#-------------------- |
|
14 | 1082 |
|
32 | 1083 |
sysseek(WBPF,$start_ens+$WBPofs[0]+4,0) # system config (transducer orientation) |
1084 |
|| die("$WBPcfn: $!"); |
|
1085 |
sysread(WBPF,$buf,1) == 1 || die("$WBPcfn: $!"); |
|
1086 |
$B1 = unpack('C',$buf); |
|
1087 |
$B1 |= 0x80 if ($dta->{ENSEMBLE}[$ens]->{XDUCER_FACING_UP}); |
|
1088 |
$B1 &= 0x7F if ($dta->{ENSEMBLE}[$ens]->{XDUCER_FACING_DOWN}); |
|
1089 |
$buf = pack('C',$B1); |
|
1090 |
sysseek(WBPF,$start_ens+$WBPofs[0]+4,0) |
|
1091 |
|| die("$WBPcfn: $!"); |
|
1092 |
syswrite(WBPF,$buf,1) == 1 || die("$WBPcfn: $!"); |
|
1093 |
||
1094 |
sysseek(WBPF,$start_ens+$WBPofs[0]+25,0) || die("$WBPcfn: $!"); # EX / coord-transformation |
|
31 | 1095 |
sysread(WBPF,$buf,1) == 1 || die("$WBPcfn: $!"); |
1096 |
my($EX) = unpack('C',$buf); |
|
1097 |
if ($dta->{BEAM_COORDINATES}) { |
|
1098 |
$EX &= ~0x18; |
|
1099 |
} elsif ($dta->{EARTH_COORDINATES}) { |
|
1100 |
$EX |= 0x18; |
|
1101 |
} else { |
|
1102 |
die("$WBPcfn: only beam- and earth coordinates are supported (implementation restriction)\n"); |
|
1103 |
} |
|
1104 |
$buf = pack('C',$EX); |
|
1105 |
sysseek(WBPF,$start_ens+$WBPofs[0]+25,0) || die("$WBPcfn: $!"); |
|
1106 |
syswrite(WBPF,$buf,1) == 1 || die("$WBPcfn: $!"); |
|
1107 |
||
14 | 1108 |
#------------------------------ |
1109 |
# Variable Leader |
|
1110 |
#------------------------------ |
|
31 | 1111 |
|
1112 |
sysseek(WBPF,$start_ens+$WBPofs[1]+14,0) || die("$WBPcfn: $!"); # jump to SPEED_OF_SOUND |
|
14 |