author | A.M. Thurnherr <athurnherr@yahoo.com> |
Sat, 06 Apr 2013 13:10:52 +0000 | |
changeset 19 | 12aaf0962ee6 |
parent 17 | 343ba18738cf |
child 20 | 7caeef8595b0 |
permissions | -rw-r--r-- |
1 | 1 |
#====================================================================== |
2 |
# L A D C P P R O C . L O A D C T D |
|
3 |
# doc: Thu Dec 9 18:39:01 2010 |
|
19 | 4 |
# dlm: Tue Jan 8 15:33:54 2013 |
1 | 5 |
# (c) 2010 A.M. Thurnherr |
19 | 6 |
# uE-Info: 46 107 NIL 0 0 72 2 2 4 NIL ofnI |
1 | 7 |
#====================================================================== |
8 |
||
9 |
# HISTORY: |
|
10 |
# Dec 9, 2010: - exported from LADCPproc |
|
11 |
# - added support for ASCII files |
|
12 |
# Dec 16, 2010: - BUG cnv read did not work any more |
|
2 | 13 |
# Jan 10, 2011: - added code to skip ANTS header |
14 |
# Jan 22, 2011: - adapted to new -g |
|
6 | 15 |
# Jul 15, 2011: - added $CTD{first_elapsed} |
16 |
# Feb 5, 2012: - BUG: ASCII file did not deal with leading spaces correctly |
|
9
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
17 |
# Apr 11, 2012: - BUG: ASCII file did not handle nan latlons correctly |
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
18 |
# Apr 17, 2012: - fiddled |
17 | 19 |
# Oct 19, 2012: - BUG: support for $CTD{first_elapsed} had not been implemented |
20 |
# for binary files |
|
21 |
# - BUG: CTD_badval had not been considered when setting $CTD{first_elapsed} |
|
22 |
# - BUG: CNV format error was not detected correctly any more |
|
19 | 23 |
# Jan 8, 2013: - added CTD_ASCII_header_lines |
1 | 24 |
|
25 |
sub readCTD_ASCII($$) |
|
26 |
{ |
|
27 |
my($fn,$dtaR) = @_; |
|
28 |
||
29 |
croak("$fn: unknown pressure field\n") unless defined($CTD_ASCII_press_field); |
|
30 |
croak("$fn: unknown temperature field\n") unless defined($CTD_ASCII_temp_field); |
|
31 |
croak("$fn: unknown salinity field\n") unless defined($CTD_ASCII_salin_field); |
|
2 | 32 |
unless (numberp($dtaR->{lat})) { |
33 |
croak("$fn: unknown latitude field\n") unless defined($CTD_ASCII_lat_field); |
|
34 |
croak("$fn: unknown longitude field\n") unless defined($CTD_ASCII_lon_field); |
|
35 |
} |
|
1 | 36 |
|
37 |
$CTD_ASCII_badval = 9e99 unless defined($CTD_ASCII_badval); |
|
38 |
||
39 |
open(F,$fn) || croak("$fn: $!\n"); |
|
40 |
my($sumLat,$sumLon); my($nPos) = 0; |
|
41 |
my($ds); |
|
19 | 42 |
my($skip) = $CTD_ASCII_header_lines; |
1 | 43 |
while (chomp($ds = <F>)) { |
19 | 44 |
if (defined($CTD_ASCII_header_lines)) { # fixed header |
45 |
next if ($skip-- > 0); |
|
46 |
} else { # comments beginning with # allowed |
|
47 |
next if ($ds =~ /^#/); |
|
48 |
} |
|
49 |
$ds =~ s/^\s+//; # strip leading spaces |
|
1 | 50 |
my(@rec) = split('\s+',$ds); |
51 |
push(@{$dtaR->{press}},($rec[$CTD_ASCII_press_field-1] == $CTD_ASCII_badval) ? nan : $rec[$CTD_ASCII_press_field-1]); |
|
52 |
push(@{$dtaR->{temp}}, ($rec[$CTD_ASCII_temp_field-1] == $CTD_ASCII_badval) ? nan : $rec[$CTD_ASCII_temp_field-1]); |
|
53 |
push(@{$dtaR->{salin}},($rec[$CTD_ASCII_salin_field-1] == $CTD_ASCII_badval) ? nan : $rec[$CTD_ASCII_salin_field-1]); |
|
9
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
54 |
if (defined($CTD_ASCII_lat_field) && |
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
55 |
numberp($rec[$CTD_ASCII_lat_field-1]) && |
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
56 |
$rec[$CTD_ASCII_lat_field-1] != $CTD_ASCII_badval) { |
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
57 |
$nPos++; |
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
58 |
$sumLat += $rec[$CTD_ASCII_lat_field-1]; |
48b2d27aaebf
after fixing bad magdec bug
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
6
diff
changeset
|
59 |
$sumLon += $rec[$CTD_ASCII_lon_field-1]; |
1 | 60 |
} |
61 |
} |
|
62 |
close(F); |
|
63 |
||
64 |
if ($nPos > 0) { |
|
65 |
$dtaR->{lat} = $sumLat / $nPos; |
|
66 |
$dtaR->{lon} = $sumLon / $nPos; |
|
67 |
} |
|
68 |
||
69 |
$dtaR->{sampint} = 1 / $CTD_ASCII_sampfreq; |
|
70 |
} |
|
71 |
||
72 |
sub readCTD_CNV($$) |
|
73 |
{ |
|
74 |
my($fn,$dtaR) = @_; |
|
6 | 75 |
my($CTD_nrecs,$CTD_nfields,$pressF,$tempF,$salinF,$elapsedF); |
1 | 76 |
my($CTD_badval,$CTD_file_type); |
77 |
||
78 |
open(F,$fn) || croak("$fn: $!\n"); |
|
79 |
while (1) { # parse header |
|
80 |
my($hdr); |
|
81 |
chomp($hdr = <F>); |
|
17 | 82 |
croak(" unexpected EOF (format error)!\n") unless defined($hdr); |
1 | 83 |
$hdr =~ s/\r*$//; |
84 |
last if ($hdr eq '*END*'); |
|
85 |
||
86 |
$CTD_nfields = $',next if ($hdr =~ /nquan = /); # Layout |
|
87 |
$CTD_nrecs = $',next if ($hdr =~ /nvalues = /); |
|
6 | 88 |
$elapsedF = $1,next if ($hdr =~ /name (\d+) = timeS:/); |
1 | 89 |
$pressF = $1,next if ($hdr =~ /name (\d+) = prDM:/); |
90 |
if ($opt_2) { |
|
91 |
$tempF = $1,next if ($hdr =~ /name (\d+) = t190C:/); |
|
92 |
$salinF = $1,next if ($hdr =~ /name (\d+) = sal11:/); |
|
93 |
} else { |
|
94 |
$tempF = $1,next if ($hdr =~ /name (\d+) = t090C:/); |
|
95 |
$salinF = $1,next if ($hdr =~ /name (\d+) = sal00:/); |
|
96 |
} |
|
97 |
||
98 |
&antsAddParams('start_time',$1),next # selected metadata |
|
99 |
if ($hdr =~ /start_time = (.*)/); |
|
100 |
||
101 |
&antsAddParams('station',$1),next |
|
102 |
if ($hdr =~ /Station\s*:\s*(.*)/); |
|
103 |
&antsAddParams('ship',$1),next |
|
104 |
if ($hdr =~ /Ship\s*:\s*(.*)\s*$/); |
|
105 |
&antsAddParams('cruise',$1),next |
|
106 |
if ($hdr =~ /Cruise\s*:\s*(.*)\s*$/); |
|
107 |
&antsAddParams('time',$1),next |
|
108 |
if ($hdr =~ /Time\s*:\s*(.*)/); |
|
109 |
&antsAddParams('date',$1),next |
|
110 |
if ($hdr =~ /Date\s*:\s*(.*)/); |
|
111 |
||
112 |
if ($hdr =~ /Latitude\s*[=:]\s*/) { |
|
113 |
($deg,$min,$NS) = split(/ /,$'); |
|
114 |
$dtaR->{lat} = $deg + $min/60; |
|
115 |
$dtaR->{lat} *= -1 if ($NS eq 'S'); |
|
116 |
next; |
|
117 |
} |
|
118 |
if ($hdr =~ /Longitude\s*[=:]\s*/) { |
|
119 |
($deg,$min,$EW) = split(/ /,$'); |
|
120 |
$dtaR->{lon} = $deg + $min/60; |
|
121 |
$dtaR->{lon} *= -1 if ($EW eq 'W'); |
|
122 |
next; |
|
123 |
} |
|
124 |
||
125 |
if ($hdr =~ /interval = seconds: /) { |
|
126 |
$dtaR->{sampint} = 1*$'; |
|
127 |
next; |
|
128 |
} |
|
129 |
||
130 |
$CTD_badval = $',next |
|
131 |
if ($hdr =~ /bad_flag = /); |
|
132 |
$CTD_file_type = $',next |
|
133 |
if ($hdr =~ /file_type = /); |
|
134 |
} |
|
135 |
||
136 |
croak("$CTD_file: cannot determine CTD file layout\n") |
|
137 |
unless ($CTD_nfields && $CTD_nrecs); |
|
138 |
croak("$CTD_file: cannot determine missing value\n") |
|
139 |
unless defined($CTD_badval); |
|
140 |
croak("$CTD_file: not a CTD time series file\n") |
|
141 |
unless ($dtaR->{sampint}); |
|
142 |
croak("$CTD_file: no pressure field\n") |
|
143 |
unless defined($pressF); |
|
144 |
croak("$CTD_file: no suitable temperature field\n") |
|
145 |
unless defined($tempF); |
|
146 |
croak("$CTD_file: no suitable salinity field\n") |
|
147 |
unless defined($salinF); |
|
148 |
||
149 |
if ($CTD_file_type eq 'ascii') { |
|
150 |
while (1) { |
|
151 |
last unless (my(@rec) = &antsFileIn(F)); |
|
6 | 152 |
$dtaR->{first_elapsed} = $rec[$elapsedF] |
17 | 153 |
if !defined($dtaR->{first_elapsed}) && defined($elapsedF) && $rec[$elapsedF]!=$CTD_badval; |
1 | 154 |
push(@{$dtaR->{press}},($rec[$pressF] == $CTD_badval) ? nan : $rec[$pressF]); |
155 |
push(@{$dtaR->{temp}}, ($rec[$tempF] == $CTD_badval) ? nan : $rec[$tempF]); |
|
156 |
push(@{$dtaR->{salin}},($rec[$salinF] == $CTD_badval) ? nan : $rec[$salinF]); |
|
157 |
} |
|
158 |
} elsif ($CTD_file_type eq 'binary') { |
|
159 |
||
160 |
my($fbits) = 8 * length(pack('f',0)); |
|
161 |
croak(sprintf("$0: incompatible native CPU float representation (%d instead of 32bits)\n",fbits)) |
|
162 |
unless ($fbits == 32); |
|
163 |
||
164 |
croak("$fn: can't read binary data\n") |
|
165 |
unless (read(F,my($dta),4*$CTD_nfields*$CTD_nrecs) == 4*$CTD_nfields*$CTD_nrecs); |
|
166 |
print(STDERR "$fn: WARNING: extraneous data at EOF\n") unless eof(F); |
|
167 |
||
168 |
$dta = pack('V*',unpack('N*',$dta)) # big-endian CPU |
|
169 |
if (unpack('h*', pack('s', 1)) =~ /01/); # c.f. perlport(1) |
|
170 |
||
171 |
my(@dta) = unpack("f*",$dta); |
|
172 |
||
173 |
for (my($r)=0; $r<$CTD_nrecs; $r++) { |
|
17 | 174 |
$dtaR->{first_elapsed} = $dta[$r*$CTD_nfields+$elapsedF] |
175 |
if !defined($dtaR->{first_elapsed}) && defined($elapsedF) && $dta[$r*$CTD_nfields+$elapsedF]!=$CTD_badval; |
|
1 | 176 |
push(@{$dtaR->{press}},($dta[$r*$CTD_nfields+$pressF] == $CTD_badval) ? nan : $dta[$r*$CTD_nfields+$pressF]); |
177 |
push(@{$dtaR->{temp}}, ($dta[$r*$CTD_nfields+$tempF] == $CTD_badval) ? nan : $dta[$r*$CTD_nfields+$tempF]); |
|
178 |
push(@{$dtaR->{salin}},($dta[$r*$CTD_nfields+$salinF] == $CTD_badval) ? nan : $dta[$r*$CTD_nfields+$salinF]); |
|
179 |
} |
|
180 |
} else { |
|
181 |
croak("$fn: unknown CTD file type $CTD_file_type\n"); |
|
182 |
} |
|
183 |
close(F); |
|
184 |
} |
|
185 |
||
186 |
sub readCTD($$) |
|
187 |
{ |
|
188 |
my($fn,$dtaR) = @_; |
|
189 |
||
190 |
if (defined($CTD_ASCII_sampfreq)) { |
|
191 |
readCTD_ASCII($fn,$dtaR); |
|
192 |
} else { |
|
193 |
readCTD_CNV($fn,$dtaR); |
|
194 |
} |
|
195 |
||
196 |
croak("$0: unknown latitude\n") unless defined($dtaR->{lat}); |
|
197 |
&antsAddParams('lat',$dtaR->{lat}); |
|
198 |
croak("$0: unknown longitude\n") unless defined($dtaR->{lon}); |
|
199 |
&antsAddParams('lon',$dtaR->{lon}); |
|
200 |
||
201 |
&antsAddParams('CTD_sampfreq',1/$dtaR->{sampint}); |
|
202 |
&antsAddParams('ITS',$P{ITS} = 90); |
|
203 |
} |
|
204 |
||
205 |
1; |