author | A.M. Thurnherr <athurnherr@yahoo.com> |
Thu, 12 May 2016 10:54:28 -0400 | |
changeset 44 | 515c353a31bd |
parent 35 | 54b8bb450e5f |
child 48 | d9309804b6cf |
permissions | -rw-r--r-- |
0 | 1 |
#====================================================================== |
2 | 2 |
# T I M E _ L A G . P L |
0 | 3 |
# doc: Fri Dec 17 21:59:07 2010 |
35
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
4 |
# dlm: Mon Mar 7 18:31:34 2016 |
0 | 5 |
# (c) 2010 A.M. Thurnherr |
35
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
6 |
# uE-Info: 71 68 NIL 0 0 72 2 2 4 NIL ofnI |
0 | 7 |
#====================================================================== |
8 |
||
9 |
# HISTORY: |
|
10 |
# Dec 17, 2010: - created |
|
11 |
# Dec 18, 2010: - adapted for multi-pass lagging |
|
12 |
# Dec 20: 2010: - added code to adjust start and end of profile ens |
|
13 |
# based on extent of CTD profile and guestimated time |
|
14 |
# ofset |
|
2 | 15 |
# Jun 26, 2010: - added heuristic to chose between weighted-mean and |
16 |
# unambiguously best offsets |
|
17 |
# - turned -3 criterion into warning when 3 lags are consecutive |
|
18 |
# Jul 4, 2011: - increased MAX_ALLOWED_THREE_LAG_SPREAD from 2 to 3 |
|
19 |
# Jul 7, 2011: - removed window-mean w before time lagging to allow lagging |
|
20 |
# of casts with large w |
|
3
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
21 |
# Aug 4, 2011: - made code use weighted average unless best lag accounts for |
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
22 |
# more than 2/3 of lags (instead of 50%) |
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
23 |
# Sep 23, 2011: - added mad info to best lag guesses |
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
24 |
# - removed window-doubling heuristics |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
25 |
# Oct 12, 2011: - moved defaults to [defaults.pl] |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
26 |
# - BUG: code did not work correctly when there were less than 3 |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
27 |
# valid offsets |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
28 |
# - BUG: code did not work correctly unless all windows |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
29 |
# returned valid offsets |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
30 |
# Oct 13, 2011: - added $TL_out and $TL_hist_out |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
31 |
# - restricted 2nd-pass to time lags +-1.5s |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
32 |
# - tightened allowed spread for weighted-average calc |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
33 |
# - BUG: $le in &bestLag() could be > $lastGoodEns |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
34 |
# - disabled weighted-average offset calculation |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
35 |
# Oct 14, 2011: - improved handling of %PARAMs |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
36 |
# - BUG: last ens of window estimation was off, probably accounting |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
37 |
# for Oct 13 BUG (fix disabled) |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
38 |
# - renamed _out to out_ |
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
39 |
# Oct 17, 2011: - BUG: closed STDOUT caused problems with tee in plotting scripts |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
40 |
# Oct 19, 2011: - BUG: windowing did not work correctly for short casts |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
41 |
# - BUG: search restarting did not work correctly |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
42 |
# - modified edge-of-window heuristics |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
43 |
# - added step to remove all lags with mad > median(mads) |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
44 |
# Oct 20, 2011: - losened too-restrictive last step |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
45 |
# Oct 21, 2011: - BUG: forgot to update $n_valid_windows while removing outlier lags |
11 | 46 |
# Oct 15, 2012: - added $cast_type to &calc_lag() |
47 |
# - removed support for TLhist |
|
48 |
# Oct 16, 2012: - renamed field elapsed to elapsed.LADCP for clarity |
|
49 |
# - made failure "soft" |
|
13 | 50 |
# Mar 23, 2012: - adapted to piece-wise time lagging |
51 |
# Apr 22, 2013: - replaced $max_allowed_w by $opt_m, $TL_required_top_three_fraction by $opt_3 |
|
52 |
# May 14, 2013: - opt_m => w_max_lim |
|
15 | 53 |
# Mar 3, 2014: - BUG: var-name typo |
16
29e867b3e070
whoosher version at beginning of FZ1
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
15
diff
changeset
|
54 |
# May 23, 2014: - BUG: $s range check required in mad_w() |
25
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
55 |
# Apr 16, 2015: - turned output specifies into lists (re-design of |
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
56 |
# plotting sub-system) |
26
b89d4b01fcc5
after implementing new schemes for plotting and active files
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
25
diff
changeset
|
57 |
# - BUG: executable flag was not set on file output |
b89d4b01fcc5
after implementing new schemes for plotting and active files
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
25
diff
changeset
|
58 |
# - disabled active output when ANTS are not available |
27
2053d8de8d6b
updated plots & seabed code; GoM data process correctly
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
26
diff
changeset
|
59 |
# - croak -> error |
29 | 60 |
# May 15, 2015: - fiddled with assertions |
61 |
# Jun 19, 2015: - disabled L2 warning on partial-depth time-lagging failures |
|
30 | 62 |
# Jul 29, 2015: - support for new plotting system |
34 | 63 |
# Jan 22, 2016: - started adding support for timelag-filtering |
64 |
# Jan 23, 2016: - continued |
|
65 |
# Jan 24, 2016: - made it work |
|
66 |
# - BUG: time-lag plot was not produced when final lag piece had problems |
|
67 |
# Jan 25, 2016: - search-radius-doubling heuristic had typo |
|
68 |
# - added %PARAMs |
|
35
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
69 |
# Feb 19, 2016: - added support for -l |
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
70 |
# - added warning |
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
71 |
# Mar 7, 2016: - BUG: editing did not work correctly in all cases |
3
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
72 |
|
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
73 |
# DIFFICULT STATIONS: |
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
74 |
# NBP0901#131 this requires the search-radius doubling heuristic |
0 | 75 |
|
76 |
# TODO: |
|
77 |
# - better seabed code (from LADCPproc) |
|
2 | 78 |
|
13 | 79 |
my($TINY) = 1e-6; |
80 |
||
0 | 81 |
sub mad_w($$$) # mean absolute deviation |
82 |
{ |
|
83 |
my($fe,$le,$so) = @_; # first/last LADCP ens, CTD scan offset |
|
84 |
my($sad) = my($n) = 0; |
|
85 |
||
2 | 86 |
my($LADCP_mean_w,$CTD_mean_w,$nsamp) = (0,0,0); |
87 |
for (my($e)=$fe; $e<=$le; $e++) { # first, calculate mean w in window |
|
0 | 88 |
my($s) = int(($LADCP{ENSEMBLE}[$e]->{ELAPSED} + $CTD{TIME_LAG} - $CTD{ELAPSED}[0]) / $CTD{DT} + 0.5); |
16
29e867b3e070
whoosher version at beginning of FZ1
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
15
diff
changeset
|
89 |
next unless ($s>=0 && $s<=$#{$CTD{ELAPSED}}); |
0 | 90 |
die("assertion failed\n" . |
91 |
"\ttest: abs($LADCP{ENSEMBLE}[$e]->{ELAPSED} + $CTD{TIME_LAG} - $CTD{ELAPSED}[$s]) <= $CTD{DT}/2\n" . |
|
92 |
"\te = $e, s = $s, ensemble = $LADCP{ENSEMBLE}[$e]->{NUMBER}" |
|
13 | 93 |
) unless (abs($LADCP{ENSEMBLE}[$e]->{ELAPSED} + $CTD{TIME_LAG} - $CTD{ELAPSED}[$s]) <= $CTD{DT}/2+$TINY); |
2 | 94 |
next unless numberp($LADCP{ENSEMBLE}[$e]->{REFLR_W}); |
95 |
my($dw) = $LADCP{ENSEMBLE}[$e]->{REFLR_W}-$LADCP_mean_w - ($CTD{W}[$s+$so]-$CTD_mean_w); |
|
13 | 96 |
next unless (abs($dw) <= $w_max_lim); |
0 | 97 |
|
2 | 98 |
$LADCP_mean_w += $LADCP{ENSEMBLE}[$e]->{REFLR_W}; |
99 |
$CTD_mean_w += $CTD{W}[$s+$so]; |
|
100 |
$nsamp++; |
|
101 |
} |
|
102 |
return 9e99 unless ($nsamp); |
|
103 |
$LADCP_mean_w /= $nsamp; |
|
104 |
$CTD_mean_w /= $nsamp; |
|
105 |
||
106 |
for (my($e)=$fe; $e<=$le; $e++) { # now, calculate mad |
|
107 |
my($s) = int(($LADCP{ENSEMBLE}[$e]->{ELAPSED} + $CTD{TIME_LAG} - $CTD{ELAPSED}[0]) / $CTD{DT} + 0.5); |
|
108 |
my($dw) = $LADCP{ENSEMBLE}[$e]->{REFLR_W}-$LADCP_mean_w - ($CTD{W}[$s+$so]-$CTD_mean_w); |
|
109 |
next unless numberp($LADCP{ENSEMBLE}[$e]->{REFLR_W}); |
|
13 | 110 |
next unless (abs($dw) <= $w_max_lim); |
0 | 111 |
$sad += abs($dw); |
112 |
$n++; |
|
113 |
} |
|
114 |
return ($n>0) ? $sad/$n : 9e99; # n == 0, e.g. in bottom gap |
|
115 |
} |
|
116 |
||
117 |
||
118 |
sub bestLag($$$$) # find best lag in window |
|
119 |
{ |
|
120 |
my($fe,$le,$ww,$soi) = @_; # first/last LADCP ens, window width, scan-offset increment |
|
121 |
my($bestso) = 0; # error at first-guess offset |
|
122 |
my($bestmad) = mad_w($fe,$le,0); |
|
123 |
||
124 |
for (my($dso) = 1; $dso <= int($ww/2/$CTD{DT} + 0.5); $dso+=$soi) { |
|
125 |
my($mad) = mad_w($fe,$le,-$dso); |
|
126 |
$bestmad=$mad,$bestso=-$dso if ($mad < $bestmad); |
|
127 |
$mad = mad_w($fe,$le,$dso); |
|
128 |
$bestmad=$mad,$bestso=$dso if ($mad < $bestmad); |
|
129 |
} |
|
130 |
return ($bestso,$bestmad); |
|
131 |
} |
|
132 |
||
133 |
#---------------------------------------------------------------------- |
|
134 |
# carry out lag correlations and keep tally of the results |
|
135 |
#---------------------------------------------------------------------- |
|
136 |
||
11 | 137 |
{ # STATIC SCOPE |
138 |
||
34 | 139 |
local(@elapsed_buf,@so_buf,@mad_buf,@bmo_buf,@fg_buf,$lg_buf,$elapsed_min_buf); # available to plot routines |
11 | 140 |
|
13 | 141 |
sub calc_lag($$$$$) |
0 | 142 |
{ |
13 | 143 |
my($n_windows,$w_size,$scan_increment,$first_ens,$last_ens) = @_; |
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
144 |
my($search_radius) = $scan_increment==1 ? 3 : $w_size; |
0 | 145 |
|
34 | 146 |
&antsAddParams('TL_max_allowed_three_lag_spread',$TL_max_allowed_three_lag_spread); |
147 |
||
11 | 148 |
my($ctmsg); |
13 | 149 |
if ($first_ens==$firstGoodEns && $last_ens==$lastGoodEns) { $ctmsg = "full-cast"; } |
150 |
else { $ctmsg = "partial-cast"; } |
|
11 | 151 |
|
34 | 152 |
my($last_lag_piece) = ($last_ens == $lastGoodEns); # none is following |
153 |
||
0 | 154 |
RETRY: |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
155 |
my($failed) = undef; |
11 | 156 |
progress("Calculating $n_windows $ctmsg time lags from ${w_size}s-long windows at %dHz resolution...\n", |
0 | 157 |
int(1/$scan_increment/$CTD{DT}+0.5)); |
158 |
||
159 |
my($approx_CTD_profile_start_ens) = |
|
160 |
$firstGoodEns + int(($CTD{ELAPSED}[0] - $CTD{TIME_LAG}) / $LADCP{MEAN_DT}); |
|
161 |
my($approx_CTD_profile_end_ens) = |
|
162 |
$firstGoodEns + int(($CTD{ELAPSED}[$#{$CTD{ELAPSED}}] + $CTD{ELAPSED}[0] - $CTD{TIME_LAG}) / $LADCP{MEAN_DT}); |
|
163 |
||
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
164 |
my($approx_joint_profile_start_ens) = max($firstGoodEns,$approx_CTD_profile_start_ens) + 10; |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
165 |
my($approx_joint_profile_end_ens) = min($lastGoodEns,$approx_CTD_profile_end_ens) - 10; |
0 | 166 |
debugmsg("profile start: $firstGoodEns -> $approx_joint_profile_start_ens\n"); |
167 |
debugmsg("profile end : $lastGoodEns -> $approx_joint_profile_end_ens\n"); |
|
168 |
||
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
169 |
my($window_ens) = int($w_size/$LADCP{MEAN_DT}+0.5); |
0 | 170 |
|
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
171 |
my(@elapsed,@so,@mad,%nBest,%madBest); |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
172 |
my($n_valid_windows) = 0; |
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
173 |
|
13 | 174 |
$first_ens = $approx_joint_profile_start_ens |
29 | 175 |
if ($first_ens < $approx_joint_profile_start_ens); |
13 | 176 |
$last_ens = $approx_joint_profile_end_ens |
177 |
if ($last_ens > $approx_joint_profile_end_ens); |
|
11 | 178 |
|
34 | 179 |
for (my($wi)=0; $wi<$n_windows; $wi++) { # use bestLag() in each window |
11 | 180 |
my($fe) = $first_ens + int(($last_ens-$first_ens-$window_ens)*$wi/($n_windows-1)+0.5); |
29 | 181 |
die("assertion failed\n\tfe = $fe, first_ens = $first_ens, last_ens = $last_ens, window_ens = $window_ens, firstGoodEns = $firstGoodEns, lastGoodEns = $lastGoodEns") |
182 |
unless ($fe>=$firstGoodEns && $fe+$window_ens<=$lastGoodEns); |
|
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
183 |
my($so,$mad) = bestLag($fe,$fe+$window_ens,$search_radius,$scan_increment); |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
184 |
$elapsed[$wi] = $LADCP{ENSEMBLE}[$fe+int($w_size/2/$LADCP{MEAN_DT}+0.5)]->{ELAPSED}; |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
185 |
die("assertion failed\nfe=$fe, lastGoodEns=$lastGoodEns, w_size=$w_size") unless ($elapsed[$wi]); |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
186 |
next unless ($mad < 9e99); |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
187 |
$so[$wi] = $so; $mad[$wi] = $mad; |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
188 |
$n_valid_windows++; |
3
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
189 |
$nBest{$so}++; $madBest{$so} += $mad; |
0 | 190 |
} |
191 |
foreach my $i (keys(%nBest)) { |
|
3
9c021fdea1ff
Before replacing command-line options by default variables.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
2
diff
changeset
|
192 |
$madBest{$i} /= $nBest{$i}; |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
193 |
} |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
194 |
|
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
195 |
my($med_mad) = median(values(%madBest)); # remove lags with large mads |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
196 |
my($mad_mad) = mad2($med_mad,values(%madBest)); |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
197 |
foreach my $lag (keys(%nBest)) { |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
198 |
next if ($madBest{$lag} <= $med_mad+$mad_mad); |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
199 |
$n_valid_windows -= $nBest{$lag}; |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
200 |
$nBest{$lag} = 0; |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
201 |
} |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
202 |
|
34 | 203 |
my(@best_lag); # find 3 most popular lags |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
204 |
foreach my $lag (keys(%nBest)) { |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
205 |
$best_lag[0] = $lag if ($nBest{$lag} > $nBest{$best_lag[0]}); |
0 | 206 |
} |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
207 |
foreach my $lag (keys(%nBest)) { |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
208 |
next if ($lag == $best_lag[0]); |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
209 |
$best_lag[1] = $lag if ($nBest{$lag} > $nBest{$best_lag[1]}); |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
210 |
} |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
211 |
foreach my $lag (keys(%nBest)) { |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
212 |
next if ($lag == $best_lag[0] || $lag == $best_lag[1]); |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
213 |
$best_lag[2] = $lag if ($nBest{$lag} > $nBest{$best_lag[2]}); |
0 | 214 |
} |
34 | 215 |
if ($nBest{$best_lag[2]}) { # there are at least 3 lags |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
216 |
progress("\t3 most popular offsets: %d (%d%% %.1fcm/s mad), %d (%d%% %.1fcm/s mad), %d (%d%% %.1fcm/s mad)\n", |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
217 |
$best_lag[0],int(($nBest{$best_lag[0]}/$n_valid_windows)*100+0.5),100*$madBest{$best_lag[0]}, |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
218 |
$best_lag[1],int(($nBest{$best_lag[1]}/$n_valid_windows)*100+0.5),100*$madBest{$best_lag[1]}, |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
219 |
$best_lag[2],int(($nBest{$best_lag[2]}/$n_valid_windows)*100+0.5),100*$madBest{$best_lag[2]}); |
34 | 220 |
} elsif ($nBest{$best_lag[1]}) { # there are only 2 lags |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
221 |
progress("\toffsets: %d (%d%% %.1fcm/s mad), %d (%d%% %.1fcm/s mad)\n", |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
222 |
$best_lag[0],int(($nBest{$best_lag[0]}/$n_valid_windows)*100+0.5),100*$madBest{$best_lag[0]}, |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
223 |
$best_lag[1],int(($nBest{$best_lag[1]}/$n_valid_windows)*100+0.5),100*$madBest{$best_lag[1]}); |
34 | 224 |
} else { # there is only 1 lag |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
225 |
progress("\toffset: %d (%d%% %.1fcm/s mad)\n", |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
226 |
$best_lag[0],int(($nBest{$best_lag[0]}/$n_valid_windows)*100+0.5),100*$madBest{$best_lag[0]}); |
0 | 227 |
} |
228 |
||
34 | 229 |
|
230 |
unless ($nBest{$best_lag[0]}+$nBest{$best_lag[1]}+$nBest{$best_lag[2]} # require quorum |
|
231 |
>= $opt_3*$n_valid_windows) { |
|
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
232 |
if (max(@best_lag)-min(@best_lag) > $TL_max_allowed_three_lag_spread) { |
11 | 233 |
warning(2,"$0: cannot determine a valid $ctmsg lag; top 3 tags account for %d%% of total (use -3 to relax criterion)\n", |
29 | 234 |
int(100*($nBest{$best_lag[0]}+$nBest{$best_lag[1]}+$nBest{$best_lag[2]})/$n_valid_windows+0.5)) |
235 |
unless ($ctmsg == 'partial-cast'); |
|
11 | 236 |
$failed = 1; |
2 | 237 |
} else { |
238 |
warning(1,"top 3 tags account for only %d%% of total\n", |
|
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
239 |
int(100*($nBest{$best_lag[0]}+$nBest{$best_lag[1]}+$nBest{$best_lag[2]})/$n_valid_windows+0.5)); |
2 | 240 |
} |
241 |
} |
|
0 | 242 |
|
34 | 243 |
my($bmo) = $best_lag[0]; # best mean offset |
244 |
if ($bmo > 0.9*$search_radius/2/$CTD{DT}) { # cannot be near edge of window |
|
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
245 |
if ($search_radius == $w_size) { |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
246 |
warning(0,"lag too close to edge of search --- trying again after shifting the initial offset\n"); |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
247 |
$CTD{TIME_LAG} += $search_radius/2; |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
248 |
} else { |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
249 |
warning(0,"lag too close to edge of search --- trying again after doubling the search radius\n"); |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
250 |
$search_radius *= 2; |
34 | 251 |
$search_radius = $w_size if ($search_radius > $w_size); |
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
252 |
} |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
253 |
undef(%nBest); undef(%madBest); undef(@best_lag); |
0 | 254 |
goto RETRY; |
255 |
} |
|
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
256 |
if (-$bmo > 0.9*$search_radius/2/$CTD{DT}) { |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
257 |
if ($search_radius == $w_size) { |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
258 |
warning(0,"lag too close to edge of search --- trying again after shifting the initial offset\n"); |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
259 |
$CTD{TIME_LAG} -= $search_radius/2; |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
260 |
} else { |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
261 |
warning(0,"lag too close to edge of search --- trying again after doubling the search radius\n"); |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
262 |
$search_radius *= 2; |
34 | 263 |
$search_radius = $w_size if ($search_radius > $w_size); |
5
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
264 |
} |
509cc9966b68
======================================================================
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
4
diff
changeset
|
265 |
undef(%nBest); undef(%madBest); undef(@best_lag); |
0 | 266 |
goto RETRY; |
34 | 267 |
} |
268 |
||
269 |
#---------------------------------------------------- |
|
270 |
# Here, either $failed is set, or we have a valid lag. |
|
271 |
# If we have a valid lag, a continuous range of good |
|
272 |
# lags is determined using a finite-state machine. |
|
273 |
# state == 0 no good run found yet |
|
274 |
# state == 1 good run found, $fg is set |
|
275 |
# A good run is at least $min_runlength long, |
|
276 |
# and every $scan_runlength-long sequence contains at |
|
277 |
# least $min_good scan offsets that |
|
278 |
# agree with the median offset within +/- $good_diff. |
|
279 |
#---------------------------------------------------- |
|
280 |
||
281 |
my(@fg,@lg); |
|
282 |
my($min_runlength) = 7; my($scan_runlength) = 7; my($min_good) = 4; my($good_diff) = 2; |
|
283 |
unless ($failed || $scan_increment>1) { |
|
284 |
my($state) = 0; |
|
285 |
for (my($i)=0; 1; $i++) { |
|
286 |
# printf(STDERR "$i: state = $state\n"); |
|
287 |
if ($state == 0) { |
|
288 |
last if ($i >= @elapsed-$scan_runlength); |
|
289 |
my($ngood) = 0; |
|
290 |
for (my($j)=0; $j<$scan_runlength; $j++) { |
|
291 |
$ngood += (abs($bmo-$so[$i+$j]) <= $good_diff); |
|
292 |
} |
|
293 |
# printf(STDERR "$i: ngood = $ngood\n"); |
|
294 |
if ($ngood >= $min_good) { # we want at least 3 out of 5 |
|
295 |
$state = 1; |
|
296 |
if ($i == 0) { # run begins at start |
|
297 |
push(@fg,0); |
|
298 |
} else { # run begins at first matching offset |
|
299 |
my($fg); |
|
300 |
for (my($j)=0; $j<$scan_runlength; $j++) { |
|
301 |
$fg = $i+$scan_runlength-1-$j |
|
302 |
if (abs($bmo-$so[$i+$scan_runlength-1-$j]) <= $good_diff); |
|
303 |
} |
|
304 |
push(@fg,$fg); |
|
305 |
} |
|
306 |
} |
|
307 |
} elsif ($state == 1) { # growing run |
|
308 |
die("assertion failed (i = $i)") |
|
309 |
if ($i > @elapsed-$scan_runlength); |
|
310 |
if ($i == @elapsed-$scan_runlength) { # run extends to end |
|
311 |
push(@lg,$#elapsed); |
|
312 |
last; |
|
313 |
} |
|
314 |
my($ngood) = 0; |
|
315 |
for (my($j)=0; $j<$scan_runlength; $j++) { |
|
316 |
$ngood += (abs($bmo-$so[$i+$j]) <= $good_diff); |
|
317 |
} |
|
318 |
# printf(STDERR "$i: ngood = $ngood\n"); |
|
319 |
if ($ngood < $min_good) { # run ended |
|
320 |
my($lg); |
|
321 |
for (my($j)=0; $j<$scan_runlength; $j++) { |
|
322 |
$lg = $i if (abs($bmo-$so[$i+$j]) <= 1); |
|
323 |
} |
|
324 |
push(@lg,$lg); |
|
325 |
$state = 0; |
|
326 |
} |
|
327 |
} # if state == 1 |
|
328 |
} # for i |
|
329 |
# printf(STDERR "%d runs found\n",scalar(@lg)); |
|
330 |
} # unless $failed || scan_increment > 1 |
|
331 |
||
332 |
#-------------------------------------------------- |
|
333 |
# Filter LADCP data for measurements during times |
|
334 |
# of uncertain time lags |
|
335 |
#-------------------------------------------------- |
|
336 |
||
35
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
337 |
if ($scan_increment == 1 && !$opt_l) { |
34 | 338 |
progress("\tEditing data with unknown time-lags...\n"); |
339 |
my(@elim); |
|
340 |
# print(STDERR "fg = @fg; lg = @lg\n"); |
|
341 |
for (my($i)=0; $i<@fg; $i++) { |
|
342 |
next if ($lg[$i]-$fg[$i] < $min_runlength); |
|
35
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
343 |
push(@elim,($fg[$i] == 0) ? $LADCP{ENSEMBLE}[$firstGoodEns]->{ELAPSED} : $elapsed[$fg[$i]], |
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
344 |
($lg[$i] == $n_windows-1) ? $LADCP{ENSEMBLE}[$lastGoodEns]->{ELAPSED} : $elapsed[$lg[$i]]); |
34 | 345 |
} |
346 |
# print(STDERR "elim = @elim\n"); |
|
347 |
$nerm = $failed |
|
348 |
? editBadTimeLagging($first_ens,$last_ens,-1) |
|
349 |
: editBadTimeLagging($first_ens,$last_ens,@elim); |
|
35
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
350 |
my($pct) = round(100*$nerm/($last_ens-$first_ens+1)); |
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
351 |
progress("\t\t$nerm ensembles removed ($pct%% of total), leaving %d run(s)\n",scalar(@elim)/2); |
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
352 |
warning(1,"time-lag editing removed large fraction of samples (%d%% of total)\n",$pct) |
54b8bb450e5f
Version 1.2 finished. Out for testing to Jay Hooper.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
34
diff
changeset
|
353 |
if ($pct > 30); |
0 | 354 |
} |
355 |
||
34 | 356 |
#------------------------------------------------------ |
357 |
# Produce plot on fine-grained time-lagging |
|
358 |
# - accumulate data into plot buffer |
|
359 |
# - on last lag piece (usually upcast), plot is drawn |
|
360 |
#------------------------------------------------------ |
|
361 |
||
26
b89d4b01fcc5
after implementing new schemes for plotting and active files
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
25
diff
changeset
|
362 |
if (@out_TL && $scan_increment==1) { |
13 | 363 |
push(@elapsed_buf,@elapsed); # buffer elapsed data in static scope |
364 |
push(@so_buf,@so); # scan offset |
|
365 |
push(@mad_buf,@mad); # mean absolute deviation |
|
34 | 366 |
|
367 |
for (my($i)=0; $i<@fg; $i++) { |
|
368 |
next if ($lg[$i]-$fg[$i] < $min_runlength); |
|
369 |
push(@bmo_buf,$bmo); # best median offset (copy for each run) |
|
370 |
push(@fg_buf,$elapsed[$fg[$i]]); # first good so in lag-piece |
|
371 |
push(@lg_buf,$elapsed[$lg[$i]]); # last good so in lag-piece |
|
372 |
} |
|
13 | 373 |
$elapsed_min_buf = $elapsed[0] # min of valid elapsed (for plotting) |
374 |
unless defined($elapsed_min_buf); |
|
375 |
||
34 | 376 |
if ($last_lag_piece) { |
377 |
progress("\tWriting time-lagging time series to "); # output all data |
|
11 | 378 |
my($saveParams) = $antsCurParams; |
379 |
@antsNewLayout = ('elapsed.LADCP','scan_offset','mad','downcast'); |
|
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
380 |
|
13 | 381 |
&antsAddParams('best_scan_offsets',"@bmo_buf"); |
34 | 382 |
# &antsAddParams('to_elapsed_limits',"@te_buf"); |
13 | 383 |
&antsAddParams('elapsed.min',$elapsed_min_buf); |
384 |
&antsAddParams('elapsed.max',$elapsed_buf[$#elapsed_buf]); |
|
385 |
&antsAddParams('elapsed.bot',$LADCP{ENSEMBLE}[$LADCP_atbottom]->{ELAPSED}); |
|
386 |
||
25
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
387 |
foreach my $of (@out_TL) { |
26
b89d4b01fcc5
after implementing new schemes for plotting and active files
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
25
diff
changeset
|
388 |
progress("<$of> "); |
30 | 389 |
my($plot,$out) = ($of =~ /^([^\(]+)\(([^\)]+)\)$/); # plot_sub(out_file) |
390 |
if (defined($out)) { |
|
391 |
require "$WCALC/${plot}.pl"; |
|
392 |
&{$plot}($out); |
|
393 |
next; |
|
394 |
} |
|
26
b89d4b01fcc5
after implementing new schemes for plotting and active files
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
25
diff
changeset
|
395 |
$of = ">$of" unless ($of =~ /^$|^\s*\|/); |
27
2053d8de8d6b
updated plots & seabed code; GoM data process correctly
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
26
diff
changeset
|
396 |
open(STDOUT,$of) || error("$of: $!\n"); |
26
b89d4b01fcc5
after implementing new schemes for plotting and active files
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
25
diff
changeset
|
397 |
undef($antsActiveHeader) unless ($ANTS_TOOLS_AVAILABLE); |
25
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
398 |
|
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
399 |
for (my($wi)=0; $wi<@elapsed_buf; $wi++) { |
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
400 |
&antsOut($elapsed_buf[$wi],$so_buf[$wi],$mad_buf[$wi], |
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
401 |
($elapsed_buf[$wi]<$LADCP{ENSEMBLE}[$LADCP_atbottom]->{ELAPSED})); |
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
402 |
} |
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
403 |
|
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
404 |
&antsOut('EOF'); open(STDOUT,">&2"); |
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
405 |
} |
11 | 406 |
$antsCurParams = $saveParams; |
25
bd38f8bfb8e6
first step at re-designing plotting system
A.M. Thurnherr <ant@ldeo.columbia.edu>
parents:
16
diff
changeset
|
407 |
progress("\n"); |
4
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
408 |
} |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
409 |
} |
e681262d0fd7
yay! first version I am really happy with. With plots 'n all.
A.M. Thurnherr <athurnherr@yahoo.com>
parents:
3
diff
changeset
|
410 |
|
11 | 411 |
return defined($failed) ? undef : $CTD{TIME_LAG}+$bmo*$CTD{DT}; |
0 | 412 |
} |
413 |
||
11 | 414 |
} # STATIC SCOPE |
415 |
||
0 | 416 |
|
417 |
1; |