source: ntrip/trunk/BNC/scripts/Bnc.pm@ 9943

Last change on this file since 9943 was 9910, checked in by stuerze, 2 years ago

ppp plot script updated
  • Property svn:keywords set to Header
File size: 28.4 KB
Line 
1package Bnc;
2
3# Perl utility functions for BNC
4#
5# Revision: $Header: trunk/BNC/scripts/Bnc.pm 9910 2022-11-24 21:29:49Z stuerze $
6
7use strict;
8use warnings;
9use File::Basename;
10use File::Spec::Functions qw(catfile);
11use File::Temp qw(tempfile);
12use Exporter;
13use Time::Piece 1.30;
14use PDL::Lite; # to avoid namespace pollution
15use PDL::Primitive;
16use Log::Log4perl qw(:easy);
17
18# use List::MoreUtils qw(uniq); # Prototype mismatch with PDL (uniq)
19
20# =============================================================================
21# callBnc ($bnc_ini, %$opts_ref)
22# =============================================================================
23# Call BNC
24#
25# Param : $bnc_ini [optional] The BNC config file that should be used. If not set, the default config is ised.
26# $opts_ref [required] Hash with BNC config options as key. They will overwrite the settings from the config file.
27# Return : BNC exit status
28# =============================================================================
29sub callBnc {
30 my ( $bnc, $bnc_ini, $opts ) = @_;
31
32 my $config_file = "";
33 if ( $bnc_ini && -s $bnc_ini ) {
34 $config_file = "--conf $bnc_ini";
35 }
36 else {
37 DEBUG("callBnc: Use default bnc-ini file");
38 }
39
40 my $opts_str = "";
41 if ($opts) { $opts_str = options2string($opts) }
42
43 # my @cmd = (
44 # 'xvfb-run',
45 # "--server-args='-screen 0, 1280x1024x8'", # 1024x768x24
46 # "$bnc",
47 # "--nw",
48 # $opts_str,
49 # );
50
51#my $rc = call_system("xvfb-run -a -e /home/user/xvfb.err --server-args='-screen 0 1280x1024x8' $bnc --nw $config_file $opts_str");
52 return Common::runCmd("$bnc --nw $config_file $opts_str");
53}
54
55# Converts options map to string used for calling BNC.
56sub options2string {
57 my ($opts) = shift;
58
59 my $opts_str = "";
60 if ($opts) {
61 foreach my $key ( keys %{$opts} ) {
62 $opts_str .= "--key $key" . ' "' . $opts->{$key} . '" ';
63 }
64 }
65 return $opts_str;
66}
67
68# =============================================================================
69# parseMessageTypesFromFile
70# =============================================================================
71# Parse Message-Types with repetition rate from a BNC/scanRTCM logfile
72#
73# Param : $logfile [required] Path to the BNC-logfile.
74# $caAbbr [optional] caster name or abbreviation
75#
76# Return : Message-types for each mountpoint (as Hash-Ref)
77# Hash with mp as key and the list of messTypes as value
78# Example: $VAR1 = { 'RIO10' => ['1004(1)','1006(15)','1008(15)',...],
79# 'CLIB0' => ['1004(1)','1006(10)','1008(10)',...],
80# };
81# =============================================================================
82sub parseMessageTypesFromFile {
83 my ( $logfile, $caAbbr, $mytmpPath ) = @_;
84
85 unless ( -s $logfile ) {
86 ERROR "File [$logfile] is empty or does not exist";
87 return;
88 }
89
90 my $tmp = File::Temp->new( UNLINK => 1, SUFFIX => '.messtyps' );
91 my $casterMessTypeFile = $tmp->filename;
92
93 #my $caster = $logfilename =~ s/\.log\.messtyps//r;
94 #INFO "Process caster '$caster'";
95
96 INFO "Process $logfile";
97
98 # scan beginns with that line: 16-02-18 23:58:02 WTZ37: Get data in RTCM 3.x format
99
100 # First grep for message type lines in bnc-logfile and write them to local temp. directory
101 # NOTE: 'sort -u' because Ephemeries message-types 1019 (GPS), 1020 (GLONASS), 1045 (Galileo) come
102 # for every sat. at the same time/second. This is done for getting the repetition rate
103 system ("grep \"Received message type\" $logfile | sort -u > $casterMessTypeFile") == 0
104 or ERROR "Fehler: $!";
105
106 # --------------------------------------------
107 # Get message types foreach station/mountpoint
108 # --------------------------------------------
109 my $cmd = "cat $casterMessTypeFile | awk '{print \$3, \$7}' | sort -u";
110 my @messTypes = `$cmd`; # ['DARX1: 1004\n','DARX1: 1006\n',... ]
111 if ( scalar @messTypes < 1 ) {
112 ERROR "Could not retrieve message types from file $casterMessTypeFile";
113 return;
114 }
115
116 # Note: Skip first 1500 lines because BNC is weird here, all lines with same timestamp, buffer problem?
117
118 # ------------------------------------------------------
119 # Guess repetition rate for each mountpoint/message-type
120 # ------------------------------------------------------
121 # For that get the first $minSamples appearances of mountp with same message type
122 # and build the differences between them
123 my $minSamples = 4;
124 foreach my $mpType (@messTypes) {
125 chomp $mpType; # 'AUBG3: 1004'
126 my ( $mp, $mt ) = split ( /:\s*/, $mpType );
127 my $cmd = "grep \"$mp: Received message type $mt\" $logfile";
128 my @rows = `$cmd`;
129 if ( scalar @rows < 1 ) {
130 ERROR "Could not retrieve message types for $mpType from file $casterMessTypeFile";
131 next;
132 }
133
134 if ( scalar @rows <= $minSamples ) {
135 WARN "Could not guess repetition rate for message type $mpType: only " . scalar @rows . " matches found";
136 next;
137 }
138
139 my $repRate = _computeMessTypRepetitonRate( \@rows, $caAbbr );
140 if ($repRate) {
141 $mpType .= '(' . $repRate . ')';
142 }
143 } # ----- end foreach messageType -----
144
145 #if ( unlink $casterMessTypeFile ) { TRACE "Removed file [$casterMessTypeFile]" }
146
147 # Return an HASH OF ARRAYS with mp as key and the list of messTypes as value
148 my %messTypesHash;
149 foreach (@messTypes) {
150 my @ele = split ( ': ', $_ );
151 my $mp = shift @ele;
152 push ( @{ $messTypesHash{$mp} }, shift @ele );
153 }
154
155 return \%messTypesHash;
156}
157
158# =============================================================================
159# _computeMessTypRepetitonRate
160# =============================================================================
161# Guess repetition rate of message types
162#
163# Param : $firstMatches [required] Array-Ref with first appearances of station
164# and mess type. Complete logfile lines, e.g.
165# '13-07-04 17:38:26 BRUX0: Received message type 1004 '
166# $caAbbr [optional] caster abbreviation
167# Return : repetition rate in secs, (median value)
168# =============================================================================
169sub _computeMessTypRepetitonRate {
170 my ( $rows, $caAbbr ) = @_;
171
172 my $maxGap = 600; # if gap > 10min then we guess it is a new scan
173
174 $rows->[0] =~ /.{18}([a-x0-9]+): Received message type (\d+)/i;
175 my $stat = $1;
176 my $mestp = $2;
177
178 # Create list of unix timestamps
179 my @scans;
180 my $scan = 0;
181 my ( $prevTime, $deltaT ) = ( 0, 0 );
182 foreach (@$rows) {
183 my $uxtime = date2unix( substr ( $_, 0, 17 ) );
184 if ( !$uxtime ) {
185 ERROR "Could not parse date from line $_";
186 next;
187 }
188 $deltaT = $uxtime - $prevTime;
189 next if ( $deltaT == 0 ); # e.g. eph 1019,1020 one message for each sat.
190 next if ( $deltaT <= 1 && $mestp =~ /10(19|20|42|43|44|45|46)|63/ );
191 if ( $prevTime && $deltaT > $maxGap ) {
192 $scan++;
193 }
194 push ( @{ $scans[$scan] }, $uxtime );
195 $prevTime = $uxtime;
196 }
197
198 my @repRates;
199 my $highest_nof_diffs = 0;
200 foreach (@scans) {
201 my @timestamps = @{$_};
202
203 # Compute the differences
204 my @diffs;
205 for ( my $i = 1; $i <= $#timestamps; $i++ ) {
206 push ( @diffs, $timestamps[$i] - $timestamps[ $i - 1 ] );
207 }
208 my $nof_diffs = scalar @diffs;
209
210 if ( $nof_diffs < 2 ) {
211 WARN("$stat: $mestp: only $nof_diffs diffs");
212 next;
213 }
214
215 my ( $mean, $prms, $median, $min, $max, $adev, $rms_n ) = stats( pdl \@diffs );
216 $mean = sprintf ( "%.0f", $mean );
217 $rms_n = sprintf ( "%.02f", $rms_n );
218 print $stat, ": ", $mestp, ": ", join ( ' ', @diffs ), "[Sig: $mean, $rms_n]\n";
219
220 if ( $rms_n > 10 ) {
221 WARN("$stat: $mestp: RMS too high: $rms_n");
222 next;
223 }
224
225 # get the most frequent value
226 my %counti = ();
227 $counti{$_}++ foreach (@diffs);
228 my ( $ni, $mfv ) = ( 0, 0 );
229 while ( my ( $k, $v ) = each %counti ) {
230 if ( $v > $ni ) {
231 $ni = $v;
232 $mfv = $k;
233 }
234 }
235
236 my $rounded_val = $mfv; # init
237 foreach ( ( 1, 5, 10, 15, 30, 60, 120, 150, 300 ) ) { # most likely values
238 my $mdiff = abs ( $mfv - $_ );
239 if ( $mdiff <= 2 ) {
240 $rounded_val = $_;
241 }
242 }
243 push ( @repRates, [ $rounded_val, $nof_diffs ] );
244
245 if ( $nof_diffs > $highest_nof_diffs ) {
246 $highest_nof_diffs = $nof_diffs;
247 }
248 } # ----- end foreach scan -----
249
250 my @mostLikelyRates = grep { $_->[1] == $highest_nof_diffs } @repRates;
251 my $mostLikelyRate = $mostLikelyRates[0]->[0];
252 foreach (@repRates) {
253 if ( abs ( $_->[0] - $mostLikelyRate ) > 2 ) {
254 ERROR "$stat: $caAbbr: $mestp: repetition rates from different scans differ: $mostLikelyRate $_->[0]";
255 if ( scalar @repRates == 2 ) {
256 return;
257 }
258 }
259 }
260
261 return $mostLikelyRate;
262}
263
264# =============================================================================
265# parseConfig ($confFile)
266# =============================================================================
267# Parse the BNC config file.
268#
269# Param : $confFile [required] BNC config file
270# Return : Hash with configuration on success, otherwise undef
271# Usage : $bncConf = parseConf($bncConfFile);
272# $corrMount = $bncConf->{'PPP'}->{'corrMount'};
273# =============================================================================
274sub parseConfig {
275 my ($confFile) = @_;
276
277 -s $confFile || LOGDIE "BNC config file \"$confFile\" does not exist\n";
278 TRACE "Parse BNC config file $confFile";
279 open ( my $INP, '<', $confFile ) || die "Could not open file '$confFile': $!";
280 my @confLines = <$INP>;
281 close ($INP);
282
283 my %conf;
284 my $section; # [General], [PPP]
285 foreach (@confLines) {
286 chomp;
287 s/#.*//; # entfernt Kommentare
288 s/^\s*//; # whitespace am Anfang entfernen
289 s/\s+$//; # entfernt alle whitespaces am Ende
290 next unless length;
291 if ( $_ =~ /\[(\S+)\]/ ) { $section = $1 }
292 next if ( !$section );
293 my ( $key, $val ) = split ( /\s*=\s*/, $_, 2 );
294 if ( !defined $val ) { $val = "" }
295
296 if ( $key eq "mountPoints" ) {
297
298 # Simple parsing
299 $val =~ s/^\/\///;
300 my @mpts = split ( /,\s?\/{2}/, $val );
301 $conf{$section}->{$key} = \@mpts;
302
303 # Extended parsing
304 my @mpts_def = ();
305 foreach (@mpts) {
306
307 # user:passwd@igs-ip.net:2101/ASPA0 RTCM_3.0 ASM -14.33 189.28 no 1
308 if ( $_ =~
309 /^([\w-]+):(.+[^@])@([\w\.-]+):(\d{3,5})\/([-\w]+) ([\w\.]+) ?(\w{3})? ([\+\-\d\.]+) ([\+\-\d\.]+) no (\w+)/i
310 )
311 {
312 push ( @mpts_def, { caster => $3, port => $4, mp => $5, ntripVers => $10 } );
313 }
314 else { ERROR "$confFile: Could not parse mountPoints string $_" }
315 }
316 $conf{$section}->{'mountPoints_parsed'} = \@mpts_def;
317 }
318 elsif ( $key eq "cmbStreams" ) {
319 my @cmbStrs = split ( /\s*,\s*/, $val );
320 foreach (@cmbStrs) {
321 s/"//g;
322 s/\s+$//; # entfernt alle whitespaces am Ende
323 }
324 $conf{$section}->{$key} = \@cmbStrs;
325 }
326 else { $conf{$section}->{$key} = $val }
327 }
328
329 my @nofPar = keys %conf;
330 if ( scalar @nofPar < 1 ) {
331 ERROR "No parameter found in BNC conf \"$confFile\"";
332 return;
333 }
334 return \%conf;
335}
336
337# =============================================================================
338# parseLogfile ($file, $sampling, $goBackSecs, $logMode )
339# =============================================================================
340# Parse BNCs' logfile
341#
342# Param : $file [required] BNC logfile
343# $sampling [optional] sampling rate for logfile
344# $logMode [optional] Flag. If set, remember the position of the file-read
345# for the next read. Default: off
346# Return : \%data
347# =============================================================================
348sub parseLogfile {
349 my $file = shift;
350 my $sampling = shift // 1;
351 my $logMode = shift // 0;
352
353 open ( my $fh, "<", $file ) || LOGDIE "Could not open file $file: $!\n";
354
355 # Goto last position from last read
356 #my $fPos = filePosition($file);
357 #TRACE "Current file pos: $fPos";
358 $logMode && seek ( $fh, filePosition($file), 0 );
359
360 #$logMode && seek ( $fh, $fPos, 0 );
361 my $ln = "";
362 my ( @hlp, @epochs, @latencies, @restarts );
363 my $rec = {};
364 while (<$fh>) {
365 chomp ( $ln = $_ );
366 $rec = {};
367
368 if ( $ln =~ /\bNEU/ ) { # NEU displacements
369 @hlp = split ( /\s+/, $ln );
370 my $tp = Time::Piece->strptime( substr ( $hlp[2], 0, 19 ), '%Y-%m-%d_%H:%M:%S' );
371
372 if ( $hlp[14] eq '-nan' || $hlp[15] eq '-nan' || $hlp[16] eq '-nan' ) {
373 WARN("$hlp[2] $hlp[3]: NEU displacements are NAN");
374 next;
375 }
376
377 #DEBUG ($tp->epoch, $hlp[3]);
378 push (
379 @epochs,
380 {
381 time => $tp->epoch,
382 site => $hlp[3],
383 dN => $hlp[14],
384 dE => $hlp[15],
385 dU => $hlp[16],
386 TRP => $hlp[18] + $hlp[19],
387 }
388 );
389 }
390 elsif ( index ( $ln, "latency", 25 ) > 1 ) {
391
392# DEBUG ($ln);
393# altes format: 15-10-06 15:29:02 POTS0: Mean latency 2.34 sec, min 1.58, max 3, rms 0.48, 43 epochs, 17 gaps
394# neu in BNC 2.12.4: 17-06-06 15:35:02 OHI37 Observations: Mean latency 1.51 sec, min 0.57, max 2.7, rms 0.5, 203 epochs, 73 gaps
395 @hlp = split ( /\s+/, $ln );
396
397 # old latency log format
398 if ( $hlp[2] =~ /:$/ ) {
399 splice @hlp, 3, 0, 'Placeholder:';
400 $hlp[2] =~ s/:$//;
401 }
402 $hlp[3] =~ s/:$//;
403
404 my $tp = Time::Piece->strptime( "$hlp[0] $hlp[1]", '%y-%m-%d %H:%M:%S' );
405 $rec = {
406 time => $tp->epoch,
407 mp => $hlp[2],
408 meanLat => $hlp[6] + 0.0,
409 epochs => int ( $hlp[14] ),
410 type => $hlp[3]
411 };
412
413 # Unter bestimmten Bedingungen werden die gaps nicht rausgeschrieben!
414 if ( $ln =~ /gaps/ ) {
415 $rec->{'gaps'} = int ( $hlp[16] );
416 }
417
418 push ( @latencies, $rec );
419 }
420 elsif ( index ( $ln, "Start BNC" ) > 1 ) {
421
422 # 17-06-13 07:06:58 ========== Start BNC v2.12.3 (LINUX) ==========
423 @hlp = split ( /\s+/, $ln );
424 my $tp = Time::Piece->strptime( "$hlp[0] $hlp[1]", '%y-%m-%d %H:%M:%S' );
425 push (
426 @restarts,
427 {
428 time => $tp->epoch,
429 bncvers => $hlp[5]
430 }
431 );
432 }
433
434 } # ----- next line -----
435
436 $logMode && filePosition( $file, tell ($fh) ); # Remember pos for next read
437 close $fh;
438
439 # Sampling must be done afterwords, for each station separated!
440 my @epochs_sampled;
441 my @sites = map { $_->{'site'} } @epochs;
442
443 #@sites = uniq @sites;
444 my %hlp1 = ();
445 @sites = grep { !$hlp1{$_}++ } @sites;
446 foreach my $s (@sites) {
447 my $epoch_selected = 0;
448 foreach my $rec (@epochs) {
449 next if ( $rec->{'site'} ne $s );
450 if ( $rec->{'time'} - $epoch_selected >= $sampling ) {
451 push ( @epochs_sampled, $rec );
452 $epoch_selected = $rec->{'time'};
453 }
454 }
455 }
456
457 my %data = (
458 EPOCHS => \@epochs_sampled,
459 LATENCIES => \@latencies,
460 RESTARTS => \@restarts
461 );
462
463 return \%data;
464}
465
466# =============================================================================
467# parsePPPLogfile ($file, $sampling, $goBackSecs, $logMode )
468# =============================================================================
469# Parse BNCs' PPP station logfile
470#
471# Param : $file [required] BNC PPP station
472# $sampling [optional] sampling rate for logfile
473# $goBackSecs [optional] go back that seconds from now in logfile
474# $logMode [optional] Flag. If set, remember the position of the file-read
475# for the next read. Default: off
476# Return : $station, \%data
477# =============================================================================
478sub parsePPPLogfile {
479 my $file = shift;
480 my $sampling = shift // 1;
481 my $goBackSecs = shift // 0;
482 my $logMode = shift // 0;
483
484 if ($logMode) { $goBackSecs = 0 }
485
486 my $startSec;
487 if ($goBackSecs) {
488 $startSec = time () - $goBackSecs;
489 }
490 my $epo;
491 my $old_epochSec = 0;
492 my $epochSec = 0;
493 my $epochDiff = 0;
494 my (
495 @hlp, @EPOCHs, @N, @E, @U, %SATNUM, @TRPs,
496 @G_CLKs, @R_CLKs, @E_CLKs, @C_CLKs,
497 );
498 my ( @EPOCHs_G_CLK, @EPOCHs_R_CLK, @EPOCHs_E_CLK, @EPOCHs_C_CLK );
499 my ( %AMB, %RES, %ELE, %ION, %BIA );
500 my ( $station, $lki, $sys, $sat, $amb );
501 open ( my $fh, "<", $file ) || LOGDIE "Could not open file $file: $!\n";
502
503 # Goto last position from last read
504 #my $fPos = filePosition($file);
505 #TRACE "Current file pos: $fPos";
506 $logMode && seek ( $fh, filePosition($file), 0 );
507
508 #$logMode && seek ( $fh, $fPos, 0 );
509 my $ln = "";
510 while (<$fh>) {
511 chomp ( $ln = $_ );
512
513 if ( $ln =~ /\bof Epoch\b/ ) {
514
515 # PPP of Epoch 2015-08-27_14:00:15.000
516 if ( $ln =~ /PPP of Epoch (\d{4}-\d{2}-\d{2}_\d{2}:\d{2}:\d{2})\.\d+/ ) {
517 $epo = $1; #print "$epo\n";
518 }
519 else { ERROR "strange line: \"$ln\""; next }
520
521 my $tp = Time::Piece->strptime( $epo, '%Y-%m-%d_%H:%M:%S' );
522 $epochSec = $tp->epoch();
523 $epochDiff = $epochSec - $old_epochSec;
524 next;
525 }
526
527 next if ( !$epo );
528 next if ( defined $startSec && $epochSec < $startSec );
529 next if ( $epochDiff && $epochDiff < $sampling );
530
531 @hlp = split ( /\s+/, $ln );
532
533 if ( $ln =~ /\bdN\b/ ) {
534 push ( @EPOCHs, $epochSec ); # besser $epo ?
535 $old_epochSec = $epochSec;
536
537 #2015-08-27_13:59:50.000 DIEP1 X = 3842152.9054 +- 0.0242 Y = 563402.0331 +- 0.0176 Z = 5042888.5182 +- 0.0319 dN = 0.0130 +- 0.0193 dE = -0.0032 +- 0.0178 dU = -0.0248 +- 0.0349
538 $station = $hlp[1];
539
540 if ( $hlp[19] eq '-nan' || $hlp[24] eq '-nan' || $hlp[29] eq '-nan' ) {
541 WARN("$hlp[0] $station: NEU displacements are NAN");
542 }
543
544 push @N, $hlp[19];
545 push @E, $hlp[24];
546 push @U, $hlp[29];
547 }
548 elsif ( ( $ln =~ /\bAMB\b/ ) && ( $ln !~ /RESET/ ) ) {
549 # 2015-08... AMB lIF G04 253.0000 -8.9924 +- 1.7825 el = 22.03 epo = 86
550 $lki = $hlp[2];
551 $sat = $hlp[3];
552 $sys = substr ( $sat, 0, 1 );
553 $amb = $hlp[4] + $hlp[5];
554 push @{ $AMB{$lki}{$sys}{$sat}{EPOCH} }, $epochSec;
555 push @{ $AMB{$lki}{$sys}{$sat}{DATA} }, $amb;
556 push @{ $AMB{$lki}{$sys}{$sat}{NUMEPO} }, $hlp[13];
557 push @{ $ELE{$sys}{$sat}{EPOCH} }, $epochSec;
558 push @{ $ELE{$sys}{$sat}{DATA} }, $hlp[10];
559 }
560 elsif ( $ln =~ /\bRES\b/ && $ln !~ /Neglected/ ) {
561 # 2015-08... RES lIF G30 -0.0076
562 $sat = $hlp[3];
563 $lki = $hlp[2];
564 $sys = substr ( $sat, 0, 1 );
565
566 #print "$epo $lki $sys $sat $res\n";
567 push @{ $RES{$lki}{$sys}{$sat}{EPOCH} }, $epochSec;
568 push @{ $RES{$lki}{$sys}{$sat}{DATA} }, $hlp[4];
569 }
570 elsif ( ( $ln =~ /\bION\b/ ) && ( $ln !~ /RESET/ ) ) {
571
572 # 2018-12-01_20:37:58.000 ION G02 0.0000 -0.3277 +- 2.4663
573 $sat = $hlp[2];
574 $sys = substr ( $sat, 0, 1 );
575 push @{ $ION{$sys}{$sat}{EPOCH} }, $epochSec;
576 push @{ $ION{$sys}{$sat}{DATA} }, $hlp[4];
577 }
578 elsif ( ( $ln =~ /\bBIA\b/ ) && ( $ln !~ /RESET/ ) ) {
579
580 # 2020-12-09_00:55:19.000 BIA c1 G 0.0000 +2.5149 +- 9.6543
581 $lki = $hlp[2];
582 $sys = $hlp[3];
583 push @{ $BIA{$lki}{$sys}{EPOCH} }, $epochSec;
584 push @{ $BIA{$lki}{$sys}{DATA} }, $hlp[4] + $hlp[5];
585 }
586 # REC_CLK in BNC 2.13
587 elsif ( $ln =~ /\bREC_CLK G\b/ ) {
588 push ( @EPOCHs_G_CLK, $epochSec );
589 push ( @G_CLKs, $hlp[3] + $hlp[4] );
590 }
591 elsif ( $ln =~ /\bREC_CLK R\b/ ) {
592 push ( @EPOCHs_R_CLK, $epochSec );
593 push ( @R_CLKs, $hlp[3] + $hlp[4] );
594 }
595 elsif ( $ln =~ /\bREC_CLK E\b/ ) {
596 push ( @EPOCHs_E_CLK, $epochSec );
597 push ( @E_CLKs, $hlp[3] + $hlp[4] );
598 }
599 elsif ( $ln =~ /\bREC_CLK C\b/ ) {
600 push ( @EPOCHs_C_CLK, $epochSec );
601 push ( @C_CLKs, $hlp[3] + $hlp[4] );
602 }
603 elsif ( $ln =~ /\bSATNUM\b/ ) { # 2015-09... SATNUM G 8
604 push ( @{ $SATNUM{ $hlp[2] } }, $hlp[3] );
605 }
606 elsif ( $ln =~ /\bTRP\b/ ) { # 2015-08... TRP 2.3803 +0.1009 +- 0.0324
607 push ( @TRPs, $hlp[2] + $hlp[3] );
608 }
609
610 } # ----- next line -----
611
612 $logMode && filePosition( $file, tell ($fh) ); # Remember pos for next read
613 close $fh;
614
615 my $nof_epochs = scalar @EPOCHs;
616 DEBUG( "epochs:$nof_epochs, North displac.: "
617 . scalar @N
618 . ", East displac.: "
619 . scalar @E
620 . ", Up displac.: "
621 . scalar @U
622 . ", TRPs:"
623 . scalar @TRPs );
624 if ( $nof_epochs != scalar @N ) { LOGDIE "number of epochs and residuals not equal\n" }
625 if ( $nof_epochs != scalar @TRPs ) { LOGDIE "number of epochs and TRPs not equal\n" }
626 if ( @G_CLKs && scalar @EPOCHs_G_CLK != scalar @G_CLKs ) { LOGDIE "number of epochs and G_CLKs not equal\n" }
627 if ( @R_CLKs && scalar @EPOCHs_R_CLK != scalar @R_CLKs ) { LOGDIE "number of epochs and R_CLKs not equal\n" }
628 if ( @E_CLKs && scalar @EPOCHs_E_CLK != scalar @E_CLKs ) { LOGDIE "number of epochs and E_CLKs not equal\n" }
629 if ( @C_CLKs && scalar @EPOCHs_C_CLK != scalar @C_CLKs ) { LOGDIE "number of epochs and C_CLKs not equal\n" }
630
631 my %data = (
632 EPOCHS => \@EPOCHs,
633 N => \@N,
634 E => \@E,
635 U => \@U,
636 SATNUM => \%SATNUM,
637 TRPs => \@TRPs,
638 G_CLKs => \@G_CLKs,
639 R_CLKs => \@R_CLKs,
640 E_CLKs => \@E_CLKs,
641 C_CLKs => \@C_CLKs,
642 RES => \%RES,
643 AMB => \%AMB,
644 ELE => \%ELE,
645 ION => \%ION,
646 BIA => \%BIA,
647 );
648
649 return ( $station, \%data, 0 );
650}
651
652# =============================================================================
653# BncStillWorks ($bncConfFile)
654# =============================================================================
655# Checks if BNC is still working.
656#
657# BNC Jobs can still be alive (in processlist) but are not producing any more.
658# This function checks if a BNC process is proper working.
659#
660# Param : $bncConfFile [required] path of BNC config file
661# Return : true if BNC is still working otherwise false.
662# =============================================================================
663sub BncStillWorks {
664 my ($bncConfFile) = @_;
665
666 my $timep = Time::Piece->new;
667
668 # for safety if it is exatly at 00:00, add 30 sec
669 my $min_tmp = $timep->strftime("%M");
670 if ( $min_tmp =~ /00|15|30|45/ && $timep->strftime("%S") < 15 ) {
671 $timep += 30;
672 sleep 30;
673 }
674 my $yyyy = $timep->year;
675 my $yy = $timep->yy;
676 my $doy = sprintf "%03d", $timep->yday + 1;
677 my $hh = $timep->strftime("%H");
678 my $h = uc ( chr ( 65 + $hh ) );
679 my $min = $timep->min;
680 my $startmin;
681 if ( $min < 15 ) { $startmin = "00" }
682 elsif ( $min < 30 ) { $startmin = "15" }
683 elsif ( $min < 45 ) { $startmin = "30" }
684 elsif ( $min <= 59 ) { $startmin = "45" }
685 my $bncConf = parseConf($bncConfFile);
686 my $bncLogFileStub = $bncConf->{'General'}->{'logFile'};
687
688 # BNC log file
689 # ------------
690 my $bncLogFile = "${bncLogFileStub}_" . $timep->strftime("%y%m%d"); # -> bnc.log_160425
691 unless ( -s $bncLogFile ) {
692 WARN("BNC logfile \"$bncLogFile\" is empty or does not exist");
693 return 0;
694 }
695
696 # RINEX Obs Generation
697 # --------------------
698 if ( $bncConf->{'General'}->{'rnxPath'} ) {
699 my $rnxPath = $bncConf->{'General'}->{'rnxPath'};
700 $rnxPath =~ s/\/$//;
701
702 # Write Rnx3 files (i.e. long Rnx3 filenames) 2: on ('rnxV3filenames' is deprecated since 2.12.8!!!)
703 my $writeRnxV3 = $bncConf->{'General'}->{'rnxV3'};
704 my $rnxIntr = $bncConf->{'General'}->{'rnxIntr'};
705 my $fileMask;
706
707 if ($writeRnxV3) {
708 if ( $rnxIntr eq "1 hour" ) {
709 $fileMask = "*_S_${yyyy}${doy}${hh}??_01H_30S_?O.rnx";
710 }
711 elsif ( $rnxIntr eq "15 min" ) {
712 $fileMask = "*_S_${yyyy}${doy}${hh}${startmin}_15M_01S_?O.rnx";
713 }
714 else { # daily?
715 $fileMask = "*_S_${yyyy}${doy}????_01D_30S_?O.rnx"; # HRAG00ZAF_S_20191220000_01D_30S_MO.rnx
716 }
717 }
718 else { # Rnx2
719 if ( $rnxIntr eq "1 hour" ) {
720 $fileMask = "????${doy}${h}.${yy}O";
721 }
722 elsif ( $rnxIntr eq "15 min" ) {
723 $fileMask = "????${doy}${h}${startmin}.${yy}O";
724 }
725 else { # daily?
726 $fileMask = "????${doy}*.${yy}O";
727 }
728 }
729
730 my @rnxFiles = glob "$rnxPath/$fileMask";
731 if ( scalar @rnxFiles < 1 ) {
732 ERROR("BNC does not create RINEX Obs files. (Filemask: \"$fileMask\" Path: $rnxPath)");
733
734 #return 0;
735 }
736 }
737
738 # RINEX Ephemerides Generation
739 # ----------------------------
740 if ( $bncConf->{'General'}->{'ephPath'} ) {
741 my $rnxPath = $bncConf->{'General'}->{'ephPath'};
742 $rnxPath =~ s/\/$//;
743 my $writeRnxV3 = $bncConf->{'General'}->{'ephV3'};
744 my $rnxIntr = $bncConf->{'General'}->{'ephIntr'};
745 my $fileMask;
746
747 if ($writeRnxV3) {
748 if ( $rnxIntr eq "1 hour" ) {
749 $fileMask = "BRD?00WRD_S_${yyyy}${doy}${hh}00_01H_?N.rnx";
750 }
751 elsif ( $rnxIntr eq "15 min" ) {
752 $fileMask = "BRD?00WRD_S_${yyyy}${doy}${hh}${startmin}_15M_?N.rnx"; # BRDC00WRD_S_20191220900_15M_MN.rnx
753 }
754 else { # daily?
755 $fileMask = $fileMask = "BRD?00WRD_S_${yyyy}${doy}0000_01D_?N.rnx";
756 }
757 }
758 else { # Rnx2
759 $fileMask = "BRD?${doy}*.${yy}N";
760 }
761
762 my @rnxFiles = glob "$rnxPath/$fileMask";
763 if ( scalar @rnxFiles < 1 ) {
764 ERROR("BNC does not create RINEX Nav files. (Filemask: \"$fileMask\" Path: $rnxPath)");
765
766 #return 0;
767 }
768 }
769
770 # Check jobs making PPP
771 # ---------------------
772 if ( $bncConf->{'PPP'}->{'corrMount'} && $bncConf->{'PPP'}->{'staTable'} ) {
773 my $timeOfLastCoo = `grep "NEU:" $bncLogFile | tail -1 | cut -d ' ' -f1,2`;
774 chomp $timeOfLastCoo;
775 if ( !$timeOfLastCoo ) {
776 ERROR "BNC does not compute coordinates";
777 return 0;
778 }
779
780 my $tp = Time::Piece->strptime( $timeOfLastCoo, '%y-%m-%d %H:%M:%S' );
781 my $now = Time::Piece->new;
782 my $tdiff = $now - $tp;
783 if ( $tdiff > 1200 ) {
784 ERROR( "Last computed coordinates are " . $tdiff / 60 . " min old" );
785 return 0;
786 }
787 }
788
789 # BNC works
790 return 1;
791}
792
7931; # End of Bnc
Note: See TracBrowser for help on using the repository browser.