view contrib/gmaggregate/matcher.rl @ 5560:f2204f91d286

Join the log lines of imports to the log exports to recover data from them. Used in SR export to extract information that where in the meta json but now are only found in the log.
author Sascha L. Teichmann <sascha.teichmann@intevation.de>
date Wed, 09 Feb 2022 18:34:40 +0100
parents 02c2d0edeb2a
children
line wrap: on
line source

// This is Free Software under GNU Affero General Public License v >= 3.0
// without warranty, see README.md and license for details.
//
// SPDX-License-Identifier: AGPL-3.0-or-later
// License-Filename: LICENSE
//
// Copyright (C) 2021 by via donau
//   - Österreichische Wasserstraßen-Gesellschaft mbH
// Software engineering by Intevation GmbH
//
// Author(s):
//  * Sascha L. Teichmann <sascha.teichmann@intevation.de>
package main

import "strconv"

%%{
	machine expression;
	write data;
}%%

func (agg *aggregator) match(data string, l *line) bool {

	// data := []rune(line)

	var cs int

	p, pe := 0, len(data)

	stack := agg.stack[:0]
	var pos int

	var g *gauge
	var v int

	current := func() string { return string(data[pos+1:p+1]) }

	pop := func() string {
		s := stack[len(stack)-1]
		stack = stack[:len(stack)-1]
		return s
	}

%%{
	action mark { pos = p }

	action push { stack = append(stack, current()) }

	action foundMeasure {
		agg.current = current()
		return true
	}

	action insertedMeas {
		g = agg.find(current())
		v, _ = strconv.Atoi(pop())
		g.measurements += v
		return true
	}

	action insertedPreds {
		g = agg.find(current())
		v , _ = strconv.Atoi(pop())
		g.predictions += v
		return true
	}

	action referenceCodeNotSpecified {
		agg.find(agg.current).assumeZPG = true
		return true
	}

	action ignoredMeassurements {
		v, _ = strconv.Atoi(pop())
		agg.find(agg.current).badValues += v
		return true
	}

	action cannotFindGauge {
		agg.find(pop()).unknown = true
		return true
	}

	action unitNotSpecified {
		agg.find(agg.current).assumeCM++
		return true
	}

	action ignoredMessage {
		g = agg.find(agg.current)
		g.ignMeasCodes = extend(g.ignMeasCodes, current())
		return true
	}

	action missingMandatoryValue {
		g = agg.find(agg.current)
		g.missingValues = extend(g.missingValues, pop())
		return true
	}

	action unknownUnit {
		g = agg.find(agg.current)
		g.rescaleErrors = extend(g.rescaleErrors, pop())
		return true
	}

	action holdBack {
		agg.hold = l
		return true
	}

	expr :=
		'Found measurements/predictions for ' @mark any{20}
		@foundMeasure
	| 'Inserted ' @mark digit+ @push ' measurements for ' @mark any{20}
		@insertedMeas
	| 'Inserted ' @mark digit+ @push ' predictions for ' @mark any{20}
		@insertedPreds
	| '\'Reference_code\' not specified. Assuming \'ZPG\''
		@referenceCodeNotSpecified
	| 'Ignored ' @mark digit+ @push ' measurements with value -99999'
		@ignoredMeassurements
	| 'Cannot find gauge "' @mark any{20} @push '"'
		@cannotFindGauge
	| '\'Unit\' not specified. Assuming \'cm\''
		@unitNotSpecified
	| 'Ignored message with measure_code ' @mark any+
		@ignoredMessage
	| 'Missing mandatory value at ' @mark [^.]+ @push '.'
		@missingMandatoryValue
	| 'unknown unit \'' @mark [^']* @push '\''
		@unknownUnit
	| 'Importing gauge measurements took '
		@holdBack
	| 'error in import: '
		@holdBack
	;
}%%

	%% write init;
	%% write exec;

	return false
}