Mercurial > gemma
view pkg/imports/ugm.go @ 3402:c04b1409a596
Fix adaptation of gauge temporal validity
The necessity to update validity implies the new value has to cascade
through to referencing columns.
Because measurements falling into the validity of a new version might
have been already imported, a deadlock situation might occur with
the CHECK constraint on gauge_measurements preventing an update
of validity and the exclusion constraint on gauges preventing the
insertion of a new version before the update. Thus, the exclusion
constraint is now deferred and cannot longer be used with ON CONFLICT
in the INSERT statement. Gauge measurements matching the validity of
a new gauge version are now 'moved' to that new version before the
validity of the old version is adapted.
author | Tom Gottfried <tom@intevation.de> |
---|---|
date | Thu, 23 May 2019 12:27:14 +0200 |
parents | 4acbee65275d |
children | 8b75ac5e243e |
line wrap: on
line source
// This is Free Software under GNU Affero General Public License v >= 3.0 // without warranty, see README.md and license for details. // // SPDX-License-Identifier: AGPL-3.0-or-later // License-Filename: LICENSES/AGPL-3.0.txt // // Copyright (C) 2018 by via donau // – Österreichische Wasserstraßen-Gesellschaft mbH // Software engineering by Intevation GmbH // // Author(s): // * Sascha L. Teichmann <sascha.teichmann@intevation.de> package imports import ( "context" "database/sql" "errors" "os" "path/filepath" "gemma.intevation.de/gemma/pkg/soap" "gemma.intevation.de/gemma/pkg/soap/nts" ) type UploadedGaugeMeasurement struct { Dir string `json:"dir"` } const UGMJobKind JobKind = "ugm" type ugmJobCreator struct{} func init() { RegisterJobCreator(UGMJobKind, ugmJobCreator{}) } func (ugmJobCreator) Description() string { return "uploaded gauge measurements" } func (ugmJobCreator) Create() Job { return new(UploadedGaugeMeasurement) } func (ugmJobCreator) Depends() [2][]string { return gmJobCreator{}.Depends() } func (ugmJobCreator) AutoAccept() bool { return true } func (ugmJobCreator) StageDone(context.Context, *sql.Tx, int64) error { return nil } func (ugm *UploadedGaugeMeasurement) CleanUp() error { return os.RemoveAll(ugm.Dir) } // Do executes the actual uploaded gauge measurement import. func (ugm *UploadedGaugeMeasurement) Do( ctx context.Context, importID int64, conn *sql.Conn, feedback Feedback, ) (interface{}, error) { fetch := func() ([]*nts.RIS_Message_Type, error) { var dst nts.Get_messages_result if err := soap.ValidateFile( filepath.Join(ugm.Dir, "data.xml"), "NtS.xsd", &dst, ); err != nil { return nil, err } if len(dst.Result_message) == 0 { return nil, errors.New("No gauge measurements found") } return dst.Result_message, nil } return storeGaugeMeasurements( ctx, importID, fetch, conn, feedback, ) }