view pkg/imports/ugm.go @ 3705:7006b92c0334

Handle updates (vs. historized and new versions) separately. We need this distinction as updated data currently can not be reviewed. More precisely: it can not be declined after review, as the old data is updated in place. The current exclusion from the review is a workaround and not meant to be the final solution. Note that there are additional minor problems, like the fact that the updated data is not counted as changed data for the import.
author Sascha Wilde <wilde@intevation.de>
date Wed, 19 Jun 2019 17:00:08 +0200
parents 4acbee65275d
children 8b75ac5e243e
line wrap: on
line source

// This is Free Software under GNU Affero General Public License v >= 3.0
// without warranty, see README.md and license for details.
//
// SPDX-License-Identifier: AGPL-3.0-or-later
// License-Filename: LICENSES/AGPL-3.0.txt
//
// Copyright (C) 2018 by via donau
//   – Österreichische Wasserstraßen-Gesellschaft mbH
// Software engineering by Intevation GmbH
//
// Author(s):
//  * Sascha L. Teichmann <sascha.teichmann@intevation.de>

package imports

import (
	"context"
	"database/sql"
	"errors"
	"os"
	"path/filepath"

	"gemma.intevation.de/gemma/pkg/soap"
	"gemma.intevation.de/gemma/pkg/soap/nts"
)

type UploadedGaugeMeasurement struct {
	Dir string `json:"dir"`
}

const UGMJobKind JobKind = "ugm"

type ugmJobCreator struct{}

func init() { RegisterJobCreator(UGMJobKind, ugmJobCreator{}) }

func (ugmJobCreator) Description() string { return "uploaded gauge measurements" }

func (ugmJobCreator) Create() Job { return new(UploadedGaugeMeasurement) }

func (ugmJobCreator) Depends() [2][]string { return gmJobCreator{}.Depends() }

func (ugmJobCreator) AutoAccept() bool { return true }

func (ugmJobCreator) StageDone(context.Context, *sql.Tx, int64) error { return nil }

func (ugm *UploadedGaugeMeasurement) CleanUp() error { return os.RemoveAll(ugm.Dir) }

// Do executes the actual uploaded gauge measurement import.
func (ugm *UploadedGaugeMeasurement) Do(
	ctx context.Context,
	importID int64,
	conn *sql.Conn,
	feedback Feedback,
) (interface{}, error) {

	fetch := func() ([]*nts.RIS_Message_Type, error) {

		var dst nts.Get_messages_result

		if err := soap.ValidateFile(
			filepath.Join(ugm.Dir, "data.xml"),
			"NtS.xsd",
			&dst,
		); err != nil {
			return nil, err
		}

		if len(dst.Result_message) == 0 {
			return nil, errors.New("No gauge measurements found")
		}
		return dst.Result_message, nil
	}

	return storeGaugeMeasurements(
		ctx,
		importID,
		fetch,
		conn,
		feedback,
	)
}