Mercurial > gemma
view pkg/imports/bn.go @ 1569:cf0ca4a9812a
Bottleneck import: Implemented backend to store bottlenecks in database.
author | Raimund Renkert <raimund.renkert@intevation.de> |
---|---|
date | Wed, 12 Dec 2018 15:48:33 +0100 |
parents | 8fc1a2298acb |
children | 056a86b24be2 |
line wrap: on
line source
// This is Free Software under GNU Affero General Public License v >= 3.0 // without warranty, see README.md and license for details. // // SPDX-License-Identifier: AGPL-3.0-or-later // License-Filename: LICENSES/AGPL-3.0.txt // // Copyright (C) 2018 by via donau // – Österreichische Wasserstraßen-Gesellschaft mbH // Software engineering by Intevation GmbH // // Author(s): // * Sascha L. Teichmann <sascha.teichmann@intevation.de> package imports import ( "context" "database/sql" "errors" "regexp" "strconv" "time" "gemma.intevation.de/gemma/pkg/common" "gemma.intevation.de/gemma/pkg/soap/ifbn" ) type Bottleneck struct { URL string `json:"url"` Insecure bool `json:"insecure"` } const BNJobKind JobKind = "bn" const insertSQL = `INSERT INTO waterway.bottlenecks ( bottleneck_id, fk_g_fid, objnam, nobjnm, stretch, area, rb, lb, responsible_country, revisiting_time, limiting, date_info, source_organization ) VALUES( $1, isrs_fromText($2), $3, $4, isrsrange(isrs_fromText($5), isrs_fromText($6)), ST_MakePolygon(ST_ExteriorRing(ST_Buffer(ST_SetSRID(ST_Makepoint(13.05501, 47.80949), 4326), 0.01)))::Geography, $7, $8, $9, $10, $11, $12, $13 ) ON CONFLICT (bottleneck_id) DO NOTHING` type bnJobCreator struct{} func init() { RegisterJobCreator(BNJobKind, bnJobCreator{}) } func (bnJobCreator) Create(_ JobKind, data string) (Job, error) { bn := new(Bottleneck) if err := common.FromJSONString(data, bn); err != nil { return nil, err } return bn, nil } func (bnJobCreator) Depends() []string { return []string{ "waterway.gauges", "waterway.bottlenecks", } } const ( // TODO: waterway.bottlenecks needs an integer id column. bnStageDoneSQL = ` UPDATE waterway.bottlenecks SET staging_done = true WHERE id IN ( SELECT key from waterway.track_imports WHERE import_id = $1 AND relation = 'waterway.bottlenecks'::regclass)` ) // StageDone moves the imported bottleneck out of the staging area. func (bnJobCreator) StageDone( ctx context.Context, tx *sql.Tx, id int64, ) error { _, err := tx.ExecContext(ctx, srStageDoneSQL, id) return err } // CleanUp of a bottleneck import is a NOP. func (bn *Bottleneck) CleanUp() error { return nil } var rblbRe = regexp.MustCompile(`(..)_(..)`) func splitRBLB(s string) (string, string) { m := rblbRe.FindStringSubmatch(s) if len(m) == 0 { return "", "" } return m[1], m[2] } func revisitingTime(s string) int { v, err := strconv.Atoi(s) if err != nil { v = 0 } return v } // Do executes the actual bottleneck import. func (bn *Bottleneck) Do( ctx context.Context, importID int64, conn *sql.Conn, feedback Feedback, ) (interface{}, error) { client := ifbn.NewIBottleneckService(bn.URL, bn.Insecure, nil) req := &ifbn.Export_bn_by_isrs{} resp, err := client.Export_bn_by_isrs(req) if err != nil { feedback.Error("%v", err) return nil, err } if resp.Export_bn_by_isrsResult == nil { err := errors.New("no Bottlenecks found") feedback.Error("%v", err) return nil, err } bns := resp.Export_bn_by_isrsResult.BottleNeckType feedback.Info("Found %d bottlenecks for import", len(bns)) tx, err := conn.BeginTx(ctx, nil) if err != nil { return nil, err } defer tx.Rollback() start := time.Now() for i := range bns { bn := bns[i] rb, lb := splitRBLB(bn.Rb_lb) var limiting, country string if bn.Limiting_factor != nil { limiting = string(*bn.Limiting_factor) } if bn.Responsible_country != nil { country = string(*bn.Responsible_country) } tx.Exec(insertSQL, bn.Bottleneck_id, bn.Fk_g_fid, bn.OBJNAM, bn.NOBJNM, bn.From_ISRS, bn.To_ISRS, rb, lb, country, revisitingTime(bn.Revisiting_time), limiting, bn.Date_Info, bn.Source, ) feedback.Info("Insert \"%s\" into database", bn.OBJNAM) //TODO: Track for potential later removal? Bottlenecks have an string PK, track wants int64. // if err = track(ctx, tx, importID, "waterway.bottlenecks", bn.Bottleneck_id); err != nil { // return nil, err // } } feedback.Info("Storing %d bottlenecks took %s", len(bns), time.Since(start)) if err = tx.Commit(); err == nil { feedback.Info("Import of bottlenecks was successful") } // TODO: needs to be filled. summary := struct { BottleneckCount int `json:"bottleneckCount"` }{ BottleneckCount: len(bns), } return &summary, err }