Mercurial > gemma
view pkg/controllers/manualimports.go @ 1985:8eeb0b5eb340
Imports: Made retries and the waiting between the attempts configurable.
author | Sascha L. Teichmann <sascha.teichmann@intevation.de> |
---|---|
date | Wed, 23 Jan 2019 17:58:57 +0100 |
parents | 71b722809b2b |
children | 9c65153bb56e |
line wrap: on
line source
// This is Free Software under GNU Affero General Public License v >= 3.0 // without warranty, see README.md and license for details. // // SPDX-License-Identifier: AGPL-3.0-or-later // License-Filename: LICENSES/AGPL-3.0.txt // // Copyright (C) 2018 by via donau // – Österreichische Wasserstraßen-Gesellschaft mbH // Software engineering by Intevation GmbH // // Author(s): // * Sascha L. Teichmann <sascha.teichmann@intevation.de> // * Raimund Renkert <raimund.renkert@intevation.de> package controllers import ( "database/sql" "log" "net/http" "time" "gemma.intevation.de/gemma/pkg/auth" "gemma.intevation.de/gemma/pkg/common" "gemma.intevation.de/gemma/pkg/imports" "gemma.intevation.de/gemma/pkg/models" ) func retry(a common.Attributes) (time.Time, *int, *time.Duration) { due, _ := a.Time("due") ret, ok := a.Int("retries") var retries *int if ok { retries = &ret } dur, ok := a.Duration("wait-retry") var duration *time.Duration if ok { duration = &dur } return due, retries, duration } func importBottleneck(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { bi := input.(*models.BottleneckImport) bn := &imports.Bottleneck{ URL: bi.URL, Insecure: bi.Insecure, } due, retries, duration := retry(bi.Attributes) return bn, due, retries, duration, bi.SendEmail } func importGaugeMeasurement(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { gi := input.(*models.GaugeMeasurementImport) gm := &imports.GaugeMeasurement{ URL: gi.URL, Insecure: gi.Insecure, } due, retries, duration := retry(gi.Attributes) return gm, due, retries, duration, gi.SendEmail } func importFairwayAvailability(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { fai := input.(*models.FairwayAvailabilityImport) fa := &imports.FairwayAvailability{ URL: fai.URL, Insecure: fai.Insecure, } due, retries, duration := retry(fai.Attributes) return fa, due, retries, duration, fai.SendEmail } func importWaterwayAxis(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { wxi := input.(*models.WaterwayAxisImport) wx := &imports.WaterwayAxis{ URL: wxi.URL, FeatureType: wxi.FeatureType, SortBy: wxi.SortBy, } due, retries, duration := retry(wxi.Attributes) return wx, due, retries, duration, wxi.SendEmail } func importWaterwayArea(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { wai := input.(*models.WaterwayAreaImport) wa := &imports.WaterwayArea{ URL: wai.URL, FeatureType: wai.FeatureType, SortBy: wai.SortBy, } due, retries, duration := retry(wai.Attributes) return wa, due, retries, duration, wai.SendEmail } func importWaterwayGauge(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { wgi := input.(*models.WaterwayGaugeImport) username, _ := wgi.Attributes.Get("username") password, _ := wgi.Attributes.Get("password") insecure := wgi.Attributes.Bool("insecure") wg := &imports.WaterwayGauge{ URL: wgi.URL, Username: username, Password: password, Insecure: insecure, } due, retries, duration := retry(wgi.Attributes) return wg, due, retries, duration, wgi.SendEmail } func importDistancemarksVirtual(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { dmvi := input.(*models.DistanceMarksVirtualImport) username, _ := dmvi.Attributes.Get("username") password, _ := dmvi.Attributes.Get("password") insecure := dmvi.Attributes.Bool("insecure") wg := &imports.DistanceMarksVirtual{ URL: dmvi.URL, Username: username, Password: password, Insecure: insecure, } due, retries, duration := retry(dmvi.Attributes) return wg, due, retries, duration, dmvi.SendEmail } func importFairwayDimension(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { fdi := input.(*models.FairwayDimensionImport) fd := &imports.FairwayDimension{ URL: fdi.URL, FeatureType: fdi.FeatureType, SortBy: fdi.SortBy, LOS: fdi.LOS, MinWidth: fdi.MinWidth, MaxWidth: fdi.MaxWidth, Depth: fdi.Depth, SourceOrganization: fdi.SourceOrganization, } due, retries, duration := retry(fdi.Attributes) return fd, due, retries, duration, fdi.SendEmail } func importDistanceMarksAshore(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { dmai := input.(*models.DistanceMarksAshoreImport) dma := &imports.DistanceMarksAshore{ URL: dmai.URL, FeatureType: dmai.FeatureType, SortBy: dmai.SortBy, } due, retries, duration := retry(dmai.Attributes) return dma, due, retries, duration, dmai.SendEmail } func importStretch(input interface{}) (interface{}, time.Time, *int, *time.Duration, bool) { sti := input.(*models.StretchImport) st := &imports.Stretch{ Name: sti.Name, From: sti.From, To: sti.To, ObjNam: sti.ObjNam, NObjNam: sti.NObjNam, Source: sti.Source, Date: sti.Date, Countries: sti.Countries, } due, retries, duration := retry(sti.Attributes) return st, due, retries, duration, sti.SendEmail } func manualImport( kind imports.JobKind, setup func(interface{}) (interface{}, time.Time, *int, *time.Duration, bool), ) func(interface{}, *http.Request, *sql.Conn) (JSONResult, error) { return func(input interface{}, req *http.Request, _ *sql.Conn) ( jr JSONResult, err error) { what, due, retries, waitDuration, sendEmail := setup(input) var serialized string if serialized, err = common.ToJSONString(what); err != nil { return } session, _ := auth.GetSession(req) var jobID int64 if jobID, err = imports.AddJob( kind, due, retries, waitDuration, session.User, sendEmail, serialized, ); err != nil { return } log.Printf("info: added import #%d to queue\n", jobID) result := struct { ID int64 `json:"id"` }{ ID: jobID, } jr = JSONResult{ Code: http.StatusCreated, Result: &result, } return } }