gemma: pkg/imports/isr.go comparison

comparison pkg/imports/isr.go @ 5431:fc79622783a7 marking-single-beam

ISR job: Moved statement preparations out out bottleneck processing.

author	Sascha L. Teichmann <sascha.teichmann@intevation.de>
date	Mon, 12 Jul 2021 02:31:30 +0200
parents	b8d5f1cd15fb
children	a65b0891e8fd

comparison

equal deleted inserted replaced

-:aa199f280f64
+:fc79622783a7
 	bns, err := fetchBottleneckResults(ctx, conn)
 	if err != nil {
 		return nil, err
 	}
+	isrs, err := newISRStmts(ctx, conn)
+	if err != nil {
+		return nil, err
+	}
+	defer isrs.close()
 	for i := range bns {
 		start := time.Now()
 		feedback.Info("Processing bottleneck '%s' ...", bns[i].bn)
 		err := isr.processBottleneck(
-			ctx, conn,
+			ctx, conn, isrs,
 			heights,
 			&bns[i],
 		)
 		feedback.Info("Processing took %v.", time.Since(start))
 		if err != nil {
 	}
 	return nil, nil
 }
+type isrStmts struct {
+	insertAreas         *sql.Stmt
+	deleteAreas         *sql.Stmt
+	fetchMarkingPoints  *sql.Stmt
+	deleteMarkingPoints *sql.Stmt
+	insertMarkingPoints *sql.Stmt
+}
+func newISRStmts(ctx context.Context, conn *sql.Conn) (*isrStmts, error) {
+	var isrs isrStmts
+	for _, x := range []struct {
+		stmt  **sql.Stmt
+		query string
+	}{
+		{&isrs.insertAreas, insertIsoAreasSQL},
+		{&isrs.deleteAreas, deleteIsoAreasSQL},
+		{&isrs.fetchMarkingPoints, fetchMarkingPointsSQL},
+		{&isrs.deleteMarkingPoints, deleteMarkingPointsSQL},
+		{&isrs.insertMarkingPoints, insertMarkingPointsSQL},
+	} {
+		var err error
+		if *x.stmt, err = conn.PrepareContext(ctx, x.query); err != nil {
+			isrs.close()
+			return nil, err
+		}
+	}
+	return &isrs, nil
+}
+func (isrs *isrStmts) close() {
+	for _, x := range []**sql.Stmt{
+		&isrs.insertAreas,
+		&isrs.deleteAreas,
+		&isrs.fetchMarkingPoints,
+		&isrs.deleteMarkingPoints,
+		&isrs.insertMarkingPoints,
+	} {
+		if *x != nil {
+			(*x).Close()
+		}
+	}
+}
 func (isr *IsoRefresh) processBottleneck(
 	ctx context.Context,
 	conn *sql.Conn,
+	isrs *isrStmts,
 	heights mesh.ClassBreaks,
 	bn *bottleneckSoundingResults,
 ) error {
 	// Do one transaction per bottleneck.
 	tx, err := conn.BeginTx(ctx, nil)
 		return nil
 	}
 	defer tx.Rollback()
 	var (
-		insertAreasStmt,
+		insertAreas         = tx.StmtContext(ctx, isrs.insertAreas)
-		deleteAreasStmt,
+		deleteAreas         = tx.StmtContext(ctx, isrs.deleteAreas)
-		fetchMarkingPointsStmt,
+		fetchMarkingPoints  = tx.StmtContext(ctx, isrs.fetchMarkingPoints)
-		deleteMarkingPointsStmt,
+		deleteMarkingPoints = tx.StmtContext(ctx, isrs.deleteMarkingPoints)
-		insertMarkingPointsStmt *sql.Stmt
+		insertMarkingPoints = tx.StmtContext(ctx, isrs.insertMarkingPoints)
 	)
-	for _, x := range []struct {
-		stmt  **sql.Stmt
-		query string
-	}{
-		{&insertAreasStmt, insertIsoAreasSQL},
-		{&deleteAreasStmt, deleteIsoAreasSQL},
-		{&fetchMarkingPointsStmt, fetchMarkingPointsSQL},
-		{&deleteMarkingPointsStmt, deleteMarkingPointsSQL},
-		{&insertMarkingPointsStmt, insertMarkingPointsSQL},
-	} {
-		if *x.stmt, err = tx.PrepareContext(ctx, x.query); err != nil {
-			return err
-		}
-		defer (*x.stmt).Close()
-	}
 	// For all sounding results in bottleneck.
 	for _, sr := range bn.srs {
 		switch sr.surveyType {
 		case models.SurveyTypeMarking:
 			// Read all points back in.
 			var points mesh.MultiPointZ
 			if err := func() error {
-				rows, err := fetchMarkingPointsStmt.QueryContext(ctx, sr.id)
+				rows, err := fetchMarkingPoints.QueryContext(ctx, sr.id)
 				if err != nil {
 					return err
 				}
 				defer rows.Close()
 			}(); err != nil {
 				return err
 			}
 			// Delete old points
-			if _, err := deleteMarkingPointsStmt.ExecContext(ctx, sr.id); err != nil {
+			if _, err := deleteMarkingPoints.ExecContext(ctx, sr.id); err != nil {
 				return err
 			}
 			// Re-classify points.
 			classes := heights.Classify(points)
 			for i, class := range classes {
 				// Ignore empty classes
 				if len(class) == 0 {
 					continue
 				}
-				if _, err := insertMarkingPointsStmt.ExecContext(
+				if _, err := insertMarkingPoints.ExecContext(
 					ctx, sr.id, heights[i], 4326, class.AsWKB(),
 				); err != nil {
 					return err
 				}
 			}
 				return err
 			}
 			hs := heights.ExtrapolateClassBreaks(tree.Min().Z, tree.Max().Z).Dedup()
 			// Delete the old iso areas.
-			if _, err := deleteAreasStmt.ExecContext(ctx, sr); err != nil {
+			if _, err := deleteAreas.ExecContext(ctx, sr); err != nil {
 				return err
 			}
 			// Calculate and store the iso areas.
 			box := mesh.Box2D{
 			for i, a := range areas {
 				if len(a) == 0 {
 					continue
 				}
-				if _, err := insertAreasStmt.ExecContext(
+				if _, err := insertAreas.ExecContext(
 					ctx,
 					sr, hs[i], tree.EPSG(),
 					a.AsWKB(),
 					contourTolerance,
 				); err != nil {

Mercurial > gemma

comparison pkg/imports/isr.go @ 5431:fc79622783a7 marking-single-beam