feat!: db driven platform settings

api/admin/settings.go

@@ -0,0 +1,221 @@
+// SPDX-License-Identifier: Apache-2.0
+
+package admin
+
+import (
+	"fmt"
+	"net/http"
+	"time"
+
+	"github.com/gin-gonic/gin"
+	"github.com/sirupsen/logrus"
+
+	"github.com/go-vela/server/api/types/settings"
+	"github.com/go-vela/server/compiler/native"
+	"github.com/go-vela/server/database"
+	"github.com/go-vela/server/queue"
+	cliMiddleware "github.com/go-vela/server/router/middleware/cli"
+	sMiddleware "github.com/go-vela/server/router/middleware/settings"
+	uMiddleware "github.com/go-vela/server/router/middleware/user"
+	"github.com/go-vela/server/util"
+)
+
+// swagger:operation GET /api/v1/admin/settings admin GetSettings
+//
+// Get the currently configured settings.
+//
+// ---
+// produces:
+// - application/json
+// security:
+//   - ApiKeyAuth: []
+// responses:
+//   '200':
+//     description: Successfully retrieved settings from the database
+//     schema:
+//       type: array
+//       items:
+//         "$ref": "#/definitions/Platform"
+//   '500':
+//     description: Unable to retrieve settings from the database
+//     schema:
+//       "$ref": "#/definitions/Error"
+
+// GetSettings represents the API handler to
+// captures settings stored in the database.
+func GetSettings(c *gin.Context) {
+	// capture middleware values
+	s := sMiddleware.FromContext(c)
+
+	logrus.Info("Admin: reading settings")
+
+	c.JSON(http.StatusOK, s)
+}
+
+// swagger:operation PUT /api/v1/admin/settings admin UpdateSettings
+//
+// Update the settings singleton in the database.
+//
+// ---
+// produces:
+// - application/json
+// parameters:
+// - in: body
+//   name: body
+//   description: Payload containing settings to update
+//   required: true
+//   schema:
+//     "$ref": "#/definitions/Platform"
+// security:
+//   - ApiKeyAuth: []
+// responses:
+//   '200':
+//     description: Successfully updated the settings in the database
+//     schema:
+//       "$ref": "#/definitions/Platform"
+//   '404':
+//     description: Unable to update the settings in the database
+//     schema:
+//       "$ref": "#/definitions/Error"
+//   '501':
+//     description: Unable to update the settings in the database
+//     schema:
+//       "$ref": "#/definitions/Error"
+
+// UpdateSettings represents the API handler to
+// update the settings singleton stored in the database.
+func UpdateSettings(c *gin.Context) {
+	// capture middleware values
+	s := sMiddleware.FromContext(c)
+	u := uMiddleware.FromContext(c)
+	ctx := c.Request.Context()
+
+	logrus.Info("Admin: updating settings")
+
+	// capture body from API request
+	input := new(settings.Platform)
+
+	err := c.Bind(input)
+	if err != nil {
+		retErr := fmt.Errorf("unable to decode JSON for settings: %w", err)
+
+		util.HandleError(c, http.StatusBadRequest, retErr)
+
+		return
+	}
+
+	if input.Compiler != nil {
+		if input.CloneImage != nil {
+			s.SetCloneImage(*input.CloneImage)
+		}
+
+		if input.TemplateDepth != nil {
+			s.SetTemplateDepth(*input.TemplateDepth)
+		}
+
+		if input.StarlarkExecLimit != nil {
+			s.SetStarlarkExecLimit(*input.StarlarkExecLimit)
+		}
+	}
+
+	if input.Queue != nil {
+		if input.Queue.Routes != nil {
+			s.SetRoutes(input.GetRoutes())
+		}
+	}
+
+	if input.RepoAllowlist != nil {
+		s.SetRepoAllowlist(input.GetRepoAllowlist())
+	}
+
+	if input.ScheduleAllowlist != nil {
+		s.SetScheduleAllowlist(input.GetScheduleAllowlist())
+	}
+
+	s.SetUpdatedBy(u.GetName())
+
+	// send API call to update the settings
+	s, err = database.FromContext(c).UpdateSettings(ctx, s)
+	if err != nil {
+		retErr := fmt.Errorf("unable to update settings: %w", err)
+
+		util.HandleError(c, http.StatusInternalServerError, retErr)
+
+		return
+	}
+
+	c.JSON(http.StatusOK, s)
+}
+
+// swagger:operation DELETE /api/v1/admin/settings admin RestoreSettings
+//
+// Restore the currently configured settings to the environment defaults.
+//
+// ---
+// produces:
+// - application/json
+// security:
+//   - ApiKeyAuth: []
+// responses:
+//   '200':
+//     description: Successfully restored default settings in the database
+//     schema:
+//       type: array
+//       items:
+//         "$ref": "#/definitions/Platform"
+//   '500':
+//     description: Unable to restore settings in the database
+//     schema:
+//       "$ref": "#/definitions/Error"
+
+// RestoreSettings represents the API handler to
+// restore settings stored in the database to the environment defaults.
+func RestoreSettings(c *gin.Context) {
+	// capture middleware values
+	s := sMiddleware.FromContext(c)
+	u := uMiddleware.FromContext(c)
+	cliCtx := cliMiddleware.FromContext(c)
+	ctx := c.Request.Context()
+
+	logrus.Info("Admin: restoring settings")
+
+	compiler, err := native.FromCLIContext(cliCtx)
+	if err != nil {
+		retErr := fmt.Errorf("unable to restore settings: %w", err)
+
+		util.HandleError(c, http.StatusInternalServerError, retErr)
+
+		return
+	}
+
+	queue, err := queue.FromCLIContext(cliCtx)
+	if err != nil {
+		retErr := fmt.Errorf("unable to restore settings: %w", err)
+
+		util.HandleError(c, http.StatusInternalServerError, retErr)
+
+		return
+	}
+
+	s.SetUpdatedAt(time.Now().UTC().Unix())
+	s.SetUpdatedBy(u.GetName())
+
+	// read in defaults supplied from the cli runtime
+	compilerSettings := compiler.GetSettings()
+	s.SetCompiler(compilerSettings)
+
+	queueSettings := queue.GetSettings()
+	s.SetQueue(queueSettings)
+
+	// send API call to update the settings
+	s, err = database.FromContext(c).UpdateSettings(ctx, s)
+	if err != nil {
+		retErr := fmt.Errorf("unable to update (restore) settings: %w", err)
+
+		util.HandleError(c, http.StatusInternalServerError, retErr)
+
+		return
+	}
+
+	c.JSON(http.StatusOK, s)
+}

api/repo/create.go

@@ -15,6 +15,7 @@ import (
 	"github.com/go-vela/server/api/types"
 	"github.com/go-vela/server/api/types/actions"
 	"github.com/go-vela/server/database"
+	"github.com/go-vela/server/router/middleware/settings"
 	"github.com/go-vela/server/router/middleware/user"
 	"github.com/go-vela/server/scm"
 	"github.com/go-vela/server/util"
@@ -71,7 +72,8 @@ import (
 func CreateRepo(c *gin.Context) {
 	// capture middleware values
 	u := user.Retrieve(c)
-	allowlist := c.Value("allowlist").([]string)
+	s := settings.FromContext(c)
+
 	defaultBuildLimit := c.Value("defaultBuildLimit").(int64)
 	defaultTimeout := c.Value("defaultTimeout").(int64)
 	maxBuildLimit := c.Value("maxBuildLimit").(int64)
@@ -197,6 +199,7 @@ func CreateRepo(c *gin.Context) {
 
 			return
 		}
+
 		r.SetPipelineType(input.GetPipelineType())
 	}
 
@@ -217,7 +220,7 @@ func CreateRepo(c *gin.Context) {
 	)
 
 	// ensure repo is allowed to be activated
-	if !util.CheckAllowlist(r, allowlist) {
+	if !util.CheckAllowlist(r, s.GetRepoAllowlist()) {
 		retErr := fmt.Errorf("unable to activate repo: %s is not on allowlist", r.GetFullName())
 
 		util.HandleError(c, http.StatusForbidden, retErr)

api/schedule/create.go

@@ -14,6 +14,7 @@ import (
 	api "github.com/go-vela/server/api/types"
 	"github.com/go-vela/server/database"
 	"github.com/go-vela/server/router/middleware/repo"
+	"github.com/go-vela/server/router/middleware/settings"
 	"github.com/go-vela/server/router/middleware/user"
 	"github.com/go-vela/server/util"
 )
@@ -77,7 +78,8 @@ func CreateSchedule(c *gin.Context) {
 	u := user.Retrieve(c)
 	r := repo.Retrieve(c)
 	ctx := c.Request.Context()
-	allowlist := c.Value("allowlistschedule").([]string)
+	s := settings.FromContext(c)
+
 	minimumFrequency := c.Value("scheduleminimumfrequency").(time.Duration)
 
 	// capture body from API request
@@ -119,37 +121,37 @@ func CreateSchedule(c *gin.Context) {
 	}).Infof("creating new schedule %s", input.GetName())
 
 	// ensure repo is allowed to create new schedules
-	if !util.CheckAllowlist(r, allowlist) {
+	if !util.CheckAllowlist(r, s.GetScheduleAllowlist()) {
 		retErr := fmt.Errorf("unable to create schedule %s: %s is not on allowlist", input.GetName(), r.GetFullName())
 
 		util.HandleError(c, http.StatusForbidden, retErr)
 
 		return
 	}
 
-	s := new(api.Schedule)
+	schedule := new(api.Schedule)
 
 	// update fields in schedule object
-	s.SetCreatedBy(u.GetName())
-	s.SetRepo(r)
-	s.SetName(input.GetName())
-	s.SetEntry(input.GetEntry())
-	s.SetCreatedAt(time.Now().UTC().Unix())
-	s.SetUpdatedAt(time.Now().UTC().Unix())
-	s.SetUpdatedBy(u.GetName())
+	schedule.SetCreatedBy(u.GetName())
+	schedule.SetRepo(r)
+	schedule.SetName(input.GetName())
+	schedule.SetEntry(input.GetEntry())
+	schedule.SetCreatedAt(time.Now().UTC().Unix())
+	schedule.SetUpdatedAt(time.Now().UTC().Unix())
+	schedule.SetUpdatedBy(u.GetName())
 
 	if input.GetBranch() == "" {
-		s.SetBranch(r.GetBranch())
+		schedule.SetBranch(r.GetBranch())
 	} else {
-		s.SetBranch(input.GetBranch())
+		schedule.SetBranch(input.GetBranch())
 	}
 
 	// set the active field based off the input provided
 	if input.Active == nil {
 		// default active field to true
-		s.SetActive(true)
+		schedule.SetActive(true)
 	} else {
-		s.SetActive(input.GetActive())
+		schedule.SetActive(input.GetActive())
 	}
 
 	// send API call to capture the schedule from the database
@@ -178,7 +180,7 @@ func CreateSchedule(c *gin.Context) {
 		dbSchedule.SetActive(true)
 
 		// send API call to update the schedule
-		s, err = database.FromContext(c).UpdateSchedule(ctx, dbSchedule, true)
+		schedule, err = database.FromContext(c).UpdateSchedule(ctx, dbSchedule, true)
 		if err != nil {
 			retErr := fmt.Errorf("unable to set schedule %s to active: %w", dbSchedule.GetName(), err)
 
@@ -188,7 +190,7 @@ func CreateSchedule(c *gin.Context) {
 		}
 	} else {
 		// send API call to create the schedule
-		s, err = database.FromContext(c).CreateSchedule(ctx, s)
+		schedule, err = database.FromContext(c).CreateSchedule(ctx, schedule)
 		if err != nil {
 			retErr := fmt.Errorf("unable to create new schedule %s: %w", r.GetName(), err)
 
@@ -198,7 +200,7 @@ func CreateSchedule(c *gin.Context) {
 		}
 	}
 
-	c.JSON(http.StatusCreated, s)
+	c.JSON(http.StatusCreated, schedule)
 }
 
 // validateEntry validates the entry for a minimum frequency.