Run preflights in manager UI / API (#2234)

* Run preflights in manager UI / API

---------

Co-authored-by: Mia Wong <[email protected]>

Author: sgalsaleh

.github/workflows/ci.yaml

@@ -2,6 +2,7 @@ name: CI
 
 on:
   pull_request: {}
+
   push:
     branches:
       - main

Makefile

@@ -274,7 +274,8 @@ envtest:
 .PHONY: unit-tests
 unit-tests: envtest
 	KUBEBUILDER_ASSETS="$(shell ./operator/bin/setup-envtest use $(ENVTEST_K8S_VERSION) --bin-dir $(shell pwd)/operator/bin -p path)" \
-		go test -tags $(GO_BUILD_TAGS) -v ./pkg/... ./cmd/... ./api/... ./web/... ./pkg-new/...
+		go test -tags $(GO_BUILD_TAGS) -v ./pkg/... ./cmd/... ./web/... ./pkg-new/...
+	$(MAKE) -C api unit-tests
 	$(MAKE) -C operator test
 	$(MAKE) -C utils unit-tests
 

api/Makefile

@@ -1,5 +1,7 @@
 SHELL := /bin/bash
 
+include ../common.mk
+
 .PHONY: swagger
 swagger: swag
 	swag fmt -g api.go
@@ -8,3 +10,7 @@ swagger: swag
 .PHONY: swag
 swag:
 	which swag || (go install github.com/swaggo/swag/v2/cmd/swag@latest)
+
+.PHONY: unit-tests
+unit-tests:
+	go test -tags $(GO_BUILD_TAGS) -v ./...

api/README.md

@@ -10,7 +10,10 @@ The root directory contains the main API setup files and request handlers.
 ### Subpackages
 
 #### `/controllers`
-Contains the business logic for different API endpoints. Each controller package focuses on a specific domain of functionality (e.g., authentication, console, installation) and implements the core business logic for that domain.
+Contains the business logic for different API endpoints. Each controller package focuses on a specific domain of functionality or workflow (e.g., authentication, console, install, upgrade, join, etc.) and implements the core business logic for that domain or workflow. Controllers can utilize multiple managers with each manager handling a specific subdomain of functionality.
+
+#### `/internal/managers`
+Each manager is responsible for a specific subdomain of functionality and provides a clean, thread-safe interface for controllers to interact with. For example, the Preflight Manager manages system requirement checks and validation.
 
 #### `/types`
 Defines the core data structures and types used throughout the API. This includes:
@@ -36,12 +39,12 @@ Provides a client library for interacting with the API. The client package imple
 
 1. **New API Endpoints**:
    - Add route definitions in the root API setup
-   - Create corresponding controller in `/controllers`
+   - Create or update corresponding controller in `/controllers`
    - Define request/response types in `/types`
 
 2. **New Business Logic**:
-   - Place in appropriate controller under `/controllers`
-   - Share common logic in `/pkg` if used across multiple controllers
+   - Place in appropriate controller under `/controllers` if the logic represents a distinct domain or workflow
+   - Place in appropriate manager under `/internal/managers` if the logic represents a distinct subdomain
 
 3. **New Types/Models**:
    - Add to `/types` directory

api/api.go

@@ -11,7 +11,12 @@ import (
 	"github.com/replicatedhq/embedded-cluster/api/controllers/console"
 	"github.com/replicatedhq/embedded-cluster/api/controllers/install"
 	"github.com/replicatedhq/embedded-cluster/api/docs"
+	"github.com/replicatedhq/embedded-cluster/api/pkg/logger"
 	"github.com/replicatedhq/embedded-cluster/api/types"
+	"github.com/replicatedhq/embedded-cluster/pkg-new/hostutils"
+	"github.com/replicatedhq/embedded-cluster/pkg/metrics"
+	"github.com/replicatedhq/embedded-cluster/pkg/release"
+	"github.com/replicatedhq/embedded-cluster/pkg/runtimeconfig"
 	"github.com/sirupsen/logrus"
 	httpSwagger "github.com/swaggo/http-swagger/v2"
 )
@@ -38,8 +43,14 @@ type API struct {
 	authController    auth.Controller
 	consoleController console.Controller
 	installController install.Controller
+	rc                runtimeconfig.RuntimeConfig
+	releaseData       *release.ReleaseData
+	licenseFile       string
+	airgapBundle      string
 	configChan        chan<- *types.InstallationConfig
 	logger            logrus.FieldLogger
+	hostUtils         hostutils.HostUtilsInterface
+	metricsReporter   metrics.ReporterInterface
 }
 
 type APIOption func(*API)
@@ -62,24 +73,79 @@ func WithInstallController(installController install.Controller) APIOption {
 	}
 }
 
+func WithRuntimeConfig(rc runtimeconfig.RuntimeConfig) APIOption {
+	return func(a *API) {
+		a.rc = rc
+	}
+}
+
 func WithLogger(logger logrus.FieldLogger) APIOption {
 	return func(a *API) {
 		a.logger = logger
 	}
 }
 
+func WithHostUtils(hostUtils hostutils.HostUtilsInterface) APIOption {
+	return func(a *API) {
+		a.hostUtils = hostUtils
+	}
+}
+
+func WithMetricsReporter(metricsReporter metrics.ReporterInterface) APIOption {
+	return func(a *API) {
+		a.metricsReporter = metricsReporter
+	}
+}
+
+func WithReleaseData(releaseData *release.ReleaseData) APIOption {
+	return func(a *API) {
+		a.releaseData = releaseData
+	}
+}
+
 func WithConfigChan(configChan chan<- *types.InstallationConfig) APIOption {
 	return func(a *API) {
 		a.configChan = configChan
 	}
 }
 
+func WithLicenseFile(licenseFile string) APIOption {
+	return func(a *API) {
+		a.licenseFile = licenseFile
+	}
+}
+
+func WithAirgapBundle(airgapBundle string) APIOption {
+	return func(a *API) {
+		a.airgapBundle = airgapBundle
+	}
+}
+
 func New(password string, opts ...APIOption) (*API, error) {
 	api := &API{}
+
 	for _, opt := range opts {
 		opt(api)
 	}
 
+	if api.rc == nil {
+		api.rc = runtimeconfig.New(nil)
+	}
+
+	if api.logger == nil {
+		l, err := logger.NewLogger()
+		if err != nil {
+			return nil, fmt.Errorf("create logger: %w", err)
+		}
+		api.logger = l
+	}
+
+	if api.hostUtils == nil {
+		api.hostUtils = hostutils.New(
+			hostutils.WithLogger(api.logger),
+		)
+	}
+
 	if api.authController == nil {
 		authController, err := auth.NewAuthController(password)
 		if err != nil {
@@ -97,17 +163,21 @@ func New(password string, opts ...APIOption) (*API, error) {
 	}
 
 	if api.installController == nil {
-		installController, err := install.NewInstallController()
+		installController, err := install.NewInstallController(
+			install.WithRuntimeConfig(api.rc),
+			install.WithLogger(api.logger),
+			install.WithHostUtils(api.hostUtils),
+			install.WithMetricsReporter(api.metricsReporter),
+			install.WithReleaseData(api.releaseData),
+			install.WithLicenseFile(api.licenseFile),
+			install.WithAirgapBundle(api.airgapBundle),
+		)
 		if err != nil {
 			return nil, fmt.Errorf("new install controller: %w", err)
 		}
 		api.installController = installController
 	}
 
-	if api.logger == nil {
-		api.logger = NewDiscardLogger()
-	}
-
 	return api, nil
 }
 
@@ -129,10 +199,19 @@ func (a *API) RegisterRoutes(router *mux.Router) {
 	authenticatedRouter.Use(a.authMiddleware)
 
 	installRouter := authenticatedRouter.PathPrefix("/install").Subrouter()
-	installRouter.HandleFunc("", a.getInstall).Methods("GET")
-	installRouter.HandleFunc("/config", a.setInstallConfig).Methods("POST")
-	installRouter.HandleFunc("/status", a.setInstallStatus).Methods("POST")
+	installRouter.HandleFunc("/installation/config", a.getInstallInstallationConfig).Methods("GET")
+	installRouter.HandleFunc("/installation/status", a.getInstallInstallationStatus).Methods("GET")
+	installRouter.HandleFunc("/installation/configure", a.postInstallConfigureInstallation).Methods("POST")
+
+	installRouter.HandleFunc("/host-preflights/status", a.getInstallHostPreflightsStatus).Methods("GET")
+	installRouter.HandleFunc("/host-preflights/run", a.postInstallRunHostPreflights).Methods("POST")
+
+	installRouter.HandleFunc("/node/setup", a.postInstallSetupNode).Methods("POST")
+
+	// TODO (@salah): remove this once the cli isn't responsible for setting the install status
+	// and the ui isn't polling for it to know if the entire install is complete
 	installRouter.HandleFunc("/status", a.getInstallStatus).Methods("GET")
+	installRouter.HandleFunc("/status", a.setInstallStatus).Methods("POST")
 
 	consoleRouter := authenticatedRouter.PathPrefix("/console").Subrouter()
 	consoleRouter.HandleFunc("/available-network-interfaces", a.getListAvailableNetworkInterfaces).Methods("GET")

api/api_test.go

@@ -6,6 +6,7 @@ import (
 	"net/http/httptest"
 	"testing"
 
+	"github.com/replicatedhq/embedded-cluster/api/pkg/logger"
 	"github.com/replicatedhq/embedded-cluster/api/types"
 	"github.com/stretchr/testify/assert"
 )
@@ -84,7 +85,7 @@ func TestAPI_jsonError(t *testing.T) {
 
 			// Call the JSON method
 			api := &API{
-				logger: NewDiscardLogger(),
+				logger: logger.NewDiscardLogger(),
 			}
 			api.jsonError(rec, httptest.NewRequest("GET", "/api/test", nil), tt.apiErr)
 

api/client/client.go

@@ -11,9 +11,10 @@ import (
 
 type Client interface {
 	Authenticate(password string) error
-	GetInstall() (*types.Install, error)
-	SetInstallConfig(config types.InstallationConfig) (*types.Install, error)
-	SetInstallStatus(status types.InstallationStatus) (*types.Install, error)
+	GetInstallationConfig() (*types.InstallationConfig, error)
+	GetInstallationStatus() (*types.Status, error)
+	ConfigureInstallation(config *types.InstallationConfig) (*types.Status, error)
+	SetInstallStatus(status *types.Status) (*types.Status, error)
 }
 
 type client struct {