cloudapi: git sha version api and journal for workers

Author: lzap

cmd/osbuild-composer/main.go

@@ -50,7 +50,7 @@ func main() {
 	logLevel, err := logrus.ParseLevel(config.LogLevel)
 
 	logrus.SetReportCaller(true)
-	// Add context hook to log operation_id and external_id
+	logrus.AddHook(&common.BuildHook{})
 	logrus.AddHook(&common.ContextHook{})
 
 	if err == nil {

cmd/osbuild-worker/config.go

@@ -13,6 +13,12 @@ type composerConfig struct {
 	Proxy string `toml:"proxy"`
 }
 
+type loggingConfig struct {
+	Format    string `toml:"format"` // journal, text or json (defaults to jorunal or text depending on the OS)
+	Level     string `toml:"level"`
+	NoDiscard bool   `toml:"no_discard"` // do not discard stdout/stderr logs (useful for debugging)
+}
+
 type kerberosConfig struct {
 	Principal string `toml:"principal"`
 	KeyTab    string `toml:"keytab"`
@@ -88,6 +94,7 @@ type repositoryMTLSConfig struct {
 
 type workerConfig struct {
 	Composer       *composerConfig             `toml:"composer"`
+	Logging        *loggingConfig              `toml:"logging"`
 	Koji           map[string]kojiServerConfig `toml:"koji"`
 	GCP            *gcpConfig                  `toml:"gcp"`
 	Azure          *azureConfig                `toml:"azure"`
@@ -115,6 +122,10 @@ func parseConfig(file string) (*workerConfig, error) {
 			Type: "host",
 		},
 		DeploymentChannel: "local",
+		Logging: &loggingConfig{
+			Format: "journal",
+			Level:  "info",
+		},
 	}
 
 	_, err := toml.DecodeFile(file, &config)

cmd/osbuild-worker/config_test.go

@@ -75,6 +75,10 @@ type = "aws.ec2"
 iam_profile = "osbuild-worker"
 key_name = "osbuild-worker"
 cloudwatch_group = "osbuild-worker"
+
+[logging]
+level = "debug"
+format = "text"
 `,
 			want: &workerConfig{
 				BasePath: "/api/image-builder-worker/v1",
@@ -137,6 +141,10 @@ cloudwatch_group = "osbuild-worker"
 					ServerURL:   "https://example.com/pulp",
 				},
 				DeploymentChannel: "local",
+				Logging: &loggingConfig{
+					Level:  "debug",
+					Format: "text",
+				},
 			},
 		},
 		{
@@ -148,6 +156,10 @@ cloudwatch_group = "osbuild-worker"
 					Type: "host",
 				},
 				DeploymentChannel: "local",
+				Logging: &loggingConfig{
+					Format: "journal",
+					Level:  "info",
+				},
 			},
 		},
 		{
@@ -159,6 +171,10 @@ cloudwatch_group = "osbuild-worker"
 					Type: "host",
 				},
 				DeploymentChannel: "staging",
+				Logging: &loggingConfig{
+					Format: "journal",
+					Level:  "info",
+				},
 			},
 		},
 	}

cmd/osbuild-worker/main.go

@@ -7,6 +7,8 @@ import (
 	"errors"
 	"flag"
 	"fmt"
+	"io"
+	"log"
 	"net/url"
 	"os"
 	"path"
@@ -16,11 +18,13 @@ import (
 	slogger "github.com/osbuild/osbuild-composer/pkg/splunk_logger"
 
 	"github.com/BurntSushi/toml"
+	"github.com/coreos/go-systemd/journal"
 	"github.com/sirupsen/logrus"
 
 	"github.com/osbuild/images/pkg/arch"
 	"github.com/osbuild/images/pkg/dnfjson"
 	"github.com/osbuild/osbuild-composer/internal/cloud/awscloud"
+	"github.com/osbuild/osbuild-composer/internal/common"
 	"github.com/osbuild/osbuild-composer/internal/upload/azure"
 	"github.com/osbuild/osbuild-composer/internal/upload/koji"
 	"github.com/osbuild/osbuild-composer/internal/upload/oci"
@@ -167,6 +171,11 @@ func RequestAndRunJob(client *worker.Client, acceptedJobTypes []string, jobImpls
 }
 
 func main() {
+	// Redirect Go standard logger into logrus before it's used by other packages
+	log.SetOutput(common.Logger())
+	// Ensure the Go standard logger does not have any prefix or timestamp
+	log.SetFlags(0)
+
 	var unix bool
 	flag.BoolVar(&unix, "unix", false, "Interpret 'address' as a path to a unix domain socket instead of a network address")
 
@@ -188,6 +197,39 @@ func main() {
 		logrus.Fatalf("Could not load config file '%s': %v", configFile, err)
 	}
 
+	logrus.SetReportCaller(true)
+	logrus.AddHook(&common.BuildHook{})
+	logrus.SetOutput(os.Stdout)
+	logLevel, err := logrus.ParseLevel(config.Logging.Level)
+	if err == nil {
+		logrus.SetLevel(logLevel)
+	} else {
+		logrus.Info("Failed to load loglevel from config:", err)
+	}
+
+	// logger configuration
+	switch config.Logging.Format {
+	case "journal", "":
+		// If we are running under systemd, use the journal. Otherwise,
+		// fallback to text formatter.
+		if journal.Enabled() {
+			logrus.Info("Switching to journal logging mode, use logging.no_discard to keep writing to standard output/error")
+			logrus.SetFormatter(&logrus.JSONFormatter{})
+			logrus.AddHook(&common.JournalHook{})
+			if !config.Logging.NoDiscard {
+				logrus.SetOutput(io.Discard)
+			}
+		} else {
+			logrus.SetFormatter(&logrus.TextFormatter{})
+		}
+	case "text":
+		logrus.SetFormatter(&logrus.TextFormatter{})
+	case "json":
+		logrus.SetFormatter(&logrus.JSONFormatter{})
+	default:
+		logrus.Infof("Failed to set logging format from config, '%s' is not a valid option", config.Logging.Format)
+	}
+
 	logrus.Info("Composer configuration:")
 	encoder := toml.NewEncoder(logrus.StandardLogger().WriterLevel(logrus.InfoLevel))
 	err = encoder.Encode(&config)

internal/cloudapi/v2/handler.go

@@ -45,6 +45,19 @@ func (b binder) Bind(i interface{}, ctx echo.Context) error {
 	return nil
 }
 
+func (h *apiHandlers) GetVersion(ctx echo.Context) error {
+	spec, err := GetSwagger()
+	if err != nil {
+		return HTTPError(ErrorFailedToLoadOpenAPISpec)
+	}
+	version := Version{
+		Version:     spec.Info.Version,
+		BuildCommit: common.ToPtr(common.BuildCommit),
+		BuildTime:   common.ToPtr(common.BuildTime),
+	}
+	return ctx.JSON(http.StatusOK, version)
+}
+
 func (h *apiHandlers) GetOpenapi(ctx echo.Context) error {
 	spec, err := GetSwagger()
 	if err != nil {