Files
dokku/plugins/logs/logs.go
Jose Diaz-Gonzalez 52b26a3760 feat: add vector-cron-sink for scheduled cron task output
Scheduled cron task output previously reached only the `dokku` user's cron mail, and could not be redirected because `app.json` rejects bare shell operators in a cron `command`. Setting `vector-cron-sink` on an app or globally routes that output to a dedicated sink instead, on both the `docker-local` and `k3s` schedulers, which keeps log destinations under operator control rather than in a deployed repository. Cron events carry `dokku_app` and `dokku_cron_id` fields so a sink can give each task its own destination. This also fixes a `k3s` bug where configuring a global `vector-sink` silently removed the vector prometheus exporter sink.
2026-08-09 01:10:21 -04:00

147 lines
3.9 KiB
Go

package logs
import (
"embed"
"encoding/base64"
"encoding/json"
"errors"
"fmt"
"net/url"
"strings"
"github.com/dokku/dokku/plugins/common"
"github.com/fastfishio/qson"
)
// VectorSink is a map of vector sink properties
type VectorSink map[string]interface{}
// MaxSize is the default max retention size for docker logs
const MaxSize = "10m"
// AppLabelAlias is the property key for the app label alias
const AppLabelAlias = "com.dokku.app-name"
// ContainerTypeLabel is the docker label holding the type of a dokku container
const ContainerTypeLabel = "com.dokku.container-type"
// CronContainerType is the ContainerTypeLabel value used for cron task containers
const CronContainerType = "cron"
// CronIDLabel is the docker label holding the cron task id
const CronIDLabel = "com.dokku.cron-id"
// CronRouteName is the vector route output carrying cron task logs
const CronRouteName = "cron"
var (
// DefaultProperties is a map of all valid logs properties with corresponding default property values
DefaultProperties = map[string]string{
"app-label-alias": AppLabelAlias,
"max-size": MaxSize,
"vector-cron-sink": "",
"vector-sink": "",
}
// GlobalProperties is a map of all valid global logs properties
GlobalProperties = map[string]bool{
"app-label-alias": true,
"max-size": true,
"vector-cron-sink": true,
"vector-image": true,
"vector-networks": true,
"vector-sink": true,
}
)
// VectorDockerfile is the contents of the default Dockerfile
// containing the version of vector Dokku uses
//
//go:embed Dockerfile
var VectorDockerfile string
// VectorDefaultSink contains the default sink in use for vector log shipping
const VectorDefaultSink = "blackhole://?print_interval_secs=1"
//go:embed templates/*
var templates embed.FS
// GetFailedLogs outputs failed deploy logs for a given app
func GetFailedLogs(appName string) error {
common.LogInfo2Quiet(fmt.Sprintf("%s failed deploy logs", appName))
scheduler := common.GetAppScheduler(appName)
_, err := common.CallPlugnTrigger(common.PlugnTriggerInput{
Trigger: "scheduler-logs-failed",
Args: []string{scheduler, appName},
StreamStdio: true,
})
return err
}
// SinkValueToConfigInput is the input for the SinkValueToConfig function
type SinkValueToConfigInput struct {
// SinkValue is the sink DSN to convert
SinkValue string
// Inputs are the vector component ids feeding the sink. When empty, the
// inputs key is omitted, which is appropriate for callers that only need
// the parsed sink for validation or redaction.
Inputs []string
}
// SinkValueToConfig converts a sink DSN value to a VectorSink
func SinkValueToConfig(input SinkValueToConfigInput) (VectorSink, error) {
var data VectorSink
sinkValue := input.SinkValue
if strings.Contains(sinkValue, "://") {
parts := strings.SplitN(sinkValue, "://", 2)
parts[0] = strings.ReplaceAll(parts[0], "_", "-")
sinkValue = strings.Join(parts, "://")
}
u, err := url.Parse(sinkValue)
if err != nil {
return data, err
}
if u.Query().Get("sinks") != "" {
return data, errors.New("Invalid option sinks")
}
u.Scheme = strings.ReplaceAll(u.Scheme, "-", "_")
query := u.RawQuery
query = strings.TrimPrefix(query, "&")
b, err := qson.ToJSON(query)
if err != nil {
return data, err
}
if err := json.Unmarshal(b, &data); err != nil {
return data, err
}
data["type"] = u.Scheme
if len(input.Inputs) > 0 {
data["inputs"] = input.Inputs
}
// add special support for `base64enc:VAL` fields
for key, value := range data {
valueString, ok := value.(string)
if !ok {
continue
}
if encodedValue, found := strings.CutPrefix(valueString, "base64enc:"); found {
decodedValue, err := base64.StdEncoding.DecodeString(encodedValue)
if err != nil {
return data, fmt.Errorf("Error decoding base64: %w", err)
}
data[key] = strings.TrimSpace(string(decodedValue))
}
}
return data, nil
}