package scheduler_k3s import ( "errors" "io" "os" "path/filepath" "strings" "testing" "gopkg.in/yaml.v3" "helm.sh/helm/v3/pkg/chart/loader" "helm.sh/helm/v3/pkg/chartutil" "helm.sh/helm/v3/pkg/engine" ) func renderIngressRouteTemplate(t *testing.T, values map[string]interface{}) []map[string]interface{} { t.Helper() chartDir := t.TempDir() if err := os.MkdirAll(filepath.Join(chartDir, "templates"), 0o755); err != nil { t.Fatalf("mkdir: %v", err) } chartYAML := []byte("apiVersion: v2\nname: test\nversion: 0.0.1\n") if err := os.WriteFile(filepath.Join(chartDir, "Chart.yaml"), chartYAML, 0o644); err != nil { t.Fatalf("write Chart.yaml: %v", err) } ingressRouteTpl, err := templates.ReadFile("templates/chart/ingress-route.yaml") if err != nil { t.Fatalf("read ingress-route template: %v", err) } if err := os.WriteFile(filepath.Join(chartDir, "templates", "ingress-route.yaml"), ingressRouteTpl, 0o644); err != nil { t.Fatalf("write ingress-route template: %v", err) } helpersTpl, err := templates.ReadFile("templates/chart/_helpers.tpl") if err != nil { t.Fatalf("read _helpers: %v", err) } if err := os.WriteFile(filepath.Join(chartDir, "templates", "_helpers.tpl"), helpersTpl, 0o644); err != nil { t.Fatalf("write _helpers: %v", err) } loaded, err := loader.Load(chartDir) if err != nil { t.Fatalf("load chart: %v", err) } renderValues, err := chartutil.ToRenderValues(loaded, values, chartutil.ReleaseOptions{Name: "test", Namespace: "default"}, nil) if err != nil { t.Fatalf("ToRenderValues: %v", err) } rendered, err := engine.Render(loaded, renderValues) if err != nil { t.Fatalf("render: %v", err) } manifest := rendered["test/templates/ingress-route.yaml"] var docs []map[string]interface{} decoder := yaml.NewDecoder(strings.NewReader(manifest)) for { var doc map[string]interface{} if err := decoder.Decode(&doc); err != nil { if errors.Is(err, io.EOF) { break } t.Fatalf("yaml decode failed: %v\nrendered:\n%s", err, manifest) } if doc != nil { docs = append(docs, doc) } } return docs } func testIngressRouteValues(tlsEnabled bool) map[string]interface{} { web := map[string]interface{}{ "domains": []interface{}{ map[string]interface{}{"name": "app.example.com"}, }, "port_maps": []interface{}{ map[string]interface{}{ "name": "http-80-5000", "scheme": "http", "container_port": 5000, }, }, "tls": map[string]interface{}{ "enabled": tlsEnabled, "use_imported_cert": false, }, } return map[string]interface{}{ "global": map[string]interface{}{ "app_name": "myapp", "namespace": "myns", "network": map[string]interface{}{ "ingress_class": "traefik", }, }, "processes": map[string]interface{}{ "web": map[string]interface{}{ "web": web, }, }, } } func findDocByName(t *testing.T, docs []map[string]interface{}, name string) map[string]interface{} { t.Helper() for _, doc := range docs { metadata, _ := doc["metadata"].(map[string]interface{}) if metadata["name"] == name { return doc } } t.Fatalf("document %q not found in %#v", name, docs) return nil } func middlewareNames(t *testing.T, route map[string]interface{}) []string { t.Helper() middlewares, ok := route["middlewares"].([]interface{}) if !ok { t.Fatalf("expected route to contain middlewares, got %#v", route["middlewares"]) } names := make([]string, 0, len(middlewares)) for i, middleware := range middlewares { middlewareMap, ok := middleware.(map[string]interface{}) if !ok { t.Fatalf("expected middleware %d to be an object, got %#v", i, middleware) } name, ok := middlewareMap["name"].(string) if !ok { t.Fatalf("expected middleware %d to contain string name, got %#v", i, middlewareMap["name"]) } names = append(names, name) } return names } func TestIngressRouteTemplateTLSCreatesSeparateHTTPAndHTTPSRoutes(t *testing.T) { docs := renderIngressRouteTemplate(t, testIngressRouteValues(true)) if len(docs) != 2 { t.Fatalf("expected 2 ingress routes when tls enabled, got %d", len(docs)) } httpRoute := findDocByName(t, docs, "myapp-web-http-80-5000") httpSpec := httpRoute["spec"].(map[string]interface{}) if got := httpSpec["entryPoints"]; len(got.([]interface{})) != 1 || got.([]interface{})[0] != "web" { t.Fatalf("expected HTTP route entryPoints [web], got %#v", got) } httpRoutes := httpSpec["routes"].([]interface{}) httpRoute0 := httpRoutes[0].(map[string]interface{}) if got := middlewareNames(t, httpRoute0); strings.Join(got, ",") != "myapp-web-compression,myapp-web-redirect-to-https" { t.Fatalf("expected HTTP route middlewares [myapp-web-compression myapp-web-redirect-to-https], got %#v", got) } if _, ok := httpSpec["tls"]; ok { t.Fatalf("expected HTTP route to omit tls block, got %#v", httpSpec["tls"]) } httpsRoute := findDocByName(t, docs, "myapp-web-http-80-5000-websecure") httpsSpec := httpsRoute["spec"].(map[string]interface{}) if got := httpsSpec["entryPoints"]; len(got.([]interface{})) != 1 || got.([]interface{})[0] != "websecure" { t.Fatalf("expected HTTPS route entryPoints [websecure], got %#v", got) } httpsRoutes := httpsSpec["routes"].([]interface{}) httpsRoute0 := httpsRoutes[0].(map[string]interface{}) if got := middlewareNames(t, httpsRoute0); strings.Join(got, ",") != "myapp-web-compression" { t.Fatalf("expected HTTPS route middlewares [myapp-web-compression], got %#v", got) } tls, ok := httpsSpec["tls"].(map[string]interface{}) if !ok { t.Fatalf("expected HTTPS route to include tls block, got %#v", httpsSpec["tls"]) } if tls["secretName"] != "tls-myapp-web" { t.Fatalf("expected HTTPS route secretName %q, got %#v", "tls-myapp-web", tls["secretName"]) } } func TestIngressRouteTemplateWithoutTLSKeepsSingleHTTPRoute(t *testing.T) { docs := renderIngressRouteTemplate(t, testIngressRouteValues(false)) if len(docs) != 1 { t.Fatalf("expected 1 ingress route when tls disabled, got %d", len(docs)) } httpRoute := findDocByName(t, docs, "myapp-web-http-80-5000") httpSpec := httpRoute["spec"].(map[string]interface{}) if got := httpSpec["entryPoints"]; len(got.([]interface{})) != 1 || got.([]interface{})[0] != "web" { t.Fatalf("expected HTTP route entryPoints [web], got %#v", got) } httpRoutes := httpSpec["routes"].([]interface{}) httpRoute0 := httpRoutes[0].(map[string]interface{}) if got := middlewareNames(t, httpRoute0); strings.Join(got, ",") != "myapp-web-compression" { t.Fatalf("expected non-TLS route middlewares [myapp-web-compression], got %#v", got) } if _, ok := httpSpec["tls"]; ok { t.Fatalf("expected non-TLS route to omit tls block, got %#v", httpSpec["tls"]) } } func TestIngressRouteTemplateTLSImportedCertUsesSharedSecretName(t *testing.T) { values := testIngressRouteValues(true) web := values["processes"].(map[string]interface{})["web"].(map[string]interface{})["web"].(map[string]interface{}) web["tls"].(map[string]interface{})["use_imported_cert"] = true docs := renderIngressRouteTemplate(t, values) if len(docs) != 2 { t.Fatalf("expected 2 ingress routes when tls enabled, got %d", len(docs)) } httpsRoute := findDocByName(t, docs, "myapp-web-http-80-5000-websecure") httpsSpec := httpsRoute["spec"].(map[string]interface{}) tls, ok := httpsSpec["tls"].(map[string]interface{}) if !ok { t.Fatalf("expected HTTPS route to include tls block, got %#v", httpsSpec["tls"]) } if tls["secretName"] != "tls-myapp" { t.Fatalf("expected HTTPS route secretName %q (imported cert), got %#v", "tls-myapp", tls["secretName"]) } } func TestIngressRouteTemplateMultipleDomainsRenderOneRoutePerDomain(t *testing.T) { values := testIngressRouteValues(true) web := values["processes"].(map[string]interface{})["web"].(map[string]interface{})["web"].(map[string]interface{}) web["domains"] = []interface{}{ map[string]interface{}{"name": "app.example.com"}, map[string]interface{}{"name": "www.example.com"}, } docs := renderIngressRouteTemplate(t, values) if len(docs) != 2 { t.Fatalf("expected 2 ingress routes (one http, one websecure), got %d", len(docs)) } httpRoute := findDocByName(t, docs, "myapp-web-http-80-5000") httpRoutes := httpRoute["spec"].(map[string]interface{})["routes"].([]interface{}) if len(httpRoutes) != 2 { t.Fatalf("expected HTTP route to have 2 entries (one per domain), got %d", len(httpRoutes)) } for i, r := range httpRoutes { route := r.(map[string]interface{}) if got := middlewareNames(t, route); strings.Join(got, ",") != "myapp-web-compression,myapp-web-redirect-to-https" { t.Fatalf("expected HTTP route entry %d middlewares [myapp-web-compression myapp-web-redirect-to-https], got %#v", i, got) } } if got := httpRoutes[0].(map[string]interface{})["match"]; got != "Host(`app.example.com`)" { t.Fatalf("expected HTTP route[0] match Host(`app.example.com`), got %#v", got) } if got := httpRoutes[1].(map[string]interface{})["match"]; got != "Host(`www.example.com`)" { t.Fatalf("expected HTTP route[1] match Host(`www.example.com`), got %#v", got) } httpsRoute := findDocByName(t, docs, "myapp-web-http-80-5000-websecure") httpsRoutes := httpsRoute["spec"].(map[string]interface{})["routes"].([]interface{}) if len(httpsRoutes) != 2 { t.Fatalf("expected HTTPS route to have 2 entries (one per domain), got %d", len(httpsRoutes)) } for i, r := range httpsRoutes { route := r.(map[string]interface{}) if got := middlewareNames(t, route); strings.Join(got, ",") != "myapp-web-compression" { t.Fatalf("expected HTTPS route entry %d middlewares [myapp-web-compression], got %#v", i, got) } } if got := httpsRoutes[0].(map[string]interface{})["match"]; got != "Host(`app.example.com`)" { t.Fatalf("expected HTTPS route[0] match Host(`app.example.com`), got %#v", got) } if got := httpsRoutes[1].(map[string]interface{})["match"]; got != "Host(`www.example.com`)" { t.Fatalf("expected HTTPS route[1] match Host(`www.example.com`), got %#v", got) } } func TestIngressRouteTemplateWildcardDomainUsesHostRegexp(t *testing.T) { values := testIngressRouteValues(true) web := values["processes"].(map[string]interface{})["web"].(map[string]interface{})["web"].(map[string]interface{}) web["domains"] = []interface{}{ map[string]interface{}{"name": "*.example.com"}, } docs := renderIngressRouteTemplate(t, values) if len(docs) != 2 { t.Fatalf("expected 2 ingress routes when tls enabled, got %d", len(docs)) } for _, name := range []string{"myapp-web-http-80-5000", "myapp-web-http-80-5000-websecure"} { routes := findDocByName(t, docs, name)["spec"].(map[string]interface{})["routes"].([]interface{}) if len(routes) != 1 { t.Fatalf("expected %s to have 1 route, got %d", name, len(routes)) } route := routes[0].(map[string]interface{}) if got := route["match"]; got != "HostRegexp(`{subdomain:[^.]+}.example.com`)" { t.Fatalf("expected %s match HostRegexp(`{subdomain:[^.]+}.example.com`), got %#v", name, got) } if got := route["priority"]; got != 1 { t.Fatalf("expected %s priority 1, got %#v", name, got) } } } func TestIngressRouteTemplateWildcardRouteYieldsToExactDomain(t *testing.T) { values := testIngressRouteValues(false) web := values["processes"].(map[string]interface{})["web"].(map[string]interface{})["web"].(map[string]interface{}) web["domains"] = []interface{}{ map[string]interface{}{"name": "*.example.com"}, map[string]interface{}{"name": "app.example.com"}, } docs := renderIngressRouteTemplate(t, values) routes := findDocByName(t, docs, "myapp-web-http-80-5000")["spec"].(map[string]interface{})["routes"].([]interface{}) if len(routes) != 2 { t.Fatalf("expected 2 routes (one per domain), got %d", len(routes)) } wildcard := routes[0].(map[string]interface{}) if got := wildcard["match"]; got != "HostRegexp(`{subdomain:[^.]+}.example.com`)" { t.Fatalf("expected wildcard match HostRegexp(`{subdomain:[^.]+}.example.com`), got %#v", got) } if got := wildcard["priority"]; got != 1 { t.Fatalf("expected wildcard priority 1, got %#v", got) } exact := routes[1].(map[string]interface{}) if got := exact["match"]; got != "Host(`app.example.com`)" { t.Fatalf("expected exact match Host(`app.example.com`), got %#v", got) } if got, ok := exact["priority"]; ok { t.Fatalf("expected exact route to omit priority so traefik defaults it above the wildcard, got %#v", got) } } func TestIngressRouteTemplateNonLeadingWildcardStaysExactHost(t *testing.T) { values := testIngressRouteValues(false) web := values["processes"].(map[string]interface{})["web"].(map[string]interface{})["web"].(map[string]interface{}) web["domains"] = []interface{}{ map[string]interface{}{"name": "app.*.example.com"}, } docs := renderIngressRouteTemplate(t, values) routes := findDocByName(t, docs, "myapp-web-http-80-5000")["spec"].(map[string]interface{})["routes"].([]interface{}) route := routes[0].(map[string]interface{}) if got := route["match"]; got != "Host(`app.*.example.com`)" { t.Fatalf("expected non-leading wildcard to stay Host(`app.*.example.com`), got %#v", got) } if got, ok := route["priority"]; ok { t.Fatalf("expected non-leading wildcard to omit priority, got %#v", got) } } func TestIngressRouteTemplateNonTraefikIngressClassRendersNothing(t *testing.T) { values := testIngressRouteValues(true) values["global"].(map[string]interface{})["network"].(map[string]interface{})["ingress_class"] = "nginx" docs := renderIngressRouteTemplate(t, values) if len(docs) != 0 { t.Fatalf("expected 0 ingress routes when ingress_class is not traefik, got %d: %#v", len(docs), docs) } } func TestIngressRouteTemplateHTTPSPortMapSkippedWhenHTTPCovers(t *testing.T) { values := testIngressRouteValues(true) web := values["processes"].(map[string]interface{})["web"].(map[string]interface{})["web"].(map[string]interface{}) web["port_maps"] = []interface{}{ map[string]interface{}{ "name": "http-80-5000", "scheme": "http", "container_port": float64(5000), }, map[string]interface{}{ "name": "https-443-5000", "scheme": "https", "container_port": float64(5000), }, } docs := renderIngressRouteTemplate(t, values) if len(docs) != 2 { t.Fatalf("expected 2 ingress routes (http + websecure for http-80-5000 only), got %d", len(docs)) } for _, doc := range docs { name := doc["metadata"].(map[string]interface{})["name"].(string) if strings.Contains(name, "https-443-5000") { t.Fatalf("expected no IngressRoute for https-443-5000 (covered by http-80-5000), got %q", name) } } findDocByName(t, docs, "myapp-web-http-80-5000") findDocByName(t, docs, "myapp-web-http-80-5000-websecure") }