// Copyright 2013 The Prometheus Authors // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package template import ( "bytes" "context" "fmt" html_template "html/template" "math" "net" "net/url" "sort" "strconv" "strings" text_template "text/template" "time" "github.com/grafana/regexp" "github.com/pkg/errors" "github.com/prometheus/client_golang/prometheus" "github.com/prometheus/common/model" "github.com/prometheus/prometheus/promql" "github.com/prometheus/prometheus/util/strutil" ) var ( templateTextExpansionFailures = prometheus.NewCounter(prometheus.CounterOpts{ Name: "prometheus_template_text_expansion_failures_total", Help: "The total number of template text expansion failures.", }) templateTextExpansionTotal = prometheus.NewCounter(prometheus.CounterOpts{ Name: "prometheus_template_text_expansions_total", Help: "The total number of template text expansions.", }) ) func init() { prometheus.MustRegister(templateTextExpansionFailures) prometheus.MustRegister(templateTextExpansionTotal) } // A version of vector that's easier to use from templates. type sample struct { Labels map[string]string Value float64 } type queryResult []*sample type queryResultByLabelSorter struct { results queryResult by string } func (q queryResultByLabelSorter) Len() int { return len(q.results) } func (q queryResultByLabelSorter) Less(i, j int) bool { return q.results[i].Labels[q.by] < q.results[j].Labels[q.by] } func (q queryResultByLabelSorter) Swap(i, j int) { q.results[i], q.results[j] = q.results[j], q.results[i] } // QueryFunc executes a PromQL query at the given time. type QueryFunc func(context.Context, string, time.Time) (promql.Vector, error) func query(ctx context.Context, q string, ts time.Time, queryFn QueryFunc) (queryResult, error) { vector, err := queryFn(ctx, q, ts) if err != nil { return nil, err } // promql.Vector is hard to work with in templates, so convert to // base data types. // TODO(fabxc): probably not true anymore after type rework. result := make(queryResult, len(vector)) for n, v := range vector { s := sample{ Value: v.V, Labels: v.Metric.Map(), } result[n] = &s } return result, nil } func convertToFloat(i interface{}) (float64, error) { switch v := i.(type) { case float64: return v, nil case string: return strconv.ParseFloat(v, 64) case int: return float64(v), nil case uint: return float64(v), nil case int64: return float64(v), nil case uint64: return float64(v), nil default: return 0, fmt.Errorf("can't convert %T to float", v) } } // Expander executes templates in text or HTML mode with a common set of Prometheus template functions. type Expander struct { text string name string data interface{} funcMap text_template.FuncMap options []string } // NewTemplateExpander returns a template expander ready to use. func NewTemplateExpander( ctx context.Context, text string, name string, data interface{}, timestamp model.Time, queryFunc QueryFunc, externalURL *url.URL, options []string, ) *Expander { if options == nil { options = []string{"missingkey=zero"} } return &Expander{ text: text, name: name, data: data, funcMap: text_template.FuncMap{ "query": func(q string) (queryResult, error) { return query(ctx, q, timestamp.Time(), queryFunc) }, "first": func(v queryResult) (*sample, error) { if len(v) > 0 { return v[0], nil } return nil, errors.New("first() called on vector with no elements") }, "label": func(label string, s *sample) string { return s.Labels[label] }, "value": func(s *sample) float64 { return s.Value }, "strvalue": func(s *sample) string { return s.Labels["__value__"] }, "args": func(args ...interface{}) map[string]interface{} { result := make(map[string]interface{}) for i, a := range args { result[fmt.Sprintf("arg%d", i)] = a } return result }, "reReplaceAll": func(pattern, repl, text string) string { re := regexp.MustCompile(pattern) return re.ReplaceAllString(text, repl) }, "safeHtml": func(text string) html_template.HTML { return html_template.HTML(text) }, "match": regexp.MatchString, "title": strings.Title, "toUpper": strings.ToUpper, "toLower": strings.ToLower, "graphLink": strutil.GraphLinkForExpression, "tableLink": strutil.TableLinkForExpression, "sortByLabel": func(label string, v queryResult) queryResult { sorter := queryResultByLabelSorter{v[:], label} sort.Stable(sorter) return v }, "stripPort": func(hostPort string) string { host, _, err := net.SplitHostPort(hostPort) if err != nil { return hostPort } return host }, "humanize": func(i interface{}) (string, error) { v, err := convertToFloat(i) if err != nil { return "", err } if v == 0 || math.IsNaN(v) || math.IsInf(v, 0) { return fmt.Sprintf("%.4g", v), nil } if math.Abs(v) >= 1 { prefix := "" for _, p := range []string{"k", "M", "G", "T", "P", "E", "Z", "Y"} { if math.Abs(v) < 1000 { break } prefix = p v /= 1000 } return fmt.Sprintf("%.4g%s", v, prefix), nil } prefix := "" for _, p := range []string{"m", "u", "n", "p", "f", "a", "z", "y"} { if math.Abs(v) >= 1 { break } prefix = p v *= 1000 } return fmt.Sprintf("%.4g%s", v, prefix), nil }, "humanize1024": func(i interface{}) (string, error) { v, err := convertToFloat(i) if err != nil { return "", err } if math.Abs(v) <= 1 || math.IsNaN(v) || math.IsInf(v, 0) { return fmt.Sprintf("%.4g", v), nil } prefix := "" for _, p := range []string{"ki", "Mi", "Gi", "Ti", "Pi", "Ei", "Zi", "Yi"} { if math.Abs(v) < 1024 { break } prefix = p v /= 1024 } return fmt.Sprintf("%.4g%s", v, prefix), nil }, "humanizeDuration": func(i interface{}) (string, error) { v, err := convertToFloat(i) if err != nil { return "", err } if math.IsNaN(v) || math.IsInf(v, 0) { return fmt.Sprintf("%.4g", v), nil } if v == 0 { return fmt.Sprintf("%.4gs", v), nil } if math.Abs(v) >= 1 { sign := "" if v < 0 { sign = "-" v = -v } duration := int64(v) seconds := duration % 60 minutes := (duration / 60) % 60 hours := (duration / 60 / 60) % 24 days := duration / 60 / 60 / 24 // For days to minutes, we display seconds as an integer. if days != 0 { return fmt.Sprintf("%s%dd %dh %dm %ds", sign, days, hours, minutes, seconds), nil } if hours != 0 { return fmt.Sprintf("%s%dh %dm %ds", sign, hours, minutes, seconds), nil } if minutes != 0 { return fmt.Sprintf("%s%dm %ds", sign, minutes, seconds), nil } // For seconds, we display 4 significant digits. return fmt.Sprintf("%s%.4gs", sign, v), nil } prefix := "" for _, p := range []string{"m", "u", "n", "p", "f", "a", "z", "y"} { if math.Abs(v) >= 1 { break } prefix = p v *= 1000 } return fmt.Sprintf("%.4g%ss", v, prefix), nil }, "humanizePercentage": func(i interface{}) (string, error) { v, err := convertToFloat(i) if err != nil { return "", err } return fmt.Sprintf("%.4g%%", v*100), nil }, "humanizeTimestamp": func(i interface{}) (string, error) { v, err := convertToFloat(i) if err != nil { return "", err } if math.IsNaN(v) || math.IsInf(v, 0) { return fmt.Sprintf("%.4g", v), nil } timestamp := v * 1e9 if timestamp > math.MaxInt64 || timestamp < math.MinInt64 { return "", fmt.Errorf("%v cannot be represented as a nanoseconds timestamp since it overflows int64", v) } t := model.TimeFromUnixNano(int64(timestamp)).Time().UTC() return fmt.Sprint(t), nil }, "pathPrefix": func() string { return externalURL.Path }, "externalURL": func() string { return externalURL.String() }, "parseDuration": func(d string) (float64, error) { v, err := model.ParseDuration(d) if err != nil { return 0, err } return float64(time.Duration(v)) / float64(time.Second), nil }, }, options: options, } } // AlertTemplateData returns the interface to be used in expanding the template. func AlertTemplateData(labels, externalLabels map[string]string, externalURL string, value float64) interface{} { return struct { Labels map[string]string ExternalLabels map[string]string ExternalURL string Value float64 }{ Labels: labels, ExternalLabels: externalLabels, ExternalURL: externalURL, Value: value, } } // Funcs adds the functions in fm to the Expander's function map. // Existing functions will be overwritten in case of conflict. func (te Expander) Funcs(fm text_template.FuncMap) { for k, v := range fm { te.funcMap[k] = v } } // Expand expands a template in text (non-HTML) mode. func (te Expander) Expand() (result string, resultErr error) { // It'd better to have no alert description than to kill the whole process // if there's a bug in the template. defer func() { if r := recover(); r != nil { var ok bool resultErr, ok = r.(error) if !ok { resultErr = errors.Errorf("panic expanding template %v: %v", te.name, r) } } if resultErr != nil { templateTextExpansionFailures.Inc() } }() templateTextExpansionTotal.Inc() tmpl := text_template.New(te.name).Funcs(te.funcMap) tmpl.Option(te.options...) tmpl, err := tmpl.Parse(te.text) if err != nil { return "", errors.Wrapf(err, "error parsing template %v", te.name) } var buffer bytes.Buffer err = tmpl.Execute(&buffer, te.data) if err != nil { return "", errors.Wrapf(err, "error executing template %v", te.name) } return buffer.String(), nil } // ExpandHTML expands a template with HTML escaping, with templates read from the given files. func (te Expander) ExpandHTML(templateFiles []string) (result string, resultErr error) { defer func() { if r := recover(); r != nil { var ok bool resultErr, ok = r.(error) if !ok { resultErr = errors.Errorf("panic expanding template %s: %v", te.name, r) } } }() tmpl := html_template.New(te.name).Funcs(html_template.FuncMap(te.funcMap)) tmpl.Option(te.options...) tmpl.Funcs(html_template.FuncMap{ "tmpl": func(name string, data interface{}) (html_template.HTML, error) { var buffer bytes.Buffer err := tmpl.ExecuteTemplate(&buffer, name, data) return html_template.HTML(buffer.String()), err }, }) tmpl, err := tmpl.Parse(te.text) if err != nil { return "", errors.Wrapf(err, "error parsing template %v", te.name) } if len(templateFiles) > 0 { _, err = tmpl.ParseFiles(templateFiles...) if err != nil { return "", errors.Wrapf(err, "error parsing template files for %v", te.name) } } var buffer bytes.Buffer err = tmpl.Execute(&buffer, te.data) if err != nil { return "", errors.Wrapf(err, "error executing template %v", te.name) } return buffer.String(), nil } // ParseTest parses the templates and returns the error if any. func (te Expander) ParseTest() error { _, err := text_template.New(te.name).Funcs(te.funcMap).Option("missingkey=zero").Parse(te.text) if err != nil { return err } return nil }