2019-04-18 20:59:29 +00:00
|
|
|
/*
|
|
|
|
Copyright 2015 The Kubernetes Authors.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package trace
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"fmt"
|
|
|
|
"math/rand"
|
|
|
|
"time"
|
|
|
|
|
2020-04-23 10:17:08 +00:00
|
|
|
"k8s.io/klog/v2"
|
2019-04-18 20:59:29 +00:00
|
|
|
)
|
|
|
|
|
2020-02-17 21:13:33 +00:00
|
|
|
// Field is a key value pair that provides additional details about the trace.
|
|
|
|
type Field struct {
|
|
|
|
Key string
|
|
|
|
Value interface{}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f Field) format() string {
|
|
|
|
return fmt.Sprintf("%s:%v", f.Key, f.Value)
|
|
|
|
}
|
|
|
|
|
|
|
|
func writeFields(b *bytes.Buffer, l []Field) {
|
|
|
|
for i, f := range l {
|
|
|
|
b.WriteString(f.format())
|
|
|
|
if i < len(l)-1 {
|
|
|
|
b.WriteString(",")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-04-18 20:59:29 +00:00
|
|
|
type traceStep struct {
|
|
|
|
stepTime time.Time
|
|
|
|
msg string
|
2020-02-17 21:13:33 +00:00
|
|
|
fields []Field
|
2019-04-18 20:59:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Trace keeps track of a set of "steps" and allows us to log a specific
|
|
|
|
// step if it took longer than its share of the total allowed time
|
|
|
|
type Trace struct {
|
|
|
|
name string
|
2020-02-17 21:13:33 +00:00
|
|
|
fields []Field
|
2019-04-18 20:59:29 +00:00
|
|
|
startTime time.Time
|
|
|
|
steps []traceStep
|
|
|
|
}
|
|
|
|
|
2020-02-17 21:13:33 +00:00
|
|
|
// New creates a Trace with the specified name. The name identifies the operation to be traced. The
|
|
|
|
// Fields add key value pairs to provide additional details about the trace, such as operation inputs.
|
|
|
|
func New(name string, fields ...Field) *Trace {
|
|
|
|
return &Trace{name: name, startTime: time.Now(), fields: fields}
|
2019-04-18 20:59:29 +00:00
|
|
|
}
|
|
|
|
|
2020-02-17 21:13:33 +00:00
|
|
|
// Step adds a new step with a specific message. Call this at the end of an execution step to record
|
|
|
|
// how long it took. The Fields add key value pairs to provide additional details about the trace
|
|
|
|
// step.
|
|
|
|
func (t *Trace) Step(msg string, fields ...Field) {
|
2019-04-18 20:59:29 +00:00
|
|
|
if t.steps == nil {
|
|
|
|
// traces almost always have less than 6 steps, do this to avoid more than a single allocation
|
|
|
|
t.steps = make([]traceStep, 0, 6)
|
|
|
|
}
|
2020-02-17 21:13:33 +00:00
|
|
|
t.steps = append(t.steps, traceStep{stepTime: time.Now(), msg: msg, fields: fields})
|
2019-04-18 20:59:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Log is used to dump all the steps in the Trace
|
|
|
|
func (t *Trace) Log() {
|
|
|
|
// an explicit logging request should dump all the steps out at the higher level
|
|
|
|
t.logWithStepThreshold(0)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *Trace) logWithStepThreshold(stepThreshold time.Duration) {
|
|
|
|
var buffer bytes.Buffer
|
|
|
|
tracenum := rand.Int31()
|
|
|
|
endTime := time.Now()
|
|
|
|
|
|
|
|
totalTime := endTime.Sub(t.startTime)
|
2020-02-17 21:13:33 +00:00
|
|
|
buffer.WriteString(fmt.Sprintf("Trace[%d]: %q ", tracenum, t.name))
|
|
|
|
if len(t.fields) > 0 {
|
|
|
|
writeFields(&buffer, t.fields)
|
|
|
|
buffer.WriteString(" ")
|
|
|
|
}
|
|
|
|
buffer.WriteString(fmt.Sprintf("(started: %v) (total time: %v):\n", t.startTime, totalTime))
|
2019-04-18 20:59:29 +00:00
|
|
|
lastStepTime := t.startTime
|
|
|
|
for _, step := range t.steps {
|
|
|
|
stepDuration := step.stepTime.Sub(lastStepTime)
|
2020-04-23 10:17:08 +00:00
|
|
|
if stepThreshold == 0 || stepDuration > stepThreshold || klog.V(4).Enabled() {
|
2020-02-17 21:13:33 +00:00
|
|
|
buffer.WriteString(fmt.Sprintf("Trace[%d]: [%v] [%v] ", tracenum, step.stepTime.Sub(t.startTime), stepDuration))
|
|
|
|
buffer.WriteString(step.msg)
|
|
|
|
if len(step.fields) > 0 {
|
|
|
|
buffer.WriteString(" ")
|
|
|
|
writeFields(&buffer, step.fields)
|
|
|
|
}
|
|
|
|
buffer.WriteString("\n")
|
2019-04-18 20:59:29 +00:00
|
|
|
}
|
|
|
|
lastStepTime = step.stepTime
|
|
|
|
}
|
|
|
|
stepDuration := endTime.Sub(lastStepTime)
|
2020-04-23 10:17:08 +00:00
|
|
|
if stepThreshold == 0 || stepDuration > stepThreshold || klog.V(4).Enabled() {
|
2019-04-18 20:59:29 +00:00
|
|
|
buffer.WriteString(fmt.Sprintf("Trace[%d]: [%v] [%v] END\n", tracenum, endTime.Sub(t.startTime), stepDuration))
|
|
|
|
}
|
|
|
|
|
|
|
|
klog.Info(buffer.String())
|
|
|
|
}
|
|
|
|
|
|
|
|
// LogIfLong is used to dump steps that took longer than its share
|
|
|
|
func (t *Trace) LogIfLong(threshold time.Duration) {
|
|
|
|
if time.Since(t.startTime) >= threshold {
|
|
|
|
// if any step took more than it's share of the total allowed time, it deserves a higher log level
|
|
|
|
stepThreshold := threshold / time.Duration(len(t.steps)+1)
|
|
|
|
t.logWithStepThreshold(stepThreshold)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// TotalTime can be used to figure out how long it took since the Trace was created
|
|
|
|
func (t *Trace) TotalTime() time.Duration {
|
|
|
|
return time.Since(t.startTime)
|
|
|
|
}
|