2018-11-06 18:19:42 +00:00
|
|
|
// Copyright 2018 The Prometheus Authors
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2018-10-25 20:06:19 +00:00
|
|
|
package tsdbutil
|
|
|
|
|
|
|
|
import (
|
2022-08-22 13:34:39 +00:00
|
|
|
"fmt"
|
|
|
|
|
2021-11-02 15:01:32 +00:00
|
|
|
"github.com/prometheus/prometheus/model/histogram"
|
2019-08-13 08:34:14 +00:00
|
|
|
"github.com/prometheus/prometheus/tsdb/chunkenc"
|
|
|
|
"github.com/prometheus/prometheus/tsdb/chunks"
|
2018-10-25 20:06:19 +00:00
|
|
|
)
|
|
|
|
|
2020-07-31 15:03:02 +00:00
|
|
|
type Samples interface {
|
|
|
|
Get(i int) Sample
|
|
|
|
Len() int
|
|
|
|
}
|
|
|
|
|
2018-10-25 20:06:19 +00:00
|
|
|
type Sample interface {
|
|
|
|
T() int64
|
|
|
|
V() float64
|
2021-11-02 15:01:32 +00:00
|
|
|
H() *histogram.Histogram
|
2021-11-29 07:54:23 +00:00
|
|
|
FH() *histogram.FloatHistogram
|
|
|
|
Type() chunkenc.ValueType
|
2018-10-25 20:06:19 +00:00
|
|
|
}
|
|
|
|
|
2020-07-31 15:03:02 +00:00
|
|
|
type SampleSlice []Sample
|
|
|
|
|
|
|
|
func (s SampleSlice) Get(i int) Sample { return s[i] }
|
|
|
|
func (s SampleSlice) Len() int { return len(s) }
|
|
|
|
|
2022-08-22 13:34:39 +00:00
|
|
|
// ChunkFromSamples requires all samples to have the same type.
|
2018-10-25 20:06:19 +00:00
|
|
|
func ChunkFromSamples(s []Sample) chunks.Meta {
|
2020-07-31 15:03:02 +00:00
|
|
|
return ChunkFromSamplesGeneric(SampleSlice(s))
|
|
|
|
}
|
|
|
|
|
2022-08-22 13:34:39 +00:00
|
|
|
// ChunkFromSamplesGeneric requires all samples to have the same type.
|
2020-07-31 15:03:02 +00:00
|
|
|
func ChunkFromSamplesGeneric(s Samples) chunks.Meta {
|
2018-10-25 20:06:19 +00:00
|
|
|
mint, maxt := int64(0), int64(0)
|
|
|
|
|
2020-07-31 15:03:02 +00:00
|
|
|
if s.Len() > 0 {
|
|
|
|
mint, maxt = s.Get(0).T(), s.Get(s.Len()-1).T()
|
2018-10-25 20:06:19 +00:00
|
|
|
}
|
|
|
|
|
2022-08-22 13:34:39 +00:00
|
|
|
if s.Len() == 0 {
|
|
|
|
return chunks.Meta{
|
|
|
|
Chunk: chunkenc.NewXORChunk(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
sampleType := s.Get(0).Type()
|
|
|
|
c, err := chunkenc.NewEmptyChunk(sampleType.ChunkEncoding())
|
|
|
|
if err != nil {
|
|
|
|
panic(err) // TODO(codesome): dont panic.
|
|
|
|
}
|
|
|
|
|
2018-10-25 20:06:19 +00:00
|
|
|
ca, _ := c.Appender()
|
|
|
|
|
2020-07-31 15:03:02 +00:00
|
|
|
for i := 0; i < s.Len(); i++ {
|
2022-08-22 13:34:39 +00:00
|
|
|
switch sampleType {
|
|
|
|
case chunkenc.ValFloat:
|
|
|
|
ca.Append(s.Get(i).T(), s.Get(i).V())
|
|
|
|
case chunkenc.ValHistogram:
|
|
|
|
ca.AppendHistogram(s.Get(i).T(), s.Get(i).H())
|
2023-02-10 11:39:33 +00:00
|
|
|
case chunkenc.ValFloatHistogram:
|
|
|
|
ca.AppendFloatHistogram(s.Get(i).T(), s.Get(i).FH())
|
2022-08-22 13:34:39 +00:00
|
|
|
default:
|
|
|
|
panic(fmt.Sprintf("unknown sample type %s", sampleType.String()))
|
|
|
|
}
|
2018-10-25 20:06:19 +00:00
|
|
|
}
|
|
|
|
return chunks.Meta{
|
|
|
|
MinTime: mint,
|
|
|
|
MaxTime: maxt,
|
|
|
|
Chunk: c,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-09-13 14:06:32 +00:00
|
|
|
type sample struct {
|
2022-10-11 16:35:35 +00:00
|
|
|
t int64
|
|
|
|
v float64
|
|
|
|
h *histogram.Histogram
|
|
|
|
fh *histogram.FloatHistogram
|
2022-09-13 14:06:32 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s sample) T() int64 {
|
|
|
|
return s.t
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s sample) V() float64 {
|
|
|
|
return s.v
|
|
|
|
}
|
|
|
|
|
2022-10-11 16:35:35 +00:00
|
|
|
func (s sample) H() *histogram.Histogram {
|
|
|
|
return s.h
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s sample) FH() *histogram.FloatHistogram {
|
|
|
|
return s.fh
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s sample) Type() chunkenc.ValueType {
|
|
|
|
switch {
|
|
|
|
case s.h != nil:
|
|
|
|
return chunkenc.ValHistogram
|
|
|
|
case s.fh != nil:
|
|
|
|
return chunkenc.ValFloatHistogram
|
|
|
|
default:
|
|
|
|
return chunkenc.ValFloat
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-25 20:06:19 +00:00
|
|
|
// PopulatedChunk creates a chunk populated with samples every second starting at minTime
|
|
|
|
func PopulatedChunk(numSamples int, minTime int64) chunks.Meta {
|
|
|
|
samples := make([]Sample, numSamples)
|
|
|
|
for i := 0; i < numSamples; i++ {
|
2021-11-02 15:01:32 +00:00
|
|
|
samples[i] = sample{t: minTime + int64(i*1000), v: 1.0}
|
2018-10-25 20:06:19 +00:00
|
|
|
}
|
|
|
|
return ChunkFromSamples(samples)
|
|
|
|
}
|
2021-05-18 16:37:16 +00:00
|
|
|
|
|
|
|
// GenerateSamples starting at start and counting up numSamples.
|
2021-10-22 08:06:44 +00:00
|
|
|
func GenerateSamples(start, numSamples int) []Sample {
|
2023-02-10 11:39:33 +00:00
|
|
|
return generateSamples(start, numSamples, func(i int) Sample {
|
|
|
|
return sample{
|
2021-05-18 16:37:16 +00:00
|
|
|
t: int64(i),
|
|
|
|
v: float64(i),
|
2023-02-10 11:39:33 +00:00
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func generateSamples(start, numSamples int, gen func(int) Sample) []Sample {
|
|
|
|
samples := make([]Sample, 0, numSamples)
|
|
|
|
for i := start; i < start+numSamples; i++ {
|
|
|
|
samples = append(samples, gen(i))
|
2021-05-18 16:37:16 +00:00
|
|
|
}
|
|
|
|
return samples
|
|
|
|
}
|