Extract head serialization into Head method

This commit is contained in:
Fabian Reinartz 2016-12-18 14:43:27 +01:00
parent b08f82fa4e
commit bad93d8d57
2 changed files with 45 additions and 25 deletions

40
db.go
View File

@ -333,6 +333,8 @@ func (s *Shard) persist() error {
s.mtx.Unlock() s.mtx.Unlock()
// Only allow another persistence to be triggered after the current one
// has completed (successful or not.)
defer func() { defer func() {
<-s.persistCh <-s.persistCh
}() }()
@ -345,11 +347,11 @@ func (s *Shard) persist() error {
return err return err
} }
sf, err := os.Create(filepath.Join(p, "series")) sf, err := os.Create(chunksFileName(p))
if err != nil { if err != nil {
return err return err
} }
xf, err := os.Create(filepath.Join(p, "index")) xf, err := os.Create(indexFileName(p))
if err != nil { if err != nil {
return err return err
} }
@ -360,36 +362,24 @@ func (s *Shard) persist() error {
defer sw.Close() defer sw.Close()
defer iw.Close() defer iw.Close()
for ref, cd := range head.index.forward { if err := head.persist(sw, iw); err != nil {
if err := sw.WriteSeries(ref, cd.lset, []*chunkDesc{cd}); err != nil {
return err
}
}
if err := iw.WriteStats(s.head.stats); err != nil {
return err return err
} }
for n, v := range head.index.values {
s := make([]string, 0, len(v))
for x := range v {
s = append(s, x)
}
if err := iw.WriteLabelIndex([]string{n}, s); err != nil {
return err
}
}
for t := range head.index.postings.m {
if err := iw.WritePostings(t.name, t.value, head.index.postings.get(t)); err != nil {
return err
}
}
sz := fmt.Sprintf("%.2fMiB", float64(sw.Size()+iw.Size())/1024/1024) sz := fmt.Sprintf("%.2fMiB", float64(sw.Size()+iw.Size())/1024/1024)
s.logger.Log("size", sz, "samples", head.stats.SampleCount, "chunks", head.stats.ChunkCount, "msg", "persisted head") s.logger.Log("size", sz, "samples", head.stats.SampleCount, "chunks", head.stats.ChunkCount, "msg", "persisted head")
// Reopen block as persisted block for querying.
pb, err := newPersistedBlock(p)
if err != nil {
return err
}
s.mtx.Lock()
s.persisted = append(s.persisted, pb)
s.mtx.Unlock()
return nil return nil
} }

30
head.go
View File

@ -134,3 +134,33 @@ func (h *HeadBlock) append(hash uint64, lset Labels, ts int64, v float64) error
return nil return nil
} }
func (h *HeadBlock) persist(sw SeriesWriter, iw IndexWriter) error {
for ref, cd := range h.index.forward {
if err := sw.WriteSeries(ref, cd.lset, []*chunkDesc{cd}); err != nil {
return err
}
}
if err := iw.WriteStats(h.stats); err != nil {
return err
}
for n, v := range h.index.values {
s := make([]string, 0, len(v))
for x := range v {
s = append(s, x)
}
if err := iw.WriteLabelIndex([]string{n}, s); err != nil {
return err
}
}
for t := range h.index.postings.m {
if err := iw.WritePostings(t.name, t.value, h.index.postings.get(t)); err != nil {
return err
}
}
return nil
}