postgres_exporter/collector/pg_stat_bgwriter.go

// Copyright 2021 The Prometheus Authors
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package collector

import (
	"context"
	"time"

	"github.com/go-kit/log"
	"github.com/prometheus/client_golang/prometheus"
)

func init() {
	registerCollector("bgwriter", defaultEnabled, NewPGStatBGWriterCollector)
}

type PGStatBGWriterCollector struct {
}

func NewPGStatBGWriterCollector(logger log.Logger) (Collector, error) {
	return &PGStatBGWriterCollector{}, nil
}

const bgWriterSubsystem = "stat_bgwriter"

var statBGWriter = map[string]*prometheus.Desc{
	"checkpoints_timed": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoints_timed_total"),
		"Number of scheduled checkpoints that have been performed",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"checkpoints_req": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoints_req_total"),
		"Number of requested checkpoints that have been performed",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"checkpoint_write_time": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoint_write_time_total"),
		"Total amount of time that has been spent in the portion of checkpoint processing where files are written to disk, in milliseconds",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"checkpoint_sync_time": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoint_sync_time_total"),
		"Total amount of time that has been spent in the portion of checkpoint processing where files are synchronized to disk, in milliseconds",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"buffers_checkpoint": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_checkpoint_total"),
		"Number of buffers written during checkpoints",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"buffers_clean": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_clean_total"),
		"Number of buffers written by the background writer",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"maxwritten_clean": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "maxwritten_clean_total"),
		"Number of times the background writer stopped a cleaning scan because it had written too many buffers",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"buffers_backend": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_backend_total"),
		"Number of buffers written directly by a backend",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"buffers_backend_fsync": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_backend_fsync_total"),
		"Number of times a backend had to execute its own fsync call (normally the background writer handles those even when the backend does its own write)",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"buffers_alloc": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_alloc_total"),
		"Number of buffers allocated",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"stats_reset": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "stats_reset_total"),
		"Time at which these statistics were last reset",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_checkpoints_timed": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoints_timed"),
		"Number of scheduled checkpoints that have been performed",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_checkpoints_req": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoints_req"),
		"Number of requested checkpoints that have been performed",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_checkpoint_write_time": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoint_write_time"),
		"Total amount of time that has been spent in the portion of checkpoint processing where files are written to disk, in milliseconds",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_checkpoint_sync_time": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "checkpoint_sync_time"),
		"Total amount of time that has been spent in the portion of checkpoint processing where files are synchronized to disk, in milliseconds",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_buffers_checkpoint": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_checkpoint"),
		"Number of buffers written during checkpoints",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_buffers_clean": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_clean"),
		"Number of buffers written by the background writer",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_maxwritten_clean": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "maxwritten_clean"),
		"Number of times the background writer stopped a cleaning scan because it had written too many buffers",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_buffers_backend": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_backend"),
		"Number of buffers written directly by a backend",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_buffers_backend_fsync": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_backend_fsync"),
		"Number of times a backend had to execute its own fsync call (normally the background writer handles those even when the backend does its own write)",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_buffers_alloc": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "buffers_alloc"),
		"Number of buffers allocated",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
	"percona_stats_reset": prometheus.NewDesc(
		prometheus.BuildFQName(namespace, bgWriterSubsystem, "stats_reset"),
		"Time at which these statistics were last reset",
		[]string{"collector", "server"},
		prometheus.Labels{},
	),
}

func (PGStatBGWriterCollector) Update(ctx context.Context, server *server, ch chan<- prometheus.Metric) error {
	db, err := server.GetDB()
	if err != nil {
		return err
	}

	row := db.QueryRowContext(ctx,
		`SELECT
			 checkpoints_timed
			 ,checkpoints_req
			 ,checkpoint_write_time
			 ,checkpoint_sync_time
			 ,buffers_checkpoint
			 ,buffers_clean
			 ,maxwritten_clean
			 ,buffers_backend
			 ,buffers_backend_fsync
			 ,buffers_alloc
			 ,stats_reset
		 FROM pg_stat_bgwriter;`)

	var cpt int
	var cpr int
	var cpwt float64
	var cpst float64
	var bcp int
	var bc int
	var mwc int
	var bb int
	var bbf int
	var ba int
	var sr time.Time

	err = row.Scan(&cpt, &cpr, &cpwt, &cpst, &bcp, &bc, &mwc, &bb, &bbf, &ba, &sr)
	if err != nil {
		return err
	}

	ch <- prometheus.MustNewConstMetric(
		statBGWriter["checkpoints_timed"],
		prometheus.CounterValue,
		float64(cpt),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["checkpoints_req"],
		prometheus.CounterValue,
		float64(cpr),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["checkpoint_write_time"],
		prometheus.CounterValue,
		float64(cpwt),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["checkpoint_sync_time"],
		prometheus.CounterValue,
		float64(cpst),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["buffers_checkpoint"],
		prometheus.CounterValue,
		float64(bcp),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["buffers_clean"],
		prometheus.CounterValue,
		float64(bc),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["maxwritten_clean"],
		prometheus.CounterValue,
		float64(mwc),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["buffers_backend"],
		prometheus.CounterValue,
		float64(bb),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["buffers_backend_fsync"],
		prometheus.CounterValue,
		float64(bbf),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["buffers_alloc"],
		prometheus.CounterValue,
		float64(ba),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["stats_reset"],
		prometheus.CounterValue,
		float64(sr.Unix()),
		"exporter",
		server.GetName(),
	)

	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_checkpoints_timed"],
		prometheus.CounterValue,
		float64(cpt),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_checkpoints_req"],
		prometheus.CounterValue,
		float64(cpr),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_checkpoint_write_time"],
		prometheus.CounterValue,
		float64(cpwt),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_checkpoint_sync_time"],
		prometheus.CounterValue,
		float64(cpst),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_buffers_checkpoint"],
		prometheus.CounterValue,
		float64(bcp),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_buffers_clean"],
		prometheus.CounterValue,
		float64(bc),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_maxwritten_clean"],
		prometheus.CounterValue,
		float64(mwc),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_buffers_backend"],
		prometheus.CounterValue,
		float64(bb),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_buffers_backend_fsync"],
		prometheus.CounterValue,
		float64(bbf),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_buffers_alloc"],
		prometheus.CounterValue,
		float64(ba),
		"exporter",
		server.GetName(),
	)
	ch <- prometheus.MustNewConstMetric(
		statBGWriter["percona_stats_reset"],
		prometheus.CounterValue,
		float64(sr.Unix()),
		"exporter",
		server.GetName(),
	)

	return nil
}