mirror of https://github.com/prometheus/prometheus
Matt T. Proud
11 years ago
parent
772d3d6b11
commit
f4669a812c
@ -0,0 +1,330 @@
|
|||||||
|
// Copyright 2013 Prometheus Team
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
package metric
|
||||||
|
|
||||||
|
import (
|
||||||
|
"sort"
|
||||||
|
|
||||||
|
"code.google.com/p/goprotobuf/proto"
|
||||||
|
|
||||||
|
clientmodel "github.com/prometheus/client_golang/model"
|
||||||
|
|
||||||
|
dto "github.com/prometheus/prometheus/model/generated"
|
||||||
|
|
||||||
|
"github.com/prometheus/prometheus/storage"
|
||||||
|
"github.com/prometheus/prometheus/storage/raw"
|
||||||
|
"github.com/prometheus/prometheus/storage/raw/leveldb"
|
||||||
|
)
|
||||||
|
|
||||||
|
type FingerprintMetricMapping map[clientmodel.Fingerprint]clientmodel.Metric
|
||||||
|
|
||||||
|
type FingerprintMetricIndex interface {
|
||||||
|
IndexBatch(FingerprintMetricMapping) error
|
||||||
|
Lookup(*clientmodel.Fingerprint) (m clientmodel.Metric, ok bool, err error)
|
||||||
|
Close() error
|
||||||
|
}
|
||||||
|
|
||||||
|
type leveldbFingerprintMetricIndex struct {
|
||||||
|
p *leveldb.LevelDBPersistence
|
||||||
|
}
|
||||||
|
|
||||||
|
type LevelDBFingerprintMetricIndexOptions struct {
|
||||||
|
leveldb.LevelDBOptions
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbFingerprintMetricIndex) Close() error {
|
||||||
|
i.p.Close()
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbFingerprintMetricIndex) IndexBatch(mapping FingerprintMetricMapping) error {
|
||||||
|
b := leveldb.NewBatch()
|
||||||
|
defer b.Close()
|
||||||
|
|
||||||
|
for f, m := range mapping {
|
||||||
|
k := new(dto.Fingerprint)
|
||||||
|
dumpFingerprint(k, &f)
|
||||||
|
v := new(dto.Metric)
|
||||||
|
dumpMetric(v, m)
|
||||||
|
|
||||||
|
b.Put(k, v)
|
||||||
|
}
|
||||||
|
|
||||||
|
return i.p.Commit(b)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbFingerprintMetricIndex) Lookup(f *clientmodel.Fingerprint) (m clientmodel.Metric, ok bool, err error) {
|
||||||
|
k := new(dto.Fingerprint)
|
||||||
|
dumpFingerprint(k, f)
|
||||||
|
v := new(dto.Metric)
|
||||||
|
if ok, err := i.p.Get(k, v); !ok {
|
||||||
|
return nil, false, nil
|
||||||
|
} else if err != nil {
|
||||||
|
return nil, false, err
|
||||||
|
}
|
||||||
|
|
||||||
|
m = clientmodel.Metric{}
|
||||||
|
|
||||||
|
for _, pair := range v.LabelPair {
|
||||||
|
m[clientmodel.LabelName(pair.GetName())] = clientmodel.LabelValue(pair.GetValue())
|
||||||
|
}
|
||||||
|
|
||||||
|
return m, true, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewLevelDBFingerprintMetricIndex(o *LevelDBFingerprintMetricIndexOptions) (FingerprintMetricIndex, error) {
|
||||||
|
s, err := leveldb.NewLevelDBPersistence(&o.LevelDBOptions)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return &leveldbFingerprintMetricIndex{
|
||||||
|
p: s,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type LabelNameFingerprintMapping map[clientmodel.LabelName]clientmodel.Fingerprints
|
||||||
|
|
||||||
|
type LabelNameFingerprintIndex interface {
|
||||||
|
IndexBatch(LabelNameFingerprintMapping) error
|
||||||
|
Lookup(clientmodel.LabelName) (fps clientmodel.Fingerprints, ok bool, err error)
|
||||||
|
Has(clientmodel.LabelName) (ok bool, err error)
|
||||||
|
Close() error
|
||||||
|
}
|
||||||
|
|
||||||
|
type leveldbLabelNameFingerprintIndex struct {
|
||||||
|
p *leveldb.LevelDBPersistence
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelNameFingerprintIndex) IndexBatch(b LabelNameFingerprintMapping) error {
|
||||||
|
batch := leveldb.NewBatch()
|
||||||
|
defer batch.Close()
|
||||||
|
|
||||||
|
for labelName, fingerprints := range b {
|
||||||
|
sort.Sort(fingerprints)
|
||||||
|
|
||||||
|
key := &dto.LabelName{
|
||||||
|
Name: proto.String(string(labelName)),
|
||||||
|
}
|
||||||
|
value := new(dto.FingerprintCollection)
|
||||||
|
for _, fingerprint := range fingerprints {
|
||||||
|
f := new(dto.Fingerprint)
|
||||||
|
dumpFingerprint(f, fingerprint)
|
||||||
|
value.Member = append(value.Member, f)
|
||||||
|
}
|
||||||
|
|
||||||
|
batch.Put(key, value)
|
||||||
|
}
|
||||||
|
|
||||||
|
return i.p.Commit(batch)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelNameFingerprintIndex) Lookup(l clientmodel.LabelName) (fps clientmodel.Fingerprints, ok bool, err error) {
|
||||||
|
k := new(dto.LabelName)
|
||||||
|
dumpLabelName(k, l)
|
||||||
|
v := new(dto.FingerprintCollection)
|
||||||
|
ok, err = i.p.Get(k, v)
|
||||||
|
if err != nil {
|
||||||
|
return nil, false, err
|
||||||
|
}
|
||||||
|
if !ok {
|
||||||
|
return nil, false, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, m := range v.Member {
|
||||||
|
fp := new(clientmodel.Fingerprint)
|
||||||
|
loadFingerprint(fp, m)
|
||||||
|
fps = append(fps, fp)
|
||||||
|
}
|
||||||
|
|
||||||
|
return fps, true, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelNameFingerprintIndex) Has(l clientmodel.LabelName) (ok bool, err error) {
|
||||||
|
return i.p.Has(&dto.LabelName{
|
||||||
|
Name: proto.String(string(l)),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelNameFingerprintIndex) Close() error {
|
||||||
|
i.p.Close()
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type LevelDBLabelNameFingerprintIndexOptions struct {
|
||||||
|
leveldb.LevelDBOptions
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewLevelLabelNameFingerprintIndex(o *LevelDBLabelNameFingerprintIndexOptions) (LabelNameFingerprintIndex, error) {
|
||||||
|
s, err := leveldb.NewLevelDBPersistence(&o.LevelDBOptions)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return &leveldbLabelNameFingerprintIndex{
|
||||||
|
p: s,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type LabelSetFingerprintMapping map[LabelPair]clientmodel.Fingerprints
|
||||||
|
|
||||||
|
type LabelSetFingerprintIndex interface {
|
||||||
|
raw.ForEacher
|
||||||
|
|
||||||
|
IndexBatch(LabelSetFingerprintMapping) error
|
||||||
|
Lookup(*LabelPair) (m clientmodel.Fingerprints, ok bool, err error)
|
||||||
|
Has(*LabelPair) (ok bool, err error)
|
||||||
|
Close() error
|
||||||
|
}
|
||||||
|
|
||||||
|
type leveldbLabelSetFingerprintIndex struct {
|
||||||
|
p *leveldb.LevelDBPersistence
|
||||||
|
}
|
||||||
|
|
||||||
|
type LevelDBLabelSetFingerprintIndexOptions struct {
|
||||||
|
leveldb.LevelDBOptions
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelSetFingerprintIndex) IndexBatch(m LabelSetFingerprintMapping) error {
|
||||||
|
batch := leveldb.NewBatch()
|
||||||
|
defer batch.Close()
|
||||||
|
|
||||||
|
for pair, fps := range m {
|
||||||
|
sort.Sort(fps)
|
||||||
|
|
||||||
|
key := &dto.LabelPair{
|
||||||
|
Name: proto.String(string(pair.Name)),
|
||||||
|
Value: proto.String(string(pair.Value)),
|
||||||
|
}
|
||||||
|
value := new(dto.FingerprintCollection)
|
||||||
|
for _, fp := range fps {
|
||||||
|
f := new(dto.Fingerprint)
|
||||||
|
dumpFingerprint(f, fp)
|
||||||
|
value.Member = append(value.Member, f)
|
||||||
|
}
|
||||||
|
|
||||||
|
batch.Put(key, value)
|
||||||
|
}
|
||||||
|
|
||||||
|
return i.p.Commit(batch)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelSetFingerprintIndex) Lookup(p *LabelPair) (m clientmodel.Fingerprints, ok bool, err error) {
|
||||||
|
k := &dto.LabelPair{
|
||||||
|
Name: proto.String(string(p.Name)),
|
||||||
|
Value: proto.String(string(p.Value)),
|
||||||
|
}
|
||||||
|
v := new(dto.FingerprintCollection)
|
||||||
|
|
||||||
|
ok, err = i.p.Get(k, v)
|
||||||
|
|
||||||
|
if !ok {
|
||||||
|
return nil, false, nil
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return nil, false, err
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, pair := range v.Member {
|
||||||
|
fp := new(clientmodel.Fingerprint)
|
||||||
|
loadFingerprint(fp, pair)
|
||||||
|
m = append(m, fp)
|
||||||
|
}
|
||||||
|
|
||||||
|
return m, true, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelSetFingerprintIndex) Has(p *LabelPair) (ok bool, err error) {
|
||||||
|
k := &dto.LabelPair{
|
||||||
|
Name: proto.String(string(p.Name)),
|
||||||
|
Value: proto.String(string(p.Value)),
|
||||||
|
}
|
||||||
|
|
||||||
|
return i.p.Has(k)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelSetFingerprintIndex) ForEach(d storage.RecordDecoder, f storage.RecordFilter, o storage.RecordOperator) (bool, error) {
|
||||||
|
return i.p.ForEach(d, f, o)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbLabelSetFingerprintIndex) Close() error {
|
||||||
|
i.p.Close()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewLevelDBLabelSetFingerprintIndex(o *LevelDBLabelSetFingerprintIndexOptions) (LabelSetFingerprintIndex, error) {
|
||||||
|
s, err := leveldb.NewLevelDBPersistence(&o.LevelDBOptions)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return &leveldbLabelSetFingerprintIndex{
|
||||||
|
p: s,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type MetricMembershipIndex interface {
|
||||||
|
IndexBatch([]clientmodel.Metric) error
|
||||||
|
Has(clientmodel.Metric) (ok bool, err error)
|
||||||
|
Close() error
|
||||||
|
}
|
||||||
|
|
||||||
|
type leveldbMetricMembershipIndex struct {
|
||||||
|
p *leveldb.LevelDBPersistence
|
||||||
|
}
|
||||||
|
|
||||||
|
var existenceIdentity = new(dto.MembershipIndexValue)
|
||||||
|
|
||||||
|
func (i *leveldbMetricMembershipIndex) IndexBatch(ms []clientmodel.Metric) error {
|
||||||
|
batch := leveldb.NewBatch()
|
||||||
|
defer batch.Close()
|
||||||
|
|
||||||
|
for _, m := range ms {
|
||||||
|
k := new(dto.Metric)
|
||||||
|
dumpMetric(k, m)
|
||||||
|
batch.Put(k, existenceIdentity)
|
||||||
|
}
|
||||||
|
|
||||||
|
return i.p.Commit(batch)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbMetricMembershipIndex) Has(m clientmodel.Metric) (ok bool, err error) {
|
||||||
|
k := new(dto.Metric)
|
||||||
|
dumpMetric(k, m)
|
||||||
|
|
||||||
|
return i.p.Has(k)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (i *leveldbMetricMembershipIndex) Close() error {
|
||||||
|
i.p.Close()
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type LevelDBMetricMembershipIndexOptions struct {
|
||||||
|
leveldb.LevelDBOptions
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewLevelDBMetricMembershipIndex(o *LevelDBMetricMembershipIndexOptions) (MetricMembershipIndex, error) {
|
||||||
|
s, err := leveldb.NewLevelDBPersistence(&o.LevelDBOptions)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return &leveldbMetricMembershipIndex{
|
||||||
|
p: s,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
Loading…
Reference in new issue