123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190 |
- // Copyright 2014 The Prometheus Authors
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- package model
- import (
- "bytes"
- "hash"
- "hash/fnv"
- "sort"
- "sync"
- )
- // SeparatorByte is a byte that cannot occur in valid UTF-8 sequences and is
- // used to separate label names, label values, and other strings from each other
- // when calculating their combined hash value (aka signature aka fingerprint).
- const SeparatorByte byte = 255
- var (
- // cache the signature of an empty label set.
- emptyLabelSignature = fnv.New64a().Sum64()
- hashAndBufPool sync.Pool
- )
- type hashAndBuf struct {
- h hash.Hash64
- b bytes.Buffer
- }
- func getHashAndBuf() *hashAndBuf {
- hb := hashAndBufPool.Get()
- if hb == nil {
- return &hashAndBuf{h: fnv.New64a()}
- }
- return hb.(*hashAndBuf)
- }
- func putHashAndBuf(hb *hashAndBuf) {
- hb.h.Reset()
- hb.b.Reset()
- hashAndBufPool.Put(hb)
- }
- // LabelsToSignature returns a quasi-unique signature (i.e., fingerprint) for a
- // given label set. (Collisions are possible but unlikely if the number of label
- // sets the function is applied to is small.)
- func LabelsToSignature(labels map[string]string) uint64 {
- if len(labels) == 0 {
- return emptyLabelSignature
- }
- labelNames := make([]string, 0, len(labels))
- for labelName := range labels {
- labelNames = append(labelNames, labelName)
- }
- sort.Strings(labelNames)
- hb := getHashAndBuf()
- defer putHashAndBuf(hb)
- for _, labelName := range labelNames {
- hb.b.WriteString(labelName)
- hb.b.WriteByte(SeparatorByte)
- hb.b.WriteString(labels[labelName])
- hb.b.WriteByte(SeparatorByte)
- hb.h.Write(hb.b.Bytes())
- hb.b.Reset()
- }
- return hb.h.Sum64()
- }
- // labelSetToFingerprint works exactly as LabelsToSignature but takes a LabelSet as
- // parameter (rather than a label map) and returns a Fingerprint.
- func labelSetToFingerprint(ls LabelSet) Fingerprint {
- if len(ls) == 0 {
- return Fingerprint(emptyLabelSignature)
- }
- labelNames := make(LabelNames, 0, len(ls))
- for labelName := range ls {
- labelNames = append(labelNames, labelName)
- }
- sort.Sort(labelNames)
- hb := getHashAndBuf()
- defer putHashAndBuf(hb)
- for _, labelName := range labelNames {
- hb.b.WriteString(string(labelName))
- hb.b.WriteByte(SeparatorByte)
- hb.b.WriteString(string(ls[labelName]))
- hb.b.WriteByte(SeparatorByte)
- hb.h.Write(hb.b.Bytes())
- hb.b.Reset()
- }
- return Fingerprint(hb.h.Sum64())
- }
- // labelSetToFastFingerprint works similar to labelSetToFingerprint but uses a
- // faster and less allocation-heavy hash function, which is more susceptible to
- // create hash collisions. Therefore, collision detection should be applied.
- func labelSetToFastFingerprint(ls LabelSet) Fingerprint {
- if len(ls) == 0 {
- return Fingerprint(emptyLabelSignature)
- }
- var result uint64
- hb := getHashAndBuf()
- defer putHashAndBuf(hb)
- for labelName, labelValue := range ls {
- hb.b.WriteString(string(labelName))
- hb.b.WriteByte(SeparatorByte)
- hb.b.WriteString(string(labelValue))
- hb.h.Write(hb.b.Bytes())
- result ^= hb.h.Sum64()
- hb.h.Reset()
- hb.b.Reset()
- }
- return Fingerprint(result)
- }
- // SignatureForLabels works like LabelsToSignature but takes a Metric as
- // parameter (rather than a label map) and only includes the labels with the
- // specified LabelNames into the signature calculation. The labels passed in
- // will be sorted by this function.
- func SignatureForLabels(m Metric, labels ...LabelName) uint64 {
- if len(m) == 0 || len(labels) == 0 {
- return emptyLabelSignature
- }
- sort.Sort(LabelNames(labels))
- hb := getHashAndBuf()
- defer putHashAndBuf(hb)
- for _, label := range labels {
- hb.b.WriteString(string(label))
- hb.b.WriteByte(SeparatorByte)
- hb.b.WriteString(string(m[label]))
- hb.b.WriteByte(SeparatorByte)
- hb.h.Write(hb.b.Bytes())
- hb.b.Reset()
- }
- return hb.h.Sum64()
- }
- // SignatureWithoutLabels works like LabelsToSignature but takes a Metric as
- // parameter (rather than a label map) and excludes the labels with any of the
- // specified LabelNames from the signature calculation.
- func SignatureWithoutLabels(m Metric, labels map[LabelName]struct{}) uint64 {
- if len(m) == 0 {
- return emptyLabelSignature
- }
- labelNames := make(LabelNames, 0, len(m))
- for labelName := range m {
- if _, exclude := labels[labelName]; !exclude {
- labelNames = append(labelNames, labelName)
- }
- }
- if len(labelNames) == 0 {
- return emptyLabelSignature
- }
- sort.Sort(labelNames)
- hb := getHashAndBuf()
- defer putHashAndBuf(hb)
- for _, labelName := range labelNames {
- hb.b.WriteString(string(labelName))
- hb.b.WriteByte(SeparatorByte)
- hb.b.WriteString(string(m[labelName]))
- hb.b.WriteByte(SeparatorByte)
- hb.h.Write(hb.b.Bytes())
- hb.b.Reset()
- }
- return hb.h.Sum64()
- }
|