forked from grafana/mimir
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.go
119 lines (101 loc) · 3.09 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
// SPDX-License-Identifier: AGPL-3.0-only
package main
import (
"flag"
"fmt"
"os"
"path/filepath"
"github.com/grafana/dskit/flagext"
"github.com/prometheus/prometheus/tsdb/encoding"
"github.com/prometheus/prometheus/tsdb/fileutil"
"github.com/prometheus/prometheus/tsdb/index"
)
func main() {
// Parse CLI arguments.
args, err := flagext.ParseFlagsAndArguments(flag.CommandLine)
if err != nil {
fmt.Fprintln(os.Stderr, err.Error())
os.Exit(1)
}
if len(args) == 0 {
fmt.Println("No block directory specified.")
return
}
for _, blockDir := range args {
err = printLabelValues(blockDir)
if err != nil {
fmt.Fprintln(os.Stderr, err.Error())
os.Exit(1)
}
}
}
func printLabelValues(blockDir string) error {
indexPath := filepath.Join(blockDir, "index")
f, err := fileutil.OpenMmapFile(indexPath)
if err != nil {
return fmt.Errorf("opening block index %s: %w", indexPath, err)
}
indexBytes := realByteSlice(f.Bytes())
toc, err := index.NewTOCFromByteSlice(indexBytes)
if err != nil {
return fmt.Errorf("calculating TOC %s: %w", indexPath, err)
}
symbols, err := index.NewSymbols(indexBytes, index.FormatV2, int(toc.Symbols))
if err != nil {
return fmt.Errorf("opening symbols table: %w", err)
}
labelOffsets, err := readLabelsOffsets(indexBytes, int(toc.LabelIndicesTable))
if err != nil {
return fmt.Errorf("reading labels offsets: %w", err)
}
var values []string
for _, label := range labelOffsets {
values = values[:0]
valuesRefs, err := readLabelValuesRefs(indexBytes, int(label.valuesOffset))
if err != nil {
return fmt.Errorf("reading label values symbols refs for label %q: %w", label.labelName, err)
}
for _, ref := range valuesRefs {
val, err := symbols.Lookup(ref)
if err != nil {
return fmt.Errorf("looking up symbol: %w", err)
}
values = append(values, val)
}
fmt.Println(label.labelName, len(values), values)
}
return nil
}
type realByteSlice []byte
func (r realByteSlice) Len() int { return len(r) }
func (r realByteSlice) Range(start, end int) []byte { return r[start:end] }
type labelIndexOffset struct {
labelName string
valuesOffset uint64 // valuesOffset is an offset relative to the start of the index file
}
func readLabelsOffsets(b index.ByteSlice, offset int) ([]labelIndexOffset, error) {
d := encoding.NewDecbufAt(b, offset, nil)
numEntries := d.Be32int()
offsets := make([]labelIndexOffset, numEntries)
for i := range offsets {
if b := d.Byte(); b != 1 {
return nil, fmt.Errorf("parsing labels offsets for label #%d, expecting n = 1, got n = %d", i+1, b)
}
offsets[i].labelName = d.UvarintStr()
offsets[i].valuesOffset = d.Uvarint64()
}
return offsets, nil
}
// readLabelValuesRefs reads a slice of
func readLabelValuesRefs(b realByteSlice, labelIndexOffset int) ([]uint32, error) {
d := encoding.NewDecbufAt(b, labelIndexOffset, nil)
if numLNames := d.Be32int(); numLNames != 1 {
return nil, fmt.Errorf("got unexpected number of label values; expected 1, got %d", numLNames)
}
numEntries := d.Be32int()
refs := make([]uint32, numEntries)
for i := range refs {
refs[i] = d.Be32()
}
return refs, nil
}