Feat: Get block by id directly on promtool analyze & get latest block if ID not provided (#12031)

* feat: analyze latest block or block by ID in CLI (promtool)

Signed-off-by: nidhey27 <nidhey.indurkar@infracloud.io>

* address remarks

Signed-off-by: nidhey60@gmail.com <nidhey.indurkar@infracloud.io>

* address latest review comments

Signed-off-by: nidhey60@gmail.com <nidhey.indurkar@infracloud.io>

---------

Signed-off-by: nidhey27 <nidhey.indurkar@infracloud.io>
Signed-off-by: nidhey60@gmail.com <nidhey.indurkar@infracloud.io>
pull/11877/merge
Nidhey Nitin Indurkar 2 years ago committed by GitHub
parent dfae954dc1
commit a8772a4178
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -398,26 +398,20 @@ func openBlock(path, blockID string) (*tsdb.DBReadOnly, tsdb.BlockReader, error)
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
blocks, err := db.Blocks()
if blockID == "" {
blockID, err = db.LastBlockID()
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
var block tsdb.BlockReader
switch {
case blockID != "":
for _, b := range blocks {
if b.Meta().ULID.String() == blockID {
block = b
break
}
} }
case len(blocks) > 0:
block = blocks[len(blocks)-1] b, err := db.Block(blockID)
} if err != nil {
if block == nil { return nil, nil, err
return nil, nil, fmt.Errorf("block %s not found", blockID)
} }
return db, block, nil
return db, b, nil
} }
func analyzeBlock(path, blockID string, limit int, runExtended bool) error { func analyzeBlock(path, blockID string, limit int, runExtended bool) error {

@ -607,6 +607,60 @@ func (db *DBReadOnly) Blocks() ([]BlockReader, error) {
return blockReaders, nil return blockReaders, nil
} }
// LastBlockID returns the BlockID of latest block.
func (db *DBReadOnly) LastBlockID() (string, error) {
entries, err := os.ReadDir(db.dir)
if err != nil {
return "", err
}
max := uint64(0)
lastBlockID := ""
for _, e := range entries {
// Check if dir is a block dir or not.
dirName := e.Name()
ulidObj, err := ulid.ParseStrict(dirName)
if err != nil {
continue // Not a block dir.
}
timestamp := ulidObj.Time()
if timestamp > max {
max = timestamp
lastBlockID = dirName
}
}
if lastBlockID == "" {
return "", errors.New("no blocks found")
}
return lastBlockID, nil
}
// Block returns a block reader by given block id.
func (db *DBReadOnly) Block(blockID string) (BlockReader, error) {
select {
case <-db.closed:
return nil, ErrClosed
default:
}
_, err := os.Stat(filepath.Join(db.dir, blockID))
if os.IsNotExist(err) {
return nil, errors.Errorf("invalid block ID %s", blockID)
}
block, err := OpenBlock(db.logger, filepath.Join(db.dir, blockID), nil)
if err != nil {
return nil, err
}
db.closers = append(db.closers, block)
return block, nil
}
// Close all block readers. // Close all block readers.
func (db *DBReadOnly) Close() error { func (db *DBReadOnly) Close() error {
select { select {

@ -2384,6 +2384,7 @@ func TestDBReadOnly(t *testing.T) {
dbDir string dbDir string
logger = log.NewLogfmtLogger(log.NewSyncWriter(os.Stderr)) logger = log.NewLogfmtLogger(log.NewSyncWriter(os.Stderr))
expBlocks []*Block expBlocks []*Block
expBlock *Block
expSeries map[string][]tsdbutil.Sample expSeries map[string][]tsdbutil.Sample
expChunks map[string][][]tsdbutil.Sample expChunks map[string][][]tsdbutil.Sample
expDBHash []byte expDBHash []byte
@ -2427,6 +2428,7 @@ func TestDBReadOnly(t *testing.T) {
require.NoError(t, app.Commit()) require.NoError(t, app.Commit())
expBlocks = dbWritable.Blocks() expBlocks = dbWritable.Blocks()
expBlock = expBlocks[0]
expDbSize, err := fileutil.DirSize(dbWritable.Dir()) expDbSize, err := fileutil.DirSize(dbWritable.Dir())
require.NoError(t, err) require.NoError(t, err)
require.Greater(t, expDbSize, dbSizeBeforeAppend, "db size didn't increase after an append") require.Greater(t, expDbSize, dbSizeBeforeAppend, "db size didn't increase after an append")
@ -2455,7 +2457,22 @@ func TestDBReadOnly(t *testing.T) {
require.Equal(t, expBlock.Meta(), blocks[i].Meta(), "block meta mismatch") require.Equal(t, expBlock.Meta(), blocks[i].Meta(), "block meta mismatch")
} }
}) })
t.Run("block", func(t *testing.T) {
blockID := expBlock.meta.ULID.String()
block, err := dbReadOnly.Block(blockID)
require.NoError(t, err)
require.Equal(t, expBlock.Meta(), block.Meta(), "block meta mismatch")
})
t.Run("invalid block ID", func(t *testing.T) {
blockID := "01GTDVZZF52NSWB5SXQF0P2PGF"
_, err := dbReadOnly.Block(blockID)
require.Error(t, err)
})
t.Run("last block ID", func(t *testing.T) {
blockID, err := dbReadOnly.LastBlockID()
require.NoError(t, err)
require.Equal(t, expBlocks[2].Meta().ULID.String(), blockID)
})
t.Run("querier", func(t *testing.T) { t.Run("querier", func(t *testing.T) {
// Open a read only db and ensure that the API returns the same result as the normal DB. // Open a read only db and ensure that the API returns the same result as the normal DB.
q, err := dbReadOnly.Querier(context.TODO(), math.MinInt64, math.MaxInt64) q, err := dbReadOnly.Querier(context.TODO(), math.MinInt64, math.MaxInt64)

Loading…
Cancel
Save