|
|
@ -274,22 +274,36 @@ func (h *headChunkReader) Close() error {
|
|
|
|
|
|
|
|
|
|
|
|
// Chunk returns the chunk for the reference number.
|
|
|
|
// Chunk returns the chunk for the reference number.
|
|
|
|
func (h *headChunkReader) Chunk(meta chunks.Meta) (chunkenc.Chunk, error) {
|
|
|
|
func (h *headChunkReader) Chunk(meta chunks.Meta) (chunkenc.Chunk, error) {
|
|
|
|
|
|
|
|
chk, _, err := h.chunk(meta, false)
|
|
|
|
|
|
|
|
return chk, err
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// ChunkWithCopy returns the chunk for the reference number.
|
|
|
|
|
|
|
|
// If the chunk is the in-memory chunk, then it makes a copy and returns the copied chunk.
|
|
|
|
|
|
|
|
func (h *headChunkReader) ChunkWithCopy(meta chunks.Meta) (chunkenc.Chunk, int64, error) {
|
|
|
|
|
|
|
|
return h.chunk(meta, true)
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// chunk returns the chunk for the reference number.
|
|
|
|
|
|
|
|
// If copyLastChunk is true, then it makes a copy of the head chunk if asked for it.
|
|
|
|
|
|
|
|
// Also returns max time of the chunk.
|
|
|
|
|
|
|
|
func (h *headChunkReader) chunk(meta chunks.Meta, copyLastChunk bool) (chunkenc.Chunk, int64, error) {
|
|
|
|
sid, cid := chunks.HeadChunkRef(meta.Ref).Unpack()
|
|
|
|
sid, cid := chunks.HeadChunkRef(meta.Ref).Unpack()
|
|
|
|
|
|
|
|
|
|
|
|
s := h.head.series.getByID(sid)
|
|
|
|
s := h.head.series.getByID(sid)
|
|
|
|
// This means that the series has been garbage collected.
|
|
|
|
// This means that the series has been garbage collected.
|
|
|
|
if s == nil {
|
|
|
|
if s == nil {
|
|
|
|
return nil, storage.ErrNotFound
|
|
|
|
return nil, 0, storage.ErrNotFound
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
s.Lock()
|
|
|
|
s.Lock()
|
|
|
|
c, garbageCollect, err := s.chunk(cid, h.head.chunkDiskMapper, &h.head.memChunkPool)
|
|
|
|
c, headChunk, err := s.chunk(cid, h.head.chunkDiskMapper, &h.head.memChunkPool)
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
|
s.Unlock()
|
|
|
|
s.Unlock()
|
|
|
|
return nil, err
|
|
|
|
return nil, 0, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
defer func() {
|
|
|
|
if garbageCollect {
|
|
|
|
if !headChunk {
|
|
|
|
// Set this to nil so that Go GC can collect it after it has been used.
|
|
|
|
// Set this to nil so that Go GC can collect it after it has been used.
|
|
|
|
c.chunk = nil
|
|
|
|
c.chunk = nil
|
|
|
|
h.head.memChunkPool.Put(c)
|
|
|
|
h.head.memChunkPool.Put(c)
|
|
|
@ -299,22 +313,36 @@ func (h *headChunkReader) Chunk(meta chunks.Meta) (chunkenc.Chunk, error) {
|
|
|
|
// This means that the chunk is outside the specified range.
|
|
|
|
// This means that the chunk is outside the specified range.
|
|
|
|
if !c.OverlapsClosedInterval(h.mint, h.maxt) {
|
|
|
|
if !c.OverlapsClosedInterval(h.mint, h.maxt) {
|
|
|
|
s.Unlock()
|
|
|
|
s.Unlock()
|
|
|
|
return nil, storage.ErrNotFound
|
|
|
|
return nil, 0, storage.ErrNotFound
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
chk, maxTime := c.chunk, c.maxTime
|
|
|
|
|
|
|
|
if headChunk && copyLastChunk {
|
|
|
|
|
|
|
|
// The caller may ask to copy the head chunk in order to take the
|
|
|
|
|
|
|
|
// bytes of the chunk without causing the race between read and append.
|
|
|
|
|
|
|
|
b := s.headChunk.chunk.Bytes()
|
|
|
|
|
|
|
|
newB := make([]byte, len(b))
|
|
|
|
|
|
|
|
copy(newB, b) // TODO(codesome): Use bytes.Clone() when we upgrade to Go 1.20.
|
|
|
|
|
|
|
|
// TODO(codesome): Put back in the pool (non-trivial).
|
|
|
|
|
|
|
|
chk, err = h.head.opts.ChunkPool.Get(s.headChunk.chunk.Encoding(), newB)
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
|
|
return nil, 0, err
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
s.Unlock()
|
|
|
|
s.Unlock()
|
|
|
|
|
|
|
|
|
|
|
|
return &safeChunk{
|
|
|
|
return &safeChunk{
|
|
|
|
Chunk: c.chunk,
|
|
|
|
Chunk: chk,
|
|
|
|
s: s,
|
|
|
|
s: s,
|
|
|
|
cid: cid,
|
|
|
|
cid: cid,
|
|
|
|
isoState: h.isoState,
|
|
|
|
isoState: h.isoState,
|
|
|
|
}, nil
|
|
|
|
}, maxTime, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// chunk returns the chunk for the HeadChunkID from memory or by m-mapping it from the disk.
|
|
|
|
// chunk returns the chunk for the HeadChunkID from memory or by m-mapping it from the disk.
|
|
|
|
// If garbageCollect is true, it means that the returned *memChunk
|
|
|
|
// If headChunk is true, it means that the returned *memChunk
|
|
|
|
// (and not the chunkenc.Chunk inside it) can be garbage collected after its usage.
|
|
|
|
// (and not the chunkenc.Chunk inside it) can be garbage collected after its usage.
|
|
|
|
func (s *memSeries) chunk(id chunks.HeadChunkID, chunkDiskMapper *chunks.ChunkDiskMapper, memChunkPool *sync.Pool) (chunk *memChunk, garbageCollect bool, err error) {
|
|
|
|
func (s *memSeries) chunk(id chunks.HeadChunkID, chunkDiskMapper *chunks.ChunkDiskMapper, memChunkPool *sync.Pool) (chunk *memChunk, headChunk bool, err error) {
|
|
|
|
// ix represents the index of chunk in the s.mmappedChunks slice. The chunk id's are
|
|
|
|
// ix represents the index of chunk in the s.mmappedChunks slice. The chunk id's are
|
|
|
|
// incremented by 1 when new chunk is created, hence (id - firstChunkID) gives the slice index.
|
|
|
|
// incremented by 1 when new chunk is created, hence (id - firstChunkID) gives the slice index.
|
|
|
|
// The max index for the s.mmappedChunks slice can be len(s.mmappedChunks)-1, hence if the ix
|
|
|
|
// The max index for the s.mmappedChunks slice can be len(s.mmappedChunks)-1, hence if the ix
|
|
|
@ -323,11 +351,12 @@ func (s *memSeries) chunk(id chunks.HeadChunkID, chunkDiskMapper *chunks.ChunkDi
|
|
|
|
if ix < 0 || ix > len(s.mmappedChunks) {
|
|
|
|
if ix < 0 || ix > len(s.mmappedChunks) {
|
|
|
|
return nil, false, storage.ErrNotFound
|
|
|
|
return nil, false, storage.ErrNotFound
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ix == len(s.mmappedChunks) {
|
|
|
|
if ix == len(s.mmappedChunks) {
|
|
|
|
if s.headChunk == nil {
|
|
|
|
if s.headChunk == nil {
|
|
|
|
return nil, false, errors.New("invalid head chunk")
|
|
|
|
return nil, false, errors.New("invalid head chunk")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return s.headChunk, false, nil
|
|
|
|
return s.headChunk, true, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
chk, err := chunkDiskMapper.Chunk(s.mmappedChunks[ix].ref)
|
|
|
|
chk, err := chunkDiskMapper.Chunk(s.mmappedChunks[ix].ref)
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
@ -340,7 +369,7 @@ func (s *memSeries) chunk(id chunks.HeadChunkID, chunkDiskMapper *chunks.ChunkDi
|
|
|
|
mc.chunk = chk
|
|
|
|
mc.chunk = chk
|
|
|
|
mc.minTime = s.mmappedChunks[ix].minTime
|
|
|
|
mc.minTime = s.mmappedChunks[ix].minTime
|
|
|
|
mc.maxTime = s.mmappedChunks[ix].maxTime
|
|
|
|
mc.maxTime = s.mmappedChunks[ix].maxTime
|
|
|
|
return mc, true, nil
|
|
|
|
return mc, false, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// oooMergedChunk returns the requested chunk based on the given chunks.Meta
|
|
|
|
// oooMergedChunk returns the requested chunk based on the given chunks.Meta
|
|
|
|