12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394 |
- package page_writer
- import (
- "github.com/seaweedfs/seaweedfs/weed/util"
- "github.com/seaweedfs/seaweedfs/weed/util/mem"
- "sync"
- "sync/atomic"
- )
- var (
- _ = PageChunk(&MemChunk{})
- memChunkCounter int64
- )
- type MemChunk struct {
- sync.RWMutex
- buf []byte
- usage *ChunkWrittenIntervalList
- chunkSize int64
- logicChunkIndex LogicChunkIndex
- }
- func NewMemChunk(logicChunkIndex LogicChunkIndex, chunkSize int64) *MemChunk {
- atomic.AddInt64(&memChunkCounter, 1)
- return &MemChunk{
- logicChunkIndex: logicChunkIndex,
- chunkSize: chunkSize,
- buf: mem.Allocate(int(chunkSize)),
- usage: newChunkWrittenIntervalList(),
- }
- }
- func (mc *MemChunk) FreeResource() {
- mc.Lock()
- defer mc.Unlock()
- atomic.AddInt64(&memChunkCounter, -1)
- mem.Free(mc.buf)
- }
- func (mc *MemChunk) WriteDataAt(src []byte, offset int64) (n int) {
- mc.Lock()
- defer mc.Unlock()
- innerOffset := offset % mc.chunkSize
- n = copy(mc.buf[innerOffset:], src)
- mc.usage.MarkWritten(innerOffset, innerOffset+int64(n))
- return
- }
- func (mc *MemChunk) ReadDataAt(p []byte, off int64) (maxStop int64) {
- mc.RLock()
- defer mc.RUnlock()
- memChunkBaseOffset := int64(mc.logicChunkIndex) * mc.chunkSize
- for t := mc.usage.head.next; t != mc.usage.tail; t = t.next {
- logicStart := max(off, int64(mc.logicChunkIndex)*mc.chunkSize+t.StartOffset)
- logicStop := min(off+int64(len(p)), memChunkBaseOffset+t.stopOffset)
- if logicStart < logicStop {
- copy(p[logicStart-off:logicStop-off], mc.buf[logicStart-memChunkBaseOffset:logicStop-memChunkBaseOffset])
- maxStop = max(maxStop, logicStop)
- }
- }
- return
- }
- func (mc *MemChunk) IsComplete() bool {
- mc.RLock()
- defer mc.RUnlock()
- return mc.usage.IsComplete(mc.chunkSize)
- }
- func (mc *MemChunk) WrittenSize() int64 {
- mc.RLock()
- defer mc.RUnlock()
- return mc.usage.WrittenSize()
- }
- func (mc *MemChunk) SaveContent(saveFn SaveToStorageFunc) {
- mc.RLock()
- defer mc.RUnlock()
- if saveFn == nil {
- return
- }
- for t := mc.usage.head.next; t != mc.usage.tail; t = t.next {
- reader := util.NewBytesReader(mc.buf[t.StartOffset:t.stopOffset])
- saveFn(reader, int64(mc.logicChunkIndex)*mc.chunkSize+t.StartOffset, t.Size(), func() {
- })
- }
- }
|