diff options
| author | 2025-11-23 08:00:00 +0800 | |
|---|---|---|
| committer | 2025-11-23 08:00:00 +0800 | |
| commit | 7eaa8614c897a97d241335982f4c04f1f27b0715 (patch) | |
| tree | ab39c63adecab22464b3fa50be7073647bb817d4 | |
| parent | obj: Add ReadObjectTypeRaw (diff) | |
| signature | No signature | |
bufpool: Return bytes.Buffer, rather than a pointer to it
It's silly to allocate a bytes.Buffer struct, however small it is,
every time Borrow is called, since the entire purpose is to reduce
allocations.
| -rw-r--r-- | internal/bufpool/buffers.go | 17 | ||||
| -rw-r--r-- | internal/flatex/decompress_bytes.go | 8 | ||||
| -rw-r--r-- | internal/zlibx/decompress.go | 18 | ||||
| -rw-r--r-- | loose.go | 24 | ||||
| -rw-r--r-- | pack_pack.go | 64 |
5 files changed, 66 insertions, 65 deletions
diff --git a/internal/bufpool/buffers.go b/internal/bufpool/buffers.go index 27c017bd..439e7e04 100644 --- a/internal/bufpool/buffers.go +++ b/internal/bufpool/buffers.go @@ -23,10 +23,11 @@ const ( // pooled buffer, the caller should invoke Release() to return it to the pool. // // Buffers must not be copied after first use; doing so can cause double-returns -// to the pool and data races. A zero-value Buffer is not valid for use. Use -// the pointer type (*Buffer) returned by Borrow/FromOwned to avoid accidental -// copies. +// to the pool and data races. +// +//go:nocopy type Buffer struct { + _ struct{} // for nocopy buf []byte pool poolIndex } @@ -69,28 +70,28 @@ var bufferPools = func() []sync.Pool { // unpooled buffer is allocated. // // The caller must call Release() when finished using the returned Buffer. -func Borrow(capHint int) *Buffer { +func Borrow(capHint int) Buffer { if capHint < DefaultBufferCap { capHint = DefaultBufferCap } classIdx, classCap, pooled := classFor(capHint) if !pooled { newBuf := make([]byte, 0, capHint) - return &Buffer{buf: newBuf, pool: unpooled} + return Buffer{buf: newBuf, pool: unpooled} } buf := bufferPools[classIdx].Get().(*[]byte) if cap(*buf) < classCap { *buf = make([]byte, 0, classCap) } slice := (*buf)[:0] - return &Buffer{buf: slice, pool: poolIndex(classIdx)} + return Buffer{buf: slice, pool: poolIndex(classIdx)} } // FromOwned constructs a Buffer from a caller-owned byte slice. The resulting // Buffer does not participate in pooling and will never be returned to the // internal pool when released. -func FromOwned(buf []byte) *Buffer { - return &Buffer{buf: buf, pool: unpooled} +func FromOwned(buf []byte) Buffer { + return Buffer{buf: buf, pool: unpooled} } // Resize adjusts the length of the buffer to n bytes. If n exceeds the current diff --git a/internal/flatex/decompress_bytes.go b/internal/flatex/decompress_bytes.go index 0d95084c..9f1ffcfd 100644 --- a/internal/flatex/decompress_bytes.go +++ b/internal/flatex/decompress_bytes.go @@ -21,16 +21,16 @@ var bufferDecompressorPool = sync.Pool{ }, } -func Decompress(src []byte) (*bufpool.Buffer, int, error) { +func Decompress(src []byte) (bufpool.Buffer, int, error) { return DecompressSized(src, 0) } -func DecompressSized(src []byte, sizeHint int) (*bufpool.Buffer, int, error) { +func DecompressSized(src []byte, sizeHint int) (bufpool.Buffer, int, error) { d := bufferDecompressorPool.Get().(*bufferDecompressor) defer bufferDecompressorPool.Put(d) if err := d.inflater.reset(src); err != nil { - return nil, 0, err + return bufpool.Buffer{}, 0, err } out := bufpool.Borrow(sizeHint) @@ -47,7 +47,7 @@ func DecompressSized(src []byte, sizeHint int) (*bufpool.Buffer, int, error) { return out, d.inflater.pos, nil } out.Release() - return nil, 0, d.inflater.err + return bufpool.Buffer{}, 0, d.inflater.err } d.inflater.step(&d.inflater) if d.inflater.err != nil && len(d.inflater.toRead) == 0 { diff --git a/internal/zlibx/decompress.go b/internal/zlibx/decompress.go index df4a34be..9d4e5268 100644 --- a/internal/zlibx/decompress.go +++ b/internal/zlibx/decompress.go @@ -9,45 +9,45 @@ import ( "git.sr.ht/~runxiyu/furgit/internal/flatex" ) -func Decompress(src []byte) (*bufpool.Buffer, error) { +func Decompress(src []byte) (bufpool.Buffer, error) { return DecompressSized(src, 0) } -func DecompressSized(src []byte, sizeHint int) (*bufpool.Buffer, error) { +func DecompressSized(src []byte, sizeHint int) (bufpool.Buffer, error) { if len(src) < 6 { - return nil, io.ErrUnexpectedEOF + return bufpool.Buffer{}, io.ErrUnexpectedEOF } cmf := src[0] flg := src[1] if (cmf&0x0f != zlibDeflate) || (cmf>>4 > zlibMaxWindow) || (binary.BigEndian.Uint16(src[:2])%31 != 0) { - return nil, ErrHeader + return bufpool.Buffer{}, ErrHeader } offset := 2 if flg&0x20 != 0 { - return nil, ErrHeader + return bufpool.Buffer{}, ErrHeader } if len(src[offset:]) < 4 { - return nil, io.ErrUnexpectedEOF + return bufpool.Buffer{}, io.ErrUnexpectedEOF } deflateData := src[offset:] out, consumed, err := flatex.DecompressSized(deflateData, sizeHint) if err != nil { - return nil, err + return bufpool.Buffer{}, err } checksumPos := offset + consumed if checksumPos+4 > len(src) { out.Release() - return nil, io.ErrUnexpectedEOF + return bufpool.Buffer{}, io.ErrUnexpectedEOF } expected := binary.BigEndian.Uint32(src[checksumPos : checksumPos+4]) if expected != adler32.Checksum(out.Bytes()) { out.Release() - return nil, ErrChecksum + return bufpool.Buffer{}, ErrChecksum } return out, nil } @@ -24,44 +24,44 @@ func (repo *Repository) loosePath(id Hash) (string, error) { return filepath.Join("objects", hex[:2], hex[2:]), nil } -func (repo *Repository) looseRead(id Hash) (ObjectType, *bufpool.Buffer, error) { +func (repo *Repository) looseRead(id Hash) (ObjectType, bufpool.Buffer, error) { ty, body, err := repo.looseReadTyped(id) if err != nil { - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } return ty, body, nil } -func (repo *Repository) looseReadTyped(id Hash) (ObjectType, *bufpool.Buffer, error) { +func (repo *Repository) looseReadTyped(id Hash) (ObjectType, bufpool.Buffer, error) { path, err := repo.loosePath(id) if err != nil { - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } path = repo.repoPath(path) f, err := os.Open(path) if err != nil { if os.IsNotExist(err) { - return ObjectTypeInvalid, nil, ErrNotFound + return ObjectTypeInvalid, bufpool.Buffer{}, ErrNotFound } - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } defer func() { _ = f.Close() }() compressed, err := io.ReadAll(f) if err != nil { - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } raw, err := zlibx.Decompress(compressed) if err != nil { - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } rawBytes := raw.Bytes() nul := bytes.IndexByte(rawBytes, 0) if nul < 0 { raw.Release() - return ObjectTypeInvalid, nil, ErrInvalidObject + return ObjectTypeInvalid, bufpool.Buffer{}, ErrInvalidObject } header := rawBytes[:nul] @@ -70,17 +70,17 @@ func (repo *Repository) looseReadTyped(id Hash) (ObjectType, *bufpool.Buffer, er ty, declaredSize, err := parseLooseHeader(header) if err != nil { raw.Release() - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } if declaredSize != int64(len(body)) { raw.Release() - return ObjectTypeInvalid, nil, ErrInvalidObject + return ObjectTypeInvalid, bufpool.Buffer{}, ErrInvalidObject } copy(rawBytes, body) raw.Resize(len(body)) // if !repo.verifyRawObject(raw, id) { - // return ObjectTypeInvalid, nil, ErrInvalidObject + // return ObjectTypeInvalid, bufpool.Buffer{}, ErrInvalidObject // } return ty, raw, nil diff --git a/pack_pack.go b/pack_pack.go index c7910462..6addf4fe 100644 --- a/pack_pack.go +++ b/pack_pack.go @@ -22,10 +22,10 @@ type packlocation struct { Offset uint64 } -func (repo *Repository) packRead(id Hash) (ObjectType, *bufpool.Buffer, error) { +func (repo *Repository) packRead(id Hash) (ObjectType, bufpool.Buffer, error) { loc, err := repo.packIndexFind(id) if err != nil { - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } return repo.packReadAt(loc, id) } @@ -48,22 +48,22 @@ func (repo *Repository) packIndexFind(id Hash) (packlocation, error) { return packlocation{}, ErrNotFound } -func (repo *Repository) packReadAt(loc packlocation, want Hash) (ObjectType, *bufpool.Buffer, error) { +func (repo *Repository) packReadAt(loc packlocation, want Hash) (ObjectType, bufpool.Buffer, error) { ty, body, err := repo.packBodyResolveAtLocation(loc) if err != nil { - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } // if !repo.verifyTypedObject(ty, body.Bytes(), want) { // body.Release() - // return ObjectTypeInvalid, nil, ErrInvalidObject + // return ObjectTypeInvalid, bufpool.Buffer{}, ErrInvalidObject // } return ty, body, nil } -func (repo *Repository) packBodyResolveAtLocation(loc packlocation) (ObjectType, *bufpool.Buffer, error) { +func (repo *Repository) packBodyResolveAtLocation(loc packlocation) (ObjectType, bufpool.Buffer, error) { pf, err := repo.packFile(loc.PackPath) if err != nil { - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } return repo.packBodyResolveWithin(pf, loc.Offset) } @@ -97,17 +97,17 @@ func packHeaderParse(data []byte) (ObjectType, int, int, error) { return ty, size, consumed, nil } -func packSectionInflate(pf *packFile, start uint64, sizeHint int) (*bufpool.Buffer, error) { +func packSectionInflate(pf *packFile, start uint64, sizeHint int) (bufpool.Buffer, error) { if start > uint64(len(pf.data)) { - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } body, err := zlibx.DecompressSized(pf.data[start:], sizeHint) if err != nil { - return nil, err + return bufpool.Buffer{}, err } if sizeHint > 0 && len(body.Bytes()) != sizeHint { body.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } return body, nil } @@ -225,13 +225,13 @@ func (repo *Repository) packTypeSizeWithin(pf *packFile, ofs uint64, seen map[pa } } -func (repo *Repository) packBodyResolveWithin(pf *packFile, ofs uint64) (ObjectType, *bufpool.Buffer, error) { +func (repo *Repository) packBodyResolveWithin(pf *packFile, ofs uint64) (ObjectType, bufpool.Buffer, error) { if pf == nil { - return ObjectTypeInvalid, nil, ErrInvalidObject + return ObjectTypeInvalid, bufpool.Buffer{}, ErrInvalidObject } type deltaFrame struct { - delta *bufpool.Buffer + delta bufpool.Buffer } var frames []deltaFrame defer func() { @@ -241,16 +241,16 @@ func (repo *Repository) packBodyResolveWithin(pf *packFile, ofs uint64) (ObjectT }() var ( - body *bufpool.Buffer + body bufpool.Buffer bodyReady bool resultTy ObjectType ) - fail := func(err error) (ObjectType, *bufpool.Buffer, error) { + fail := func(err error) (ObjectType, bufpool.Buffer, error) { if bodyReady { body.Release() bodyReady = false } - return ObjectTypeInvalid, nil, err + return ObjectTypeInvalid, bufpool.Buffer{}, err } resolved := false @@ -348,20 +348,20 @@ func (repo *Repository) packBodyResolveWithin(pf *packFile, ofs uint64) (ObjectT return resultTy, body, nil } -func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { +func packDeltaApply(base, delta bufpool.Buffer) (bufpool.Buffer, error) { pos := 0 baseBytes := base.Bytes() deltaBytes := delta.Bytes() srcSize, err := packVarintRead(deltaBytes, &pos) if err != nil { - return nil, err + return bufpool.Buffer{}, err } dstSize, err := packVarintRead(deltaBytes, &pos) if err != nil { - return nil, err + return bufpool.Buffer{}, err } if srcSize != len(baseBytes) { - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } out := bufpool.Borrow(dstSize) out.Resize(dstSize) @@ -378,7 +378,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { if op&0x01 != 0 { if pos >= len(deltaBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } off |= int(deltaBytes[pos]) pos++ @@ -386,7 +386,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { if op&0x02 != 0 { if pos >= len(deltaBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } off |= int(deltaBytes[pos]) << 8 pos++ @@ -394,7 +394,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { if op&0x04 != 0 { if pos >= len(deltaBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } off |= int(deltaBytes[pos]) << 16 pos++ @@ -402,7 +402,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { if op&0x08 != 0 { if pos >= len(deltaBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } off |= int(deltaBytes[pos]) << 24 pos++ @@ -410,7 +410,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { if op&0x10 != 0 { if pos >= len(deltaBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } n |= int(deltaBytes[pos]) pos++ @@ -418,7 +418,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { if op&0x20 != 0 { if pos >= len(deltaBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } n |= int(deltaBytes[pos]) << 8 pos++ @@ -426,7 +426,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { if op&0x40 != 0 { if pos >= len(deltaBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } n |= int(deltaBytes[pos]) << 16 pos++ @@ -436,7 +436,7 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { } if off+n > len(baseBytes) || outPos+n > len(outBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } copy(outBytes[outPos:], baseBytes[off:off+n]) outPos += n @@ -444,20 +444,20 @@ func packDeltaApply(base, delta *bufpool.Buffer) (*bufpool.Buffer, error) { n := int(op) if pos+n > len(deltaBytes) || outPos+n > len(outBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } copy(outBytes[outPos:], deltaBytes[pos:pos+n]) pos += n outPos += n default: out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } } if outPos != len(outBytes) { out.Release() - return nil, ErrInvalidObject + return bufpool.Buffer{}, ErrInvalidObject } return out, nil } |
