diff options
| author | 2026-03-25 14:34:50 +0000 | |
|---|---|---|
| committer | 2026-03-25 14:34:50 +0000 | |
| commit | e4a7aa0742f5070299d37e8421c99d67f0af3f90 (patch) | |
| tree | 36d89781476a92e61280c5ff232a2773e4092c0e /object/storer/mix | |
| parent | *: delta -> packfile/delta (diff) | |
| signature | No signature | |
*: object/store -> object/storer v0.1.107
Diffstat (limited to 'object/storer/mix')
| -rw-r--r-- | object/storer/mix/bytes.go | 51 | ||||
| -rw-r--r-- | object/storer/mix/close.go | 8 | ||||
| -rw-r--r-- | object/storer/mix/header.go | 30 | ||||
| -rw-r--r-- | object/storer/mix/mix.go | 20 | ||||
| -rw-r--r-- | object/storer/mix/mru.go | 74 | ||||
| -rw-r--r-- | object/storer/mix/new.go | 39 | ||||
| -rw-r--r-- | object/storer/mix/reader.go | 53 | ||||
| -rw-r--r-- | object/storer/mix/refresh.go | 30 | ||||
| -rw-r--r-- | object/storer/mix/size.go | 29 |
9 files changed, 334 insertions, 0 deletions
diff --git a/object/storer/mix/bytes.go b/object/storer/mix/bytes.go new file mode 100644 index 00000000..d2a7dc0e --- /dev/null +++ b/object/storer/mix/bytes.go @@ -0,0 +1,51 @@ +package mix + +import ( + "errors" + "fmt" + + objectid "codeberg.org/lindenii/furgit/object/id" + "codeberg.org/lindenii/furgit/object/storer" + objecttype "codeberg.org/lindenii/furgit/object/type" +) + +// ReadBytesFull reads a full serialized object from one backend that has it. +func (mix *Mix) ReadBytesFull(id objectid.ObjectID) ([]byte, error) { + for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) { + full, err := backend.ReadBytesFull(id) + if err == nil { + mix.touchBackend(backend) + + return full, nil + } + + if errors.Is(err, objectstorer.ErrObjectNotFound) { + continue + } + + return nil, fmt.Errorf("objectstorer: backend %d read bytes full: %w", i, err) + } + + return nil, objectstorer.ErrObjectNotFound +} + +// ReadBytesContent reads an object's type and content bytes from one backend +// that has it. +func (mix *Mix) ReadBytesContent(id objectid.ObjectID) (objecttype.Type, []byte, error) { + for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) { + ty, content, err := backend.ReadBytesContent(id) + if err == nil { + mix.touchBackend(backend) + + return ty, content, nil + } + + if errors.Is(err, objectstorer.ErrObjectNotFound) { + continue + } + + return objecttype.TypeInvalid, nil, fmt.Errorf("objectstorer: backend %d read bytes content: %w", i, err) + } + + return objecttype.TypeInvalid, nil, objectstorer.ErrObjectNotFound +} diff --git a/object/storer/mix/close.go b/object/storer/mix/close.go new file mode 100644 index 00000000..53f6cd30 --- /dev/null +++ b/object/storer/mix/close.go @@ -0,0 +1,8 @@ +package mix + +// Close releases wrapper-local resources. +// +// Mix borrows its backends, so Close does not close them. +// +// Repeated calls to Close are undefined behavior. +func (mix *Mix) Close() error { return nil } diff --git a/object/storer/mix/header.go b/object/storer/mix/header.go new file mode 100644 index 00000000..6a5abf26 --- /dev/null +++ b/object/storer/mix/header.go @@ -0,0 +1,30 @@ +package mix + +import ( + "errors" + "fmt" + + objectid "codeberg.org/lindenii/furgit/object/id" + "codeberg.org/lindenii/furgit/object/storer" + objecttype "codeberg.org/lindenii/furgit/object/type" +) + +// ReadHeader reads object header data from one backend that has it. +func (mix *Mix) ReadHeader(id objectid.ObjectID) (objecttype.Type, int64, error) { + for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) { + ty, size, err := backend.ReadHeader(id) + if err == nil { + mix.touchBackend(backend) + + return ty, size, nil + } + + if errors.Is(err, objectstorer.ErrObjectNotFound) { + continue + } + + return objecttype.TypeInvalid, 0, fmt.Errorf("objectstorer: backend %d read header: %w", i, err) + } + + return objecttype.TypeInvalid, 0, objectstorer.ErrObjectNotFound +} diff --git a/object/storer/mix/mix.go b/object/storer/mix/mix.go new file mode 100644 index 00000000..9edda31e --- /dev/null +++ b/object/storer/mix/mix.go @@ -0,0 +1,20 @@ +// Package mix provides an adaptive wrapper over multiple object storage +// backends. +package mix + +import ( + "sync" + + "codeberg.org/lindenii/furgit/object/storer" +) + +// Mix queries multiple object databases with an MRU backend preference. +// +// Mix borrows its backend stores. +type Mix struct { + mu sync.RWMutex + + backendHead *backendNode + backendTail *backendNode + backendNodeByStore map[objectstorer.Store]*backendNode +} diff --git a/object/storer/mix/mru.go b/object/storer/mix/mru.go new file mode 100644 index 00000000..172a641a --- /dev/null +++ b/object/storer/mix/mru.go @@ -0,0 +1,74 @@ +package mix + +import "codeberg.org/lindenii/furgit/object/storer" + +type backendNode struct { + backend objectstorer.Store + prev *backendNode + next *backendNode +} + +//nolint:ireturn +func (mix *Mix) firstBackend() objectstorer.Store { + mix.mu.RLock() + defer mix.mu.RUnlock() + + if mix.backendHead == nil { + return nil + } + + return mix.backendHead.backend +} + +//nolint:ireturn +func (mix *Mix) nextBackend(current objectstorer.Store) objectstorer.Store { + mix.mu.RLock() + defer mix.mu.RUnlock() + + node := mix.backendNodeByStore[current] + if node == nil || node.next == nil { + return nil + } + + return node.next.backend +} + +func (mix *Mix) touchBackend(backend objectstorer.Store) { + if backend == nil { + return + } + + if !mix.mu.TryLock() { + return + } + defer mix.mu.Unlock() + + node := mix.backendNodeByStore[backend] + if node == nil || node == mix.backendHead { + return + } + + if node.prev != nil { + node.prev.next = node.next + } + + if node.next != nil { + node.next.prev = node.prev + } + + if mix.backendTail == node { + mix.backendTail = node.prev + } + + node.prev = nil + + node.next = mix.backendHead + if mix.backendHead != nil { + mix.backendHead.prev = node + } + + mix.backendHead = node + if mix.backendTail == nil { + mix.backendTail = node + } +} diff --git a/object/storer/mix/new.go b/object/storer/mix/new.go new file mode 100644 index 00000000..f92e2724 --- /dev/null +++ b/object/storer/mix/new.go @@ -0,0 +1,39 @@ +package mix + +import "codeberg.org/lindenii/furgit/object/storer" + +// New creates a Mix from backends. +// +// The provided backends must be non-nil and distinct. +// Mix borrows the provided backends and does not close them in Close. +func New(backends ...objectstorer.Store) *Mix { + nodeByStore := make(map[objectstorer.Store]*backendNode, len(backends)) + + var ( + head *backendNode + tail *backendNode + ) + + for _, backend := range backends { + node := &backendNode{ + backend: backend, + prev: tail, + } + if tail != nil { + tail.next = node + } + + if head == nil { + head = node + } + + tail = node + nodeByStore[backend] = node + } + + return &Mix{ + backendHead: head, + backendTail: tail, + backendNodeByStore: nodeByStore, + } +} diff --git a/object/storer/mix/reader.go b/object/storer/mix/reader.go new file mode 100644 index 00000000..66fce069 --- /dev/null +++ b/object/storer/mix/reader.go @@ -0,0 +1,53 @@ +package mix + +import ( + "errors" + "fmt" + "io" + + objectid "codeberg.org/lindenii/furgit/object/id" + "codeberg.org/lindenii/furgit/object/storer" + objecttype "codeberg.org/lindenii/furgit/object/type" +) + +// ReadReaderFull reads a full serialized object stream from one backend that +// has it. +func (mix *Mix) ReadReaderFull(id objectid.ObjectID) (io.ReadCloser, error) { + for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) { + reader, err := backend.ReadReaderFull(id) + if err == nil { + mix.touchBackend(backend) + + return reader, nil + } + + if errors.Is(err, objectstorer.ErrObjectNotFound) { + continue + } + + return nil, fmt.Errorf("objectstorer: backend %d read reader full: %w", i, err) + } + + return nil, objectstorer.ErrObjectNotFound +} + +// ReadReaderContent reads an object's type, declared content length, and +// content stream from one backend that has it. +func (mix *Mix) ReadReaderContent(id objectid.ObjectID) (objecttype.Type, int64, io.ReadCloser, error) { + for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) { + ty, size, reader, err := backend.ReadReaderContent(id) + if err == nil { + mix.touchBackend(backend) + + return ty, size, reader, nil + } + + if errors.Is(err, objectstorer.ErrObjectNotFound) { + continue + } + + return objecttype.TypeInvalid, 0, nil, fmt.Errorf("objectstorer: backend %d read reader content: %w", i, err) + } + + return objecttype.TypeInvalid, 0, nil, objectstorer.ErrObjectNotFound +} diff --git a/object/storer/mix/refresh.go b/object/storer/mix/refresh.go new file mode 100644 index 00000000..916d9e8f --- /dev/null +++ b/object/storer/mix/refresh.go @@ -0,0 +1,30 @@ +package mix + +import ( + "errors" + + "codeberg.org/lindenii/furgit/object/storer" +) + +// Refresh forwards refresh calls to refresh-capable backends. +func (mix *Mix) Refresh() error { + mix.mu.RLock() + + backends := make([]objectstorer.Store, 0, len(mix.backendNodeByStore)) + for node := mix.backendHead; node != nil; node = node.next { + backends = append(backends, node.backend) + } + + mix.mu.RUnlock() + + var errs []error + + for _, backend := range backends { + err := backend.Refresh() + if err != nil { + errs = append(errs, err) + } + } + + return errors.Join(errs...) +} diff --git a/object/storer/mix/size.go b/object/storer/mix/size.go new file mode 100644 index 00000000..b761177d --- /dev/null +++ b/object/storer/mix/size.go @@ -0,0 +1,29 @@ +package mix + +import ( + "errors" + "fmt" + + objectid "codeberg.org/lindenii/furgit/object/id" + "codeberg.org/lindenii/furgit/object/storer" +) + +// ReadSize reads object content length from one backend that has it. +func (mix *Mix) ReadSize(id objectid.ObjectID) (int64, error) { + for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) { + size, err := backend.ReadSize(id) + if err == nil { + mix.touchBackend(backend) + + return size, nil + } + + if errors.Is(err, objectstorer.ErrObjectNotFound) { + continue + } + + return 0, fmt.Errorf("objectstorer: backend %d read size: %w", i, err) + } + + return 0, objectstorer.ErrObjectNotFound +} |
