aboutsummaryrefslogtreecommitdiff
path: root/object/store/mix
diff options
context:
space:
mode:
authorGravatar Runxi Yu2026-03-25 14:30:31 +0000
committerGravatar Runxi Yu2026-03-25 14:30:31 +0000
commitbfa0a3f5f18b752a6ebd3d5b37411c6871f7bb17 (patch)
tree8ee2479273e2b34d284c30703c2be48efe197556 /object/store/mix
parent*: Resort import order (diff)
signatureNo signature
*: objectstore -> object/store
Diffstat (limited to 'object/store/mix')
-rw-r--r--object/store/mix/bytes.go51
-rw-r--r--object/store/mix/close.go8
-rw-r--r--object/store/mix/header.go30
-rw-r--r--object/store/mix/mix.go20
-rw-r--r--object/store/mix/mru.go74
-rw-r--r--object/store/mix/new.go39
-rw-r--r--object/store/mix/reader.go53
-rw-r--r--object/store/mix/refresh.go30
-rw-r--r--object/store/mix/size.go29
9 files changed, 334 insertions, 0 deletions
diff --git a/object/store/mix/bytes.go b/object/store/mix/bytes.go
new file mode 100644
index 00000000..9bee34e6
--- /dev/null
+++ b/object/store/mix/bytes.go
@@ -0,0 +1,51 @@
+package mix
+
+import (
+ "errors"
+ "fmt"
+
+ objectid "codeberg.org/lindenii/furgit/object/id"
+ "codeberg.org/lindenii/furgit/object/store"
+ objecttype "codeberg.org/lindenii/furgit/object/type"
+)
+
+// ReadBytesFull reads a full serialized object from one backend that has it.
+func (mix *Mix) ReadBytesFull(id objectid.ObjectID) ([]byte, error) {
+ for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) {
+ full, err := backend.ReadBytesFull(id)
+ if err == nil {
+ mix.touchBackend(backend)
+
+ return full, nil
+ }
+
+ if errors.Is(err, objectstore.ErrObjectNotFound) {
+ continue
+ }
+
+ return nil, fmt.Errorf("objectstore: backend %d read bytes full: %w", i, err)
+ }
+
+ return nil, objectstore.ErrObjectNotFound
+}
+
+// ReadBytesContent reads an object's type and content bytes from one backend
+// that has it.
+func (mix *Mix) ReadBytesContent(id objectid.ObjectID) (objecttype.Type, []byte, error) {
+ for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) {
+ ty, content, err := backend.ReadBytesContent(id)
+ if err == nil {
+ mix.touchBackend(backend)
+
+ return ty, content, nil
+ }
+
+ if errors.Is(err, objectstore.ErrObjectNotFound) {
+ continue
+ }
+
+ return objecttype.TypeInvalid, nil, fmt.Errorf("objectstore: backend %d read bytes content: %w", i, err)
+ }
+
+ return objecttype.TypeInvalid, nil, objectstore.ErrObjectNotFound
+}
diff --git a/object/store/mix/close.go b/object/store/mix/close.go
new file mode 100644
index 00000000..53f6cd30
--- /dev/null
+++ b/object/store/mix/close.go
@@ -0,0 +1,8 @@
+package mix
+
+// Close releases wrapper-local resources.
+//
+// Mix borrows its backends, so Close does not close them.
+//
+// Repeated calls to Close are undefined behavior.
+func (mix *Mix) Close() error { return nil }
diff --git a/object/store/mix/header.go b/object/store/mix/header.go
new file mode 100644
index 00000000..78ad4d15
--- /dev/null
+++ b/object/store/mix/header.go
@@ -0,0 +1,30 @@
+package mix
+
+import (
+ "errors"
+ "fmt"
+
+ objectid "codeberg.org/lindenii/furgit/object/id"
+ "codeberg.org/lindenii/furgit/object/store"
+ objecttype "codeberg.org/lindenii/furgit/object/type"
+)
+
+// ReadHeader reads object header data from one backend that has it.
+func (mix *Mix) ReadHeader(id objectid.ObjectID) (objecttype.Type, int64, error) {
+ for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) {
+ ty, size, err := backend.ReadHeader(id)
+ if err == nil {
+ mix.touchBackend(backend)
+
+ return ty, size, nil
+ }
+
+ if errors.Is(err, objectstore.ErrObjectNotFound) {
+ continue
+ }
+
+ return objecttype.TypeInvalid, 0, fmt.Errorf("objectstore: backend %d read header: %w", i, err)
+ }
+
+ return objecttype.TypeInvalid, 0, objectstore.ErrObjectNotFound
+}
diff --git a/object/store/mix/mix.go b/object/store/mix/mix.go
new file mode 100644
index 00000000..1149ad7b
--- /dev/null
+++ b/object/store/mix/mix.go
@@ -0,0 +1,20 @@
+// Package mix provides an adaptive wrapper over multiple object storage
+// backends.
+package mix
+
+import (
+ "sync"
+
+ "codeberg.org/lindenii/furgit/object/store"
+)
+
+// Mix queries multiple object databases with an MRU backend preference.
+//
+// Mix borrows its backend stores.
+type Mix struct {
+ mu sync.RWMutex
+
+ backendHead *backendNode
+ backendTail *backendNode
+ backendNodeByStore map[objectstore.Store]*backendNode
+}
diff --git a/object/store/mix/mru.go b/object/store/mix/mru.go
new file mode 100644
index 00000000..b7663125
--- /dev/null
+++ b/object/store/mix/mru.go
@@ -0,0 +1,74 @@
+package mix
+
+import "codeberg.org/lindenii/furgit/object/store"
+
+type backendNode struct {
+ backend objectstore.Store
+ prev *backendNode
+ next *backendNode
+}
+
+//nolint:ireturn
+func (mix *Mix) firstBackend() objectstore.Store {
+ mix.mu.RLock()
+ defer mix.mu.RUnlock()
+
+ if mix.backendHead == nil {
+ return nil
+ }
+
+ return mix.backendHead.backend
+}
+
+//nolint:ireturn
+func (mix *Mix) nextBackend(current objectstore.Store) objectstore.Store {
+ mix.mu.RLock()
+ defer mix.mu.RUnlock()
+
+ node := mix.backendNodeByStore[current]
+ if node == nil || node.next == nil {
+ return nil
+ }
+
+ return node.next.backend
+}
+
+func (mix *Mix) touchBackend(backend objectstore.Store) {
+ if backend == nil {
+ return
+ }
+
+ if !mix.mu.TryLock() {
+ return
+ }
+ defer mix.mu.Unlock()
+
+ node := mix.backendNodeByStore[backend]
+ if node == nil || node == mix.backendHead {
+ return
+ }
+
+ if node.prev != nil {
+ node.prev.next = node.next
+ }
+
+ if node.next != nil {
+ node.next.prev = node.prev
+ }
+
+ if mix.backendTail == node {
+ mix.backendTail = node.prev
+ }
+
+ node.prev = nil
+
+ node.next = mix.backendHead
+ if mix.backendHead != nil {
+ mix.backendHead.prev = node
+ }
+
+ mix.backendHead = node
+ if mix.backendTail == nil {
+ mix.backendTail = node
+ }
+}
diff --git a/object/store/mix/new.go b/object/store/mix/new.go
new file mode 100644
index 00000000..bb39178c
--- /dev/null
+++ b/object/store/mix/new.go
@@ -0,0 +1,39 @@
+package mix
+
+import "codeberg.org/lindenii/furgit/object/store"
+
+// New creates a Mix from backends.
+//
+// The provided backends must be non-nil and distinct.
+// Mix borrows the provided backends and does not close them in Close.
+func New(backends ...objectstore.Store) *Mix {
+ nodeByStore := make(map[objectstore.Store]*backendNode, len(backends))
+
+ var (
+ head *backendNode
+ tail *backendNode
+ )
+
+ for _, backend := range backends {
+ node := &backendNode{
+ backend: backend,
+ prev: tail,
+ }
+ if tail != nil {
+ tail.next = node
+ }
+
+ if head == nil {
+ head = node
+ }
+
+ tail = node
+ nodeByStore[backend] = node
+ }
+
+ return &Mix{
+ backendHead: head,
+ backendTail: tail,
+ backendNodeByStore: nodeByStore,
+ }
+}
diff --git a/object/store/mix/reader.go b/object/store/mix/reader.go
new file mode 100644
index 00000000..327e9e11
--- /dev/null
+++ b/object/store/mix/reader.go
@@ -0,0 +1,53 @@
+package mix
+
+import (
+ "errors"
+ "fmt"
+ "io"
+
+ objectid "codeberg.org/lindenii/furgit/object/id"
+ "codeberg.org/lindenii/furgit/object/store"
+ objecttype "codeberg.org/lindenii/furgit/object/type"
+)
+
+// ReadReaderFull reads a full serialized object stream from one backend that
+// has it.
+func (mix *Mix) ReadReaderFull(id objectid.ObjectID) (io.ReadCloser, error) {
+ for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) {
+ reader, err := backend.ReadReaderFull(id)
+ if err == nil {
+ mix.touchBackend(backend)
+
+ return reader, nil
+ }
+
+ if errors.Is(err, objectstore.ErrObjectNotFound) {
+ continue
+ }
+
+ return nil, fmt.Errorf("objectstore: backend %d read reader full: %w", i, err)
+ }
+
+ return nil, objectstore.ErrObjectNotFound
+}
+
+// ReadReaderContent reads an object's type, declared content length, and
+// content stream from one backend that has it.
+func (mix *Mix) ReadReaderContent(id objectid.ObjectID) (objecttype.Type, int64, io.ReadCloser, error) {
+ for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) {
+ ty, size, reader, err := backend.ReadReaderContent(id)
+ if err == nil {
+ mix.touchBackend(backend)
+
+ return ty, size, reader, nil
+ }
+
+ if errors.Is(err, objectstore.ErrObjectNotFound) {
+ continue
+ }
+
+ return objecttype.TypeInvalid, 0, nil, fmt.Errorf("objectstore: backend %d read reader content: %w", i, err)
+ }
+
+ return objecttype.TypeInvalid, 0, nil, objectstore.ErrObjectNotFound
+}
diff --git a/object/store/mix/refresh.go b/object/store/mix/refresh.go
new file mode 100644
index 00000000..2150b71a
--- /dev/null
+++ b/object/store/mix/refresh.go
@@ -0,0 +1,30 @@
+package mix
+
+import (
+ "errors"
+
+ "codeberg.org/lindenii/furgit/object/store"
+)
+
+// Refresh forwards refresh calls to refresh-capable backends.
+func (mix *Mix) Refresh() error {
+ mix.mu.RLock()
+
+ backends := make([]objectstore.Store, 0, len(mix.backendNodeByStore))
+ for node := mix.backendHead; node != nil; node = node.next {
+ backends = append(backends, node.backend)
+ }
+
+ mix.mu.RUnlock()
+
+ var errs []error
+
+ for _, backend := range backends {
+ err := backend.Refresh()
+ if err != nil {
+ errs = append(errs, err)
+ }
+ }
+
+ return errors.Join(errs...)
+}
diff --git a/object/store/mix/size.go b/object/store/mix/size.go
new file mode 100644
index 00000000..04f8117f
--- /dev/null
+++ b/object/store/mix/size.go
@@ -0,0 +1,29 @@
+package mix
+
+import (
+ "errors"
+ "fmt"
+
+ objectid "codeberg.org/lindenii/furgit/object/id"
+ "codeberg.org/lindenii/furgit/object/store"
+)
+
+// ReadSize reads object content length from one backend that has it.
+func (mix *Mix) ReadSize(id objectid.ObjectID) (int64, error) {
+ for i, backend := 0, mix.firstBackend(); backend != nil; i, backend = i+1, mix.nextBackend(backend) {
+ size, err := backend.ReadSize(id)
+ if err == nil {
+ mix.touchBackend(backend)
+
+ return size, nil
+ }
+
+ if errors.Is(err, objectstore.ErrObjectNotFound) {
+ continue
+ }
+
+ return 0, fmt.Errorf("objectstore: backend %d read size: %w", i, err)
+ }
+
+ return 0, objectstore.ErrObjectNotFound
+}