1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
package ingest
import (
"fmt"
"codeberg.org/lindenii/furgit/internal/progress"
"codeberg.org/lindenii/furgit/objectid"
)
// streamPackAndScan copies src into temp .pack while scanning packed entries.
func streamPackAndScan(state *ingestState) error {
hashImpl, err := state.algo.New()
if err != nil {
return err
}
state.stream = newStreamScanner(
state.src,
state.packFile,
hashImpl,
state.algo.Size(),
)
writeProgressf(state, "validating pack header...\r")
err = seedStreamWithPackHeader(state)
if err != nil {
return err
}
writeProgressf(state, "validating pack header: done.\n")
state.records = make([]objectRecord, 0, state.objectCountHeader)
state.ofsDeltas = make([]ofsDeltaRef, 0, state.objectCountHeader)
state.refDeltas = make([]refDeltaRef, 0, state.objectCountHeader)
total := state.objectCountHeader
meter := progress.New(progress.Options{
Writer: state.opts.Progress,
Flush: state.opts.ProgressFlush,
Title: "receiving objects",
Total: uint64(total),
Throughput: true,
})
for i := range total {
nextOffset, err := scanOneEntry(state, state.stream.consumed)
if err != nil {
return err
}
if nextOffset != state.stream.consumed {
return fmt.Errorf("format/pack/ingest: internal stream offset mismatch")
}
done := i + 1
meter.Set(uint64(done), state.stream.consumed)
}
meter.Stop("done")
err = state.stream.finishAndFlushTrailer(state.opts.RequireTrailingEOF)
if err != nil {
return err
}
if len(state.stream.packTrailer) != state.algo.Size() {
return fmt.Errorf("format/pack/ingest: invalid trailer size")
}
packHash, err := objectid.FromBytes(state.algo, state.stream.packTrailer)
if err != nil {
return err
}
state.packHash = packHash
return state.stream.flush()
}
// seedStreamWithPackHeader writes the already-validated PACK header to output,
// seeds the running pack hash, and advances stream offset accounting.
func seedStreamWithPackHeader(state *ingestState) error {
written := 0
for written < len(state.packHeaderRaw) {
n, err := state.packFile.Write(state.packHeaderRaw[written:])
if err != nil {
return &DestinationWriteError{Op: fmt.Sprintf("write pack header: %v", err)}
}
if n == 0 {
return &DestinationWriteError{Op: "write pack header: short write"}
}
written += n
}
_, err := state.stream.hash.Write(state.packHeaderRaw[:])
if err != nil {
return err
}
state.stream.consumed = packHeaderSize
return nil
}
|
