1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
package ingest
import (
"fmt"
"codeberg.org/lindenii/furgit/internal/utils"
"codeberg.org/lindenii/furgit/objectid"
)
// streamPackAndScan copies src into temp .pack while scanning packed entries.
func streamPackAndScan(state *ingestState) error {
hashImpl, err := state.algo.New()
if err != nil {
return err
}
state.stream = newStreamScanner(
state.src,
state.packFile,
hashImpl,
state.algo.Size(),
)
utils.FprintfBestEffort(state.opts.Progress, "validating pack header...\r")
err = seedStreamWithPackHeader(state)
if err != nil {
return err
}
utils.FprintfBestEffort(state.opts.Progress, "validating pack header: done.\n")
state.records = make([]objectRecord, 0, state.objectCountHeader)
state.ofsDeltas = make([]ofsDeltaRef, 0, state.objectCountHeader)
state.refDeltas = make([]refDeltaRef, 0, state.objectCountHeader)
total := state.objectCountHeader
step := progressStep(total)
utils.FprintfBestEffort(state.opts.Progress, "receiving objects: 0%% (0/%d)\r", total)
for i := range total {
nextOffset, err := scanOneEntry(state, state.stream.consumed)
if err != nil {
return err
}
if nextOffset != state.stream.consumed {
return fmt.Errorf("format/pack/ingest: internal stream offset mismatch")
}
done := i + 1
if done%step == 0 || done == total {
percent := done * 100 / total
utils.FprintfBestEffort(state.opts.Progress, "receiving objects: %3d%% (%d/%d)\r", percent, done, total)
}
}
utils.FprintfBestEffort(state.opts.Progress, "receiving objects: 100%% (%d/%d), done.\n", total, total)
err = state.stream.finishAndFlushTrailer(state.opts.RequireTrailingEOF)
if err != nil {
return err
}
if len(state.stream.packTrailer) != state.algo.Size() {
return fmt.Errorf("format/pack/ingest: invalid trailer size")
}
packHash, err := objectid.FromBytes(state.algo, state.stream.packTrailer)
if err != nil {
return err
}
state.packHash = packHash
return state.stream.flush()
}
// seedStreamWithPackHeader writes the already-validated PACK header to output,
// seeds the running pack hash, and advances stream offset accounting.
func seedStreamWithPackHeader(state *ingestState) error {
written := 0
for written < len(state.packHeaderRaw) {
n, err := state.packFile.Write(state.packHeaderRaw[written:])
if err != nil {
return &DestinationWriteError{Op: fmt.Sprintf("write pack header: %v", err)}
}
if n == 0 {
return &DestinationWriteError{Op: "write pack header: short write"}
}
written += n
}
_, err := state.stream.hash.Write(state.packHeaderRaw[:])
if err != nil {
return err
}
state.stream.consumed = packHeaderSize
return nil
}
|
