aboutsummaryrefslogtreecommitdiffstats
path: root/storage/filesystem/internal/index/index.go
blob: 233dcbdaa9391a45d3a66752821914a9ab244fa5 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
package index

import (
	"fmt"
	"io"

	"gopkg.in/src-d/go-git.v4/core"
	"gopkg.in/src-d/go-git.v4/formats/idxfile"
	"gopkg.in/src-d/go-git.v4/formats/packfile"
)

// Index is a database of objects and their offset in a packfile.
// Objects are identified by their hash.
type Index map[core.Hash]int64

// NewFromIdx returns a new index from an idx file reader.
func NewFromIdx(r io.Reader) (Index, error) {
	d := idxfile.NewDecoder(r)
	idx := &idxfile.Idxfile{}
	err := d.Decode(idx)
	if err != nil {
		return nil, err
	}

	ind := make(Index)
	for _, e := range idx.Entries {
		if _, ok := ind[e.Hash]; ok {
			return nil, fmt.Errorf("duplicated hash: %s", e.Hash)
		}
		ind[e.Hash] = int64(e.Offset)
	}

	return ind, nil
}

// NewFrompackfile returns a new index from a packfile reader.
func NewFromPackfile(rs io.ReadSeeker) (Index, error) {
	s := packfile.NewSeekable(rs)
	return newFromPackfile(rs, s)
}

func NewFromPackfileInMemory(rs io.Reader) (Index, error) {
	s := packfile.NewStream(rs)
	return newFromPackfile(rs, s)
}

func newFromPackfile(r io.Reader, s packfile.ReadRecaller) (Index, error) {
	index := make(Index)

	p := packfile.NewParser(s)
	count, err := p.ReadHeader()
	if err != nil {
		return nil, err
	}

	for i := 0; i < int(count); i++ {
		offset, err := s.Offset()
		if err != nil {
			return nil, err
		}

		obj := &core.MemoryObject{}
		if err := p.FillObject(obj); err != nil {
			return nil, err
		}

		err = s.Remember(offset, obj)
		if err != nil {
			return nil, err
		}

		if err = index.Set(obj.Hash(), offset); err != nil {
			return nil, err
		}
	}

	//The trailer records 20-byte SHA-1 checksum of all of the above.
	p.ReadHash()

	return index, nil
}

// Get returns the offset that an object has the packfile.
func (i Index) Get(h core.Hash) (int64, error) {
	o, ok := i[h]
	if !ok {
		return 0, core.ErrObjectNotFound
	}

	return o, nil
}

// Set adds a new hash-offset pair to the index, or substitutes an existing one.
func (i Index) Set(h core.Hash, o int64) error {
	if _, ok := i[h]; ok {
		return fmt.Errorf("index.Set failed: duplicated key: %s", h)
	}

	i[h] = o

	return nil
}