package packfile
import (
"bytes"
"encoding/base64"
"fmt"
"os"
"runtime"
"testing"
"time"
"gopkg.in/src-d/go-git.v2/core"
"gopkg.in/src-d/go-git.v2/storages/memory"
"github.com/dustin/go-humanize"
. "gopkg.in/check.v1"
)
func Test(t *testing.T) { TestingT(t) }
type ReaderSuite struct{}
var _ = Suite(&ReaderSuite{})
var packFileWithEmptyObjects = "UEFDSwAAAAIAAAALnw54nKXMQWoDMQxA0b1PoX2hSLIm44FSAlmXnEG2NYlhXAfHgdLb5Cy9WAM5Qpb/Lf7oZqArUpakyYtQjCoxZ5lmWXwwyuzJbHqAuYt2+x6QoyCyhYCKIa67lGameSLWvPh5JU0hsCg7vY1z6/D1d/8ptcHhprm3Kxz7KL/wUdOz96eqZXtPrX4CCeOOPU8Eb0iI7qG1jGGvXdxaNoPs/gHeNkp8lA94nKXMQUpDMRCA4X1OMXtBZpI3L3kiRXAtPcMkmWjgxZSYQultPEsv1oJHcPl/i38OVRC0IXF0lshrJorZEcpKmTEJYbA+B3aFzEmGfk9gpqJEsmnZNutXF71i1IURU/G0bsWWwJ6NnOdXH/Bx+73U1uH9LHn0HziOWa/w2tJfv302qftz6u0AtFh0wQdmeEJCNA9tdU7938WUuivEF5CczR11ZEsNnw54nKWMUQoCIRRF/13F+w/ijY6jQkTQd7SGpz5LyAxzINpNa2ljTbSEPu/hnNsbM4TJTzqyt561GdUUmJKT6K2MeiCVgnZWoY/iRo2vHVS0URrUS+e+dkqIEp11HMhh9IaUkRM6QXM/1waH9+uRS4X9TLHVOxxbz0/YlPDbu1OhfFmHWrYwjBKVNVaNsMIBUSy05N75vxeR8oXBiw8GoErCnwt4nKXMzQkCMRBA4XuqmLsgM2M2ZkAWwbNYQ341sCEQsyB2Yy02pmAJHt93eKOnBFpMNJqtl5CFxVIMomViomQSEWP2JrN3yq3j1jqc369HqQ1Oq4u93eHSR3nCoYZfH6/VlWUbWp2BNOPO7i1OsEFCVF+tZYz030XlsiRw6gPZ0jxaqwV4nDM0MDAzMVFIZHg299HsTRevOXt3a64rj7px6ElP8ERDiGQSQ2uoXe8RrcodS5on+J4/u8HjD4NDKFQyRS8tPx+rbgDt3yiEMHicAwAAAAABPnicS0wEAa4kMOACACTjBKdkZXici7aaYAUAA3gBYKoDeJwzNDAwMzFRSGR4NvfR7E0Xrzl7d2uuK4+6cehJT/BEQ4hkEsOELYFJvS2eX47UJdVttFQrenrmzQwA13MaiDd4nEtMBAEuAApMAlGtAXicMzQwMDMxUUhkeDb30exNF685e3drriuPunHoSU/wRACvkA258N/i8hVXx9CiAZzvFXNIhCuSFmE="
func (s *ReaderSuite) TestReadPackfile(c *C) {
data, _ := base64.StdEncoding.DecodeString(packFileWithEmptyObjects)
d := bytes.NewReader(data)
r := NewReader(d)
storage := memory.NewObjectStorage()
_, err := r.Read(storage)
c.Assert(err, IsNil)
AssertObjects(c, storage, []string{
"778c85ff95b5514fea0ba4c7b6a029d32e2c3b96",
"db4002e880a08bf6cc7217512ad937f1ac8824a2",
"551fe11a9ef992763b7e0be4500cf7169f2f8575",
"3d8d2705c6b936ceff0020989eca90db7a372609",
"af01d4cac3441bba4bdd4574938e1d231ee5d45e",
"e69de29bb2d1d6434b8b29ae775ad8c2e48c5391",
"85553e8dc42a79b8a483904dcfcdb048fc004055",
"a028c5b32117ed11bd310a61d50ca10827d853f1",
"c6b65deb8be57436ceaf920b82d51a3fc59830bd",
"90b451628d8449f4c47e627eb1392672e5ccec98",
"496d6428b9cf92981dc9495211e6e1120fb6f2ba",
})
}
func (s *ReaderSuite) TestReadPackfileOFSDelta(c *C) {
s.testReadPackfileGitFixture(c, "fixtures/git-fixture.ofs-delta", OFSDeltaFormat)
}
func (s *ReaderSuite) TestReadPackfileREFDelta(c *C) {
s.testReadPackfileGitFixture(c, "fixtures/git-fixture.ref-delta", REFDeltaFormat)
}
func (s *ReaderSuite) testReadPackfileGitFixture(c *C, file string, f Format) {
d, err := os.Open(file)
c.Assert(err, IsNil)
r := NewReader(d)
r.Format = f
storage := memory.NewObjectStorage()
_, err = r.Read(storage)
c.Assert(err, IsNil)
AssertObjects(c, storage, []string{
"918c48b83bd081e863dbe1b80f8998f058cd8294",
"af2d6a6954d532f8ffb47615169c8fdf9d383a1a",
"1669dce138d9b841a518c64b10914d88f5e488ea",
"a5b8b09e2f8fcb0bb99d3ccb0958157b40890d69",
"b8e471f58bcbca63b07bda20e428190409c2db47",
"35e85108805c84807bc66a02d91535e1e24b38b9",
"b029517f6300c2da0f4b651b8642506cd6aaf45d",
"32858aad3c383ed1ff0a0f9bdf231d54a00c9e88",
"d3ff53e0564a9f87d8e84b6e28e5060e517008aa",
"c192bd6a24ea1ab01d78686e417c8bdc7c3d197f",
"d5c0f4ab811897cadf03aec358ae60d21f91c50d",
"49c6bb89b17060d7b4deacb7b338fcc6ea2352a9",
"cf4aa3b38974fb7d81f367c0830f7d78d65ab86b",
"9dea2395f5403188298c1dabe8bdafe562c491e3",
"586af567d0bb5e771e49bdd9434f5e0fb76d25fa",
"9a48f23120e880dfbe41f7c9b7b708e9ee62a492",
"5a877e6a906a2743ad6e45d99c1793642aaf8eda",
"c8f1d8c61f9da76f4cb49fd86322b6e685dba956",
"a8d315b2b1c615d43042c3a62402b8a54288cf5c",
"a39771a7651f97faf5c72e08224d857fc35133db",
"880cd14280f4b9b6ed3986d6671f907d7cc2a198",
"fb72698cab7617ac416264415f13224dfd7a165e",
"4d081c50e250fa32ea8b1313cf8bb7c2ad7627fd",
"eba74343e2f15d62adedfd8c883ee0262b5c8021",
"c2d30fa8ef288618f65f6eed6e168e0d514886f4",
"8dcef98b1d52143e1e2dbc458ffe38f925786bf2",
"aa9b383c260e1d05fbbf6b30a02914555e20c725",
"6ecf0ef2c2dffb796033e5a02219af86ec6584e5",
})
}
func AssertObjects(c *C, s *memory.ObjectStorage, expects []string) {
c.Assert(len(expects), Equals, len(s.Objects))
for _, expected := range expects {
obtained, err := s.Get(core.NewHash(expected))
c.Assert(err, IsNil)
c.Assert(obtained.Hash().String(), Equals, expected)
}
}
func (s *ReaderSuite) BenchmarkFixtureRef(c *C) {
for i := 0; i < c.N; i++ {
readFromFile(c, "fixtures/git-fixture.ref-delta", REFDeltaFormat)
}
}
func (s *ReaderSuite) BenchmarkFixtureOfs(c *C) {
for i := 0; i < c.N; i++ {
readFromFile(c, "fixtures/git-fixture.ofs-delta", OFSDeltaFormat)
}
}
func (s *ReaderSuite) BenchmarkCandyJS(c *C) {
for i := 0; i < c.N; i++ {
readFromFile(c, "/tmp/go-candyjs", REFDeltaFormat)
}
}
func (s *ReaderSuite) BenchmarkSymfony(c *C) {
for i := 0; i < c.N; i++ {
readFromFile(c, "/tmp/symonfy", REFDeltaFormat)
}
}
func (s *ReaderSuite) BenchmarkGit(c *C) {
for i := 0; i < c.N; i++ {
readFromFile(c, "/tmp/git", REFDeltaFormat)
}
}
func (s *ReaderSuite) _TestMemoryOFS(c *C) {
var b, a runtime.MemStats
start := time.Now()
runtime.ReadMemStats(&b)
p := readFromFile(c, "/tmp/symfony.ofs-delta", OFSDeltaFormat)
runtime.ReadMemStats(&a)
fmt.Println("OFS--->")
fmt.Println("Alloc", a.Alloc-b.Alloc, humanize.Bytes(a.Alloc-b.Alloc))
fmt.Println("TotalAlloc", a.TotalAlloc-b.TotalAlloc, humanize.Bytes(a.TotalAlloc-b.TotalAlloc))
fmt.Println("HeapAlloc", a.HeapAlloc-b.HeapAlloc, humanize.Bytes(a.HeapAlloc-b.HeapAlloc))
fmt.Println("HeapSys", a.HeapSys, humanize.Bytes(a.HeapSys-b.HeapSys))
fmt.Println("objects", len(p.Objects))
fmt.Println("time", time.Since(start))
}
func (s *ReaderSuite) _TestMemoryREF(c *C) {
var b, a runtime.MemStats
start := time.Now()
runtime.ReadMemStats(&b)
p := readFromFile(c, "/tmp/symonfy", REFDeltaFormat)
runtime.ReadMemStats(&a)
fmt.Println("REF--->")
fmt.Println("Alloc", a.Alloc-b.Alloc, humanize.Bytes(a.Alloc-b.Alloc))
fmt.Println("TotalAlloc", a.TotalAlloc-b.TotalAlloc, humanize.Bytes(a.TotalAlloc-b.TotalAlloc))
fmt.Println("HeapAlloc", a.HeapAlloc-b.HeapAlloc, humanize.Bytes(a.HeapAlloc-b.HeapAlloc))
fmt.Println("HeapSys", a.HeapSys, humanize.Bytes(a.HeapSys-b.HeapSys))
fmt.Println("objects", len(p.Objects))
fmt.Println("time", time.Since(start))
}
func readFromFile(c *C, file string, f Format) *memory.ObjectStorage {
d, err := os.Open(file)
c.Assert(err, IsNil)
r := NewReader(d)
r.Format = f
storage := memory.NewObjectStorage()
_, err = r.Read(storage)
c.Assert(err, IsNil)
return storage
}
