aboutsummaryrefslogblamecommitdiffstats
path: root/formats/packfile/reader_test.go
blob: f5cc3e7606b8e48ea51196b0fb373c2be2d76b15 (plain) (tree)
1
2
3
4
5
6
7
8
9




                         
             
            
                 
                 

              
                                           
 
                                       
                             

 

                                       



                             

                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         
                                              


                                                                            
                         
 
                                                 
                                 

                            
                                           











                                                           

 
                                                      
                                                                                         
 
 
                                                      
                                                                                         

 
                                                                               
                               

                            
                         
                    
 
                                                 
                                

                            
                                           


                                                           



                                                           




                                                           
                                                           
                                                           
                                                           
                                                           
                                                           
                                                           

                                                           
                                                           
                                                           







                                                           
 
                                                                          
                                                      
                                          
                                                                 

                                                                    













                                                                                 
 


                                                                  
         
 


























                                                                                                       
                                              
















                                                                                                       
                                              


                                              
                                                                           


                               
                         
                    
 
                                                 

                                
 
                      
 
package packfile

import (
	"bytes"
	"encoding/base64"
	"fmt"
	"os"
	"runtime"
	"testing"
	"time"

	"gopkg.in/src-d/go-git.v2/internal"

	"github.com/dustin/go-humanize"
	. "gopkg.in/check.v1"
)

func Test(t *testing.T) { TestingT(t) }

type ReaderSuite struct{}

var _ = Suite(&ReaderSuite{})

var packFileWithEmptyObjects = "UEFDSwAAAAIAAAALnw54nKXMQWoDMQxA0b1PoX2hSLIm44FSAlmXnEG2NYlhXAfHgdLb5Cy9WAM5Qpb/Lf7oZqArUpakyYtQjCoxZ5lmWXwwyuzJbHqAuYt2+x6QoyCyhYCKIa67lGameSLWvPh5JU0hsCg7vY1z6/D1d/8ptcHhprm3Kxz7KL/wUdOz96eqZXtPrX4CCeOOPU8Eb0iI7qG1jGGvXdxaNoPs/gHeNkp8lA94nKXMQUpDMRCA4X1OMXtBZpI3L3kiRXAtPcMkmWjgxZSYQultPEsv1oJHcPl/i38OVRC0IXF0lshrJorZEcpKmTEJYbA+B3aFzEmGfk9gpqJEsmnZNutXF71i1IURU/G0bsWWwJ6NnOdXH/Bx+73U1uH9LHn0HziOWa/w2tJfv302qftz6u0AtFh0wQdmeEJCNA9tdU7938WUuivEF5CczR11ZEsNnw54nKWMUQoCIRRF/13F+w/ijY6jQkTQd7SGpz5LyAxzINpNa2ljTbSEPu/hnNsbM4TJTzqyt561GdUUmJKT6K2MeiCVgnZWoY/iRo2vHVS0URrUS+e+dkqIEp11HMhh9IaUkRM6QXM/1waH9+uRS4X9TLHVOxxbz0/YlPDbu1OhfFmHWrYwjBKVNVaNsMIBUSy05N75vxeR8oXBiw8GoErCnwt4nKXMzQkCMRBA4XuqmLsgM2M2ZkAWwbNYQ341sCEQsyB2Yy02pmAJHt93eKOnBFpMNJqtl5CFxVIMomViomQSEWP2JrN3yq3j1jqc369HqQ1Oq4u93eHSR3nCoYZfH6/VlWUbWp2BNOPO7i1OsEFCVF+tZYz030XlsiRw6gPZ0jxaqwV4nDM0MDAzMVFIZHg299HsTRevOXt3a64rj7px6ElP8ERDiGQSQ2uoXe8RrcodS5on+J4/u8HjD4NDKFQyRS8tPx+rbgDt3yiEMHicAwAAAAABPnicS0wEAa4kMOACACTjBKdkZXici7aaYAUAA3gBYKoDeJwzNDAwMzFRSGR4NvfR7E0Xrzl7d2uuK4+6cehJT/BEQ4hkEsOELYFJvS2eX47UJdVttFQrenrmzQwA13MaiDd4nEtMBAEuAApMAlGtAXicMzQwMDMxUUhkeDb30exNF685e3drriuPunHoSU/wRACvkA258N/i8hVXx9CiAZzvFXNIhCuSFmE="

func (s *ReaderSuite) TestReadPackfile(c *C) {
	data, _ := base64.StdEncoding.DecodeString(packFileWithEmptyObjects)
	d := bytes.NewReader(data)

	r := NewReader(d)

	storage := internal.NewRAWObjectStorage()
	_, err := r.Read(storage)
	c.Assert(err, IsNil)

	AssertObjects(c, storage, []string{
		"778c85ff95b5514fea0ba4c7b6a029d32e2c3b96",
		"db4002e880a08bf6cc7217512ad937f1ac8824a2",
		"551fe11a9ef992763b7e0be4500cf7169f2f8575",
		"3d8d2705c6b936ceff0020989eca90db7a372609",
		"af01d4cac3441bba4bdd4574938e1d231ee5d45e",
		"e69de29bb2d1d6434b8b29ae775ad8c2e48c5391",
		"85553e8dc42a79b8a483904dcfcdb048fc004055",
		"a028c5b32117ed11bd310a61d50ca10827d853f1",
		"c6b65deb8be57436ceaf920b82d51a3fc59830bd",
		"90b451628d8449f4c47e627eb1392672e5ccec98",
		"496d6428b9cf92981dc9495211e6e1120fb6f2ba",
	})
}

func (s *ReaderSuite) TestReadPackfileOFSDelta(c *C) {
	s.testReadPackfileGitFixture(c, "fixtures/git-fixture.ofs-delta", OFSDeltaFormat)

}
func (s *ReaderSuite) TestReadPackfileREFDelta(c *C) {
	s.testReadPackfileGitFixture(c, "fixtures/git-fixture.ref-delta", REFDeltaFormat)
}

func (s *ReaderSuite) testReadPackfileGitFixture(c *C, file string, f Format) {
	d, err := os.Open(file)
	c.Assert(err, IsNil)

	r := NewReader(d)
	r.Format = f

	storage := internal.NewRAWObjectStorage()
	_, err = r.Read(storage)
	c.Assert(err, IsNil)

	AssertObjects(c, storage, []string{
		"918c48b83bd081e863dbe1b80f8998f058cd8294",
		"af2d6a6954d532f8ffb47615169c8fdf9d383a1a",
		"1669dce138d9b841a518c64b10914d88f5e488ea",
		"a5b8b09e2f8fcb0bb99d3ccb0958157b40890d69",
		"b8e471f58bcbca63b07bda20e428190409c2db47",
		"35e85108805c84807bc66a02d91535e1e24b38b9",
		"b029517f6300c2da0f4b651b8642506cd6aaf45d",
		"32858aad3c383ed1ff0a0f9bdf231d54a00c9e88",
		"d3ff53e0564a9f87d8e84b6e28e5060e517008aa",
		"c192bd6a24ea1ab01d78686e417c8bdc7c3d197f",
		"d5c0f4ab811897cadf03aec358ae60d21f91c50d",
		"49c6bb89b17060d7b4deacb7b338fcc6ea2352a9",
		"cf4aa3b38974fb7d81f367c0830f7d78d65ab86b",
		"9dea2395f5403188298c1dabe8bdafe562c491e3",
		"586af567d0bb5e771e49bdd9434f5e0fb76d25fa",
		"9a48f23120e880dfbe41f7c9b7b708e9ee62a492",
		"5a877e6a906a2743ad6e45d99c1793642aaf8eda",
		"c8f1d8c61f9da76f4cb49fd86322b6e685dba956",
		"a8d315b2b1c615d43042c3a62402b8a54288cf5c",
		"a39771a7651f97faf5c72e08224d857fc35133db",
		"880cd14280f4b9b6ed3986d6671f907d7cc2a198",
		"fb72698cab7617ac416264415f13224dfd7a165e",
		"4d081c50e250fa32ea8b1313cf8bb7c2ad7627fd",
		"eba74343e2f15d62adedfd8c883ee0262b5c8021",
		"c2d30fa8ef288618f65f6eed6e168e0d514886f4",
		"8dcef98b1d52143e1e2dbc458ffe38f925786bf2",
		"aa9b383c260e1d05fbbf6b30a02914555e20c725",
		"6ecf0ef2c2dffb796033e5a02219af86ec6584e5",
	})
}

func AssertObjects(c *C, s *internal.RAWObjectStorage, expects []string) {
	c.Assert(len(expects), Equals, len(s.Objects))
	for _, expected := range expects {
		obtained, ok := s.Get(internal.NewHash(expected))
		c.Assert(ok, Equals, true)
		c.Assert(obtained.Hash().String(), Equals, expected)
	}
}

func (s *ReaderSuite) BenchmarkFixtureRef(c *C) {
	for i := 0; i < c.N; i++ {
		readFromFile(c, "fixtures/git-fixture.ref-delta", REFDeltaFormat)
	}
}

func (s *ReaderSuite) BenchmarkFixtureOfs(c *C) {
	for i := 0; i < c.N; i++ {
		readFromFile(c, "fixtures/git-fixture.ofs-delta", OFSDeltaFormat)
	}
}

func (s *ReaderSuite) BenchmarkCandyJS(c *C) {
	for i := 0; i < c.N; i++ {
		readFromFile(c, "/tmp/go-candyjs", REFDeltaFormat)
	}
}

func (s *ReaderSuite) BenchmarkSymfony(c *C) {
	for i := 0; i < c.N; i++ {
		readFromFile(c, "/tmp/symonfy", REFDeltaFormat)
	}
}

func (s *ReaderSuite) BenchmarkGit(c *C) {
	for i := 0; i < c.N; i++ {
		readFromFile(c, "/tmp/git", REFDeltaFormat)
	}
}

func (s *ReaderSuite) _TestMemoryOFS(c *C) {
	var b, a runtime.MemStats

	start := time.Now()
	runtime.ReadMemStats(&b)
	p := readFromFile(c, "/tmp/symfony.ofs-delta", OFSDeltaFormat)
	runtime.ReadMemStats(&a)

	fmt.Println("OFS--->")
	fmt.Println("Alloc", a.Alloc-b.Alloc, humanize.Bytes(a.Alloc-b.Alloc))
	fmt.Println("TotalAlloc", a.TotalAlloc-b.TotalAlloc, humanize.Bytes(a.TotalAlloc-b.TotalAlloc))
	fmt.Println("HeapAlloc", a.HeapAlloc-b.HeapAlloc, humanize.Bytes(a.HeapAlloc-b.HeapAlloc))
	fmt.Println("HeapSys", a.HeapSys, humanize.Bytes(a.HeapSys-b.HeapSys))

	fmt.Println("objects", len(p.Objects))
	fmt.Println("time", time.Since(start))
}

func (s *ReaderSuite) _TestMemoryREF(c *C) {
	var b, a runtime.MemStats

	start := time.Now()
	runtime.ReadMemStats(&b)
	p := readFromFile(c, "/tmp/symonfy", REFDeltaFormat)
	runtime.ReadMemStats(&a)

	fmt.Println("REF--->")
	fmt.Println("Alloc", a.Alloc-b.Alloc, humanize.Bytes(a.Alloc-b.Alloc))
	fmt.Println("TotalAlloc", a.TotalAlloc-b.TotalAlloc, humanize.Bytes(a.TotalAlloc-b.TotalAlloc))
	fmt.Println("HeapAlloc", a.HeapAlloc-b.HeapAlloc, humanize.Bytes(a.HeapAlloc-b.HeapAlloc))
	fmt.Println("HeapSys", a.HeapSys, humanize.Bytes(a.HeapSys-b.HeapSys))

	fmt.Println("objects", len(p.Objects))
	fmt.Println("time", time.Since(start))
}

func readFromFile(c *C, file string, f Format) *internal.RAWObjectStorage {
	d, err := os.Open(file)
	c.Assert(err, IsNil)

	r := NewReader(d)
	r.Format = f

	storage := internal.NewRAWObjectStorage()
	_, err = r.Read(storage)
	c.Assert(err, IsNil)

	return storage
}