diff options
Diffstat (limited to 'storage/filesystem/object_test.go')
-rw-r--r-- | storage/filesystem/object_test.go | 339 |
1 files changed, 27 insertions, 312 deletions
diff --git a/storage/filesystem/object_test.go b/storage/filesystem/object_test.go index 142bad9..99266ab 100644 --- a/storage/filesystem/object_test.go +++ b/storage/filesystem/object_test.go @@ -1,21 +1,10 @@ package filesystem import ( - "fmt" - "io" - "io/ioutil" - "os" - "path/filepath" - "reflect" - "sort" - "gopkg.in/src-d/go-git.v4/core" - "gopkg.in/src-d/go-git.v4/formats/packfile" + "gopkg.in/src-d/go-git.v4/fixtures" "gopkg.in/src-d/go-git.v4/storage/filesystem/internal/dotgit" - "gopkg.in/src-d/go-git.v4/storage/memory" - "gopkg.in/src-d/go-git.v4/utils/fs" - "github.com/alcortesm/tgz" . "gopkg.in/check.v1" ) @@ -23,318 +12,44 @@ type FsSuite struct{} var _ = Suite(&FsSuite{}) -var fixtures map[string]string // id to git dir paths (see initFixtures below) - -func fixture(id string, c *C) string { - path, ok := fixtures[id] - c.Assert(ok, Equals, true, Commentf("fixture %q not found", id)) - - return path -} - -var initFixtures = [...]struct { - id string - tgz string -}{ - { - id: "binary-relations", - tgz: "internal/dotgit/fixtures/alcortesm-binary-relations.tgz", - }, { - id: "binary-relations-no-idx", - tgz: "internal/dotgit/fixtures/alcortesm-binary-relations-no-idx.tgz", - }, { - id: "ref-deltas-no-idx", - tgz: "internal/dotgit/fixtures/ref-deltas-no-idx.tgz", - }, -} - func (s *FsSuite) SetUpSuite(c *C) { - fixtures = make(map[string]string, len(initFixtures)) - for _, init := range initFixtures { - path, err := tgz.Extract(init.tgz) - c.Assert(err, IsNil, Commentf("error extracting %s\n", init.tgz)) - fixtures[init.id] = path - } -} - -func (s *FsSuite) TearDownSuite(c *C) { - for _, v := range fixtures { - err := os.RemoveAll(v) - c.Assert(err, IsNil, Commentf("error removing fixture %q\n", v)) - } + fixtures.RootFolder = "../../fixtures" } -func (s *FsSuite) TestWriter(c *C) { - r, err := os.Open("../../formats/packfile/fixtures/git-fixture.ofs-delta") +func (s *FsSuite) TestGetFromObjectFile(c *C) { + fs := fixtures.ByTag(".git").ByTag("unpacked").DotGit() + o, err := newObjectStorage(dotgit.New(fs)) c.Assert(err, IsNil) - o := &ObjectStorage{} - w, err := o.Writer() + expected := core.NewHash("f3dfe29d268303fc6e1bbce268605fc99573406e") + obj, err := o.Get(core.AnyObject, expected) c.Assert(err, IsNil) - - n, err := io.Copy(w, r) - c.Assert(err, IsNil) - c.Check(n, Equals, int64(85300)) - - c.Assert(o.index, HasLen, 28) - c.Assert(w.Close(), IsNil) -} - -func (s *FsSuite) TestHashNotFound(c *C) { - sto := s.newObjectStorage(c, "binary-relations") - types := []core.ObjectType{core.AnyObject, core.TagObject, core.CommitObject, core.BlobObject, core.TreeObject} - for t := range types { - _, err := sto.Get(core.ObjectType(t), core.ZeroHash) - c.Assert(err, Equals, core.ErrObjectNotFound) - } + c.Assert(obj.Hash(), Equals, expected) } -func (s *FsSuite) newObjectStorage(c *C, fixtureName string) core.ObjectStorage { - path := fixture(fixtureName, c) - fs := fs.NewOS(filepath.Join(path, ".git/")) - - store, err := NewStorage(fs) +func (s *FsSuite) TestGetFromPackfile(c *C) { + fs := fixtures.Basic().ByTag(".git").DotGit() + o, err := newObjectStorage(dotgit.New(fs)) c.Assert(err, IsNil) - return store.ObjectStorage() -} - -func (s *FsSuite) TestGetCompareWithMemoryStorage(c *C) { - for i, fixId := range [...]string{ - "binary-relations", - "binary-relations-no-idx", - "ref-deltas-no-idx", - } { - path := fixture(fixId, c) - com := Commentf("at subtest %d, (fixture id = %q, extracted to %q)", - i, fixId, path) - - gitPath := filepath.Join(path, ".git/") - fs := fs.NewOS(gitPath) - - memSto, err := memStorageFromGitDir(fs, gitPath) - c.Assert(err, IsNil, com) - - filesystemSto := s.newObjectStorage(c, fixId) - - equal, reason, err := equalsStorages(memSto, filesystemSto) - c.Assert(err, IsNil, com) - c.Assert(equal, Equals, true, - Commentf("%s - %s\n", com.CheckCommentString(), reason)) - } -} - -func memStorageFromGitDir(fs fs.Filesystem, path string) (core.ObjectStorage, error) { - dir := dotgit.New(fs) - packs, err := dir.ObjectsPacks() - if err != nil { - return nil, err - } - - if len(packs) == 0 { - return nil, nil - } - - fmt.Println(packs[0].Name()) - f, _, err := dir.ObjectPack(packs[0].Name()) - if err != nil { - return nil, err - } - - sto := memory.NewStorage() - r := packfile.NewScanner(f) - d := packfile.NewDecoder(r, sto.ObjectStorage()) - - _, err = d.Decode() - if err != nil { - return nil, err - } - - err = f.Close() - if err != nil { - return nil, err - } - - return sto.ObjectStorage(), nil -} - -func equalsStorages(a, b core.ObjectStorage) (bool, string, error) { - for _, typ := range [...]core.ObjectType{ - core.CommitObject, - core.TreeObject, - core.BlobObject, - core.TagObject, - } { - iter, err := a.Iter(typ) - if err != nil { - return false, "", fmt.Errorf("cannot get iterator: %s", err) - } - - for { - ao, err := iter.Next() - if err != nil { - iter.Close() - break - } - - bo, err := b.Get(core.AnyObject, ao.Hash()) - if err != nil { - return false, "", fmt.Errorf("getting object with hash %s: %s", - ao.Hash(), err) - } - - equal, reason, err := equalsObjects(ao, bo) - if !equal || err != nil { - return equal, reason, fmt.Errorf("comparing objects: %s", err) - } - } - } - - return true, "", nil -} - -func equalsObjects(a, b core.Object) (bool, string, error) { - ah := a.Hash() - bh := b.Hash() - if ah != bh { - return false, fmt.Sprintf("object hashes differ: %s and %s\n", - ah, bh), nil - } - - atyp := a.Type() - btyp := b.Type() - if atyp != btyp { - return false, fmt.Sprintf("object types differ: %d and %d\n", - atyp, btyp), nil - } - - asz := a.Size() - bsz := b.Size() - if asz != bsz { - return false, fmt.Sprintf("object sizes differ: %d and %d\n", - asz, bsz), nil - } - - r, _ := b.Reader() - ac, _ := ioutil.ReadAll(r) - if ac != nil { - r, _ := b.Reader() - bc, _ := ioutil.ReadAll(r) - - if !reflect.DeepEqual(ac, bc) { - return false, fmt.Sprintf("object contents differ"), nil - } - } - - return true, "", nil -} - -func (s *FsSuite) TestIterCompareWithMemoryStorage(c *C) { - for i, fixId := range [...]string{ - "binary-relations", - "binary-relations-no-idx", - "ref-deltas-no-idx", - } { - - path := fixture(fixId, c) - com := Commentf("at subtest %d, (fixture id = %q, extracted to %q)", - i, fixId, path) - - gitPath := filepath.Join(path, ".git/") - fs := fs.NewOS(gitPath) - - memSto, err := memStorageFromDirPath(fs, gitPath) - c.Assert(err, IsNil, com) - - filesystemSto := s.newObjectStorage(c, fixId) - - for _, typ := range [...]core.ObjectType{ - core.CommitObject, - core.TreeObject, - core.BlobObject, - core.TagObject, - } { - - memObjs, err := iterToSortedSlice(memSto, typ) - c.Assert(err, IsNil, com) - - filesystemObjs, err := iterToSortedSlice(filesystemSto, typ) - c.Assert(err, IsNil, com) - - for i, o := range memObjs { - c.Assert(filesystemObjs[i].Hash(), Equals, o.Hash(), com) - } - } - } -} - -func memStorageFromDirPath(fs fs.Filesystem, path string) (core.ObjectStorage, error) { - dir := dotgit.New(fs) - packs, err := dir.ObjectsPacks() - if err != nil { - fmt.Println("errr", err) - return nil, err - } - - if len(packs) == 0 { - return nil, nil - } - - f, _, err := dir.ObjectPack(packs[0].Name()) - if err != nil { - return nil, err - } - - sto := memory.NewStorage() - - r := packfile.NewScanner(f) - d := packfile.NewDecoder(r, sto.ObjectStorage()) - _, err = d.Decode() - if err != nil { - return nil, err - } - - if err = f.Close(); err != nil { - return nil, err - } - - return sto.ObjectStorage(), nil -} - -func iterToSortedSlice(storage core.ObjectStorage, typ core.ObjectType) ([]core.Object, - error) { - - iter, err := storage.Iter(typ) - if err != nil { - return nil, err - } - - r := make([]core.Object, 0) - for { - obj, err := iter.Next() - if err != nil { - iter.Close() - break - } - r = append(r, obj) - } - - sort.Sort(byHash(r)) - - return r, nil + expected := core.NewHash("6ecf0ef2c2dffb796033e5a02219af86ec6584e5") + obj, err := o.Get(core.AnyObject, expected) + c.Assert(err, IsNil) + c.Assert(obj.Hash(), Equals, expected) } -type byHash []core.Object - -func (a byHash) Len() int { return len(a) } -func (a byHash) Swap(i, j int) { a[i], a[j] = a[j], a[i] } -func (a byHash) Less(i, j int) bool { - return a[i].Hash().String() < a[j].Hash().String() -} +func (s *FsSuite) TestGetFromPackfileMultiplePackfiles(c *C) { + fs := fixtures.ByTag(".git").ByTag("multi-packfile").DotGit() + o, err := newObjectStorage(dotgit.New(fs)) + c.Assert(err, IsNil) -func (s *FsSuite) TestSet(c *C) { - sto := s.newObjectStorage(c, "binary-relations") + expected := core.NewHash("8d45a34641d73851e01d3754320b33bb5be3c4d3") + obj, err := o.getFromPackfile(expected) + c.Assert(err, IsNil) + c.Assert(obj.Hash(), Equals, expected) - _, err := sto.Set(&core.MemoryObject{}) - c.Assert(err, ErrorMatches, "not implemented yet") + expected = core.NewHash("e9cfa4c9ca160546efd7e8582ec77952a27b17db") + obj, err = o.getFromPackfile(expected) + c.Assert(err, IsNil) + c.Assert(obj.Hash(), Equals, expected) } |