package cache import ( "strings" "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/git-bug/git-bug/entities/bug" "github.com/git-bug/git-bug/entities/identity" "github.com/git-bug/git-bug/entity" "github.com/git-bug/git-bug/query" "github.com/git-bug/git-bug/repository" ) func TestCache(t *testing.T) { repo := repository.CreateGoGitTestRepo(t, false) indexCount := func(t *testing.T, name string) uint64 { t.Helper() idx, err := repo.GetIndex(name) require.NoError(t, err) count, err := idx.DocCount() require.NoError(t, err) return count } cache, err := NewRepoCacheNoEvents(repo) require.NoError(t, err) // Create, set and get user identity iden1, err := cache.Identities().New("René Descartes", "rene@descartes.fr") require.NoError(t, err) err = cache.SetUserIdentity(iden1) require.NoError(t, err) userIden, err := cache.GetUserIdentity() require.NoError(t, err) require.Equal(t, iden1.Id(), userIden.Id()) // it's possible to create two identical identities iden2, err := cache.Identities().New("René Descartes", "rene@descartes.fr") require.NoError(t, err) // Two identical identities yield a different id require.NotEqual(t, iden1.Id(), iden2.Id()) // There is now two identities in the cache require.Len(t, cache.Identities().AllIds(), 2) require.Len(t, cache.identities.excerpts, 2) require.Len(t, cache.identities.cached, 2) require.Equal(t, uint64(2), indexCount(t, identity.Namespace)) require.Equal(t, uint64(0), indexCount(t, bug.Namespace)) // Create a bug bug1, _, err := cache.Bugs().New("title", "message") require.NoError(t, err) // It's possible to create two identical bugs bug2, _, err := cache.Bugs().New("title", "marker") require.NoError(t, err) // two identical bugs yield a different id require.NotEqual(t, bug1.Id(), bug2.Id()) // There is now two bugs in the cache require.Len(t, cache.Bugs().AllIds(), 2) require.Len(t, cache.bugs.excerpts, 2) require.Len(t, cache.bugs.cached, 2) require.Equal(t, uint64(2), indexCount(t, identity.Namespace)) require.Equal(t, uint64(2), indexCount(t, bug.Namespace)) // Resolving _, err = cache.Identities().Resolve(iden1.Id()) require.NoError(t, err) _, err = cache.Identities().ResolveExcerpt(iden1.Id()) require.NoError(t, err) _, err = cache.Identities().ResolvePrefix(iden1.Id().String()[:10]) require.NoError(t, err) _, err = cache.Bugs().Resolve(bug1.Id()) require.NoError(t, err) _, err = cache.Bugs().ResolveExcerpt(bug1.Id()) require.NoError(t, err) _, err = cache.Bugs().ResolvePrefix(bug1.Id().String()[:10]) require.NoError(t, err) // Querying q, err := query.Parse("status:open author:descartes sort:edit-asc") require.NoError(t, err) res, err := cache.Bugs().Query(q) require.NoError(t, err) require.Len(t, res, 2) q, err = query.Parse("status:open marker") // full-text search require.NoError(t, err) res, err = cache.Bugs().Query(q) require.NoError(t, err) require.Len(t, res, 1) // Close require.NoError(t, cache.Close()) require.Empty(t, cache.bugs.cached) require.Empty(t, cache.bugs.excerpts) require.Empty(t, cache.identities.cached) require.Empty(t, cache.identities.excerpts) // Reload, only excerpt are loaded, but as we need to load the identities used in the bugs // to check the signatures, we also load the identity used above cache, err = NewRepoCacheNoEvents(repo) require.NoError(t, err) require.Len(t, cache.bugs.cached, 0) require.Len(t, cache.bugs.excerpts, 2) require.Len(t, cache.identities.cached, 0) require.Len(t, cache.identities.excerpts, 2) require.Equal(t, uint64(2), indexCount(t, identity.Namespace)) require.Equal(t, uint64(2), indexCount(t, bug.Namespace)) // Resolving load from the disk _, err = cache.Identities().Resolve(iden1.Id()) require.NoError(t, err) _, err = cache.Identities().ResolveExcerpt(iden1.Id()) require.NoError(t, err) _, err = cache.Identities().ResolvePrefix(iden1.Id().String()[:10]) require.NoError(t, err) _, err = cache.Bugs().Resolve(bug1.Id()) require.NoError(t, err) _, err = cache.Bugs().ResolveExcerpt(bug1.Id()) require.NoError(t, err) _, err = cache.Bugs().ResolvePrefix(bug1.Id().String()[:10]) require.NoError(t, err) require.Len(t, cache.bugs.cached, 1) require.Len(t, cache.bugs.excerpts, 2) require.Len(t, cache.identities.cached, 1) require.Len(t, cache.identities.excerpts, 2) require.Equal(t, uint64(2), indexCount(t, identity.Namespace)) require.Equal(t, uint64(2), indexCount(t, bug.Namespace)) // Remove + RemoveAll err = cache.Identities().Remove(iden1.Id().String()[:10]) require.NoError(t, err) err = cache.Bugs().Remove(bug1.Id().String()[:10]) require.NoError(t, err) require.Len(t, cache.bugs.cached, 0) require.Len(t, cache.bugs.excerpts, 1) require.Len(t, cache.identities.cached, 0) require.Len(t, cache.identities.excerpts, 1) require.Equal(t, uint64(1), indexCount(t, identity.Namespace)) require.Equal(t, uint64(1), indexCount(t, bug.Namespace)) _, err = cache.Identities().New("René Descartes", "rene@descartes.fr") require.NoError(t, err) _, _, err = cache.Bugs().NewRaw(iden2, time.Now().Unix(), "title", "message", nil, nil) require.NoError(t, err) err = cache.RemoveAll() require.NoError(t, err) require.Len(t, cache.bugs.cached, 0) require.Len(t, cache.bugs.excerpts, 0) require.Len(t, cache.identities.cached, 0) require.Len(t, cache.identities.excerpts, 0) require.Equal(t, uint64(0), indexCount(t, identity.Namespace)) require.Equal(t, uint64(0), indexCount(t, bug.Namespace)) // Close require.NoError(t, cache.Close()) require.Empty(t, cache.bugs.cached) require.Empty(t, cache.bugs.excerpts) require.Empty(t, cache.identities.cached) require.Empty(t, cache.identities.excerpts) } func TestCachePushPull(t *testing.T) { repoA, repoB, _ := repository.SetupGoGitReposAndRemote(t) cacheA := createTestRepoCacheNoEvents(t, repoA) cacheB := createTestRepoCacheNoEvents(t, repoB) // Create, set and get user identity reneA, err := cacheA.Identities().New("René Descartes", "rene@descartes.fr") require.NoError(t, err) err = cacheA.SetUserIdentity(reneA) require.NoError(t, err) isaacB, err := cacheB.Identities().New("Isaac Newton", "isaac@newton.uk") require.NoError(t, err) err = cacheB.SetUserIdentity(isaacB) require.NoError(t, err) // distribute the identity _, err = cacheA.Push("origin") require.NoError(t, err) err = cacheB.Pull("origin") require.NoError(t, err) // Create a bug in A _, _, err = cacheA.Bugs().New("bug1", "message") require.NoError(t, err) // A --> remote --> B _, err = cacheA.Push("origin") require.NoError(t, err) err = cacheB.Pull("origin") require.NoError(t, err) require.Len(t, cacheB.Bugs().AllIds(), 1) // retrieve and set identity reneB, err := cacheB.Identities().Resolve(reneA.Id()) require.NoError(t, err) err = cacheB.SetUserIdentity(reneB) require.NoError(t, err) // B --> remote --> A _, _, err = cacheB.Bugs().New("bug2", "message") require.NoError(t, err) _, err = cacheB.Push("origin") require.NoError(t, err) err = cacheA.Pull("origin") require.NoError(t, err) require.Len(t, cacheA.Bugs().AllIds(), 2) } func TestRemove(t *testing.T) { repo := repository.CreateGoGitTestRepo(t, false) remoteA := repository.CreateGoGitTestRepo(t, true) remoteB := repository.CreateGoGitTestRepo(t, true) err := repo.AddRemote("remoteA", remoteA.GetLocalRemote()) require.NoError(t, err) err = repo.AddRemote("remoteB", remoteB.GetLocalRemote()) require.NoError(t, err) repoCache := createTestRepoCacheNoEvents(t, repo) rene, err := repoCache.Identities().New("René Descartes", "rene@descartes.fr") require.NoError(t, err) err = repoCache.SetUserIdentity(rene) require.NoError(t, err) _, _, err = repoCache.Bugs().New("title", "message") require.NoError(t, err) // and one more for testing b1, _, err := repoCache.Bugs().New("title", "message") require.NoError(t, err) _, err = repoCache.Push("remoteA") require.NoError(t, err) _, err = repoCache.Push("remoteB") require.NoError(t, err) _, err = repoCache.Fetch("remoteA") require.NoError(t, err) _, err = repoCache.Fetch("remoteB") require.NoError(t, err) err = repoCache.Bugs().Remove(b1.Id().String()) require.NoError(t, err) assert.Len(t, repoCache.bugs.cached, 1) assert.Len(t, repoCache.bugs.excerpts, 1) _, err = repoCache.Bugs().Resolve(b1.Id()) assert.ErrorAs(t, entity.ErrNotFound{}, err) } func TestCacheEviction(t *testing.T) { repo := repository.CreateGoGitTestRepo(t, false) repoCache := createTestRepoCacheNoEvents(t, repo) repoCache.setCacheSize(2) require.Equal(t, 2, repoCache.bugs.maxLoaded) require.Len(t, repoCache.bugs.cached, 0) require.Equal(t, repoCache.bugs.lru.Len(), 0) // Generating some bugs rene, err := repoCache.Identities().New("René Descartes", "rene@descartes.fr") require.NoError(t, err) err = repoCache.SetUserIdentity(rene) require.NoError(t, err) bug1, _, err := repoCache.Bugs().New("title", "message") require.NoError(t, err) checkBugPresence(t, repoCache, bug1, true) require.Len(t, repoCache.bugs.cached, 1) require.Equal(t, 1, repoCache.bugs.lru.Len()) bug2, _, err := repoCache.Bugs().New("title", "message") require.NoError(t, err) checkBugPresence(t, repoCache, bug1, true) checkBugPresence(t, repoCache, bug2, true) require.Len(t, repoCache.bugs.cached, 2) require.Equal(t, 2, repoCache.bugs.lru.Len()) // Number of bugs should not exceed max size of lruCache, oldest one should be evicted bug3, _, err := repoCache.Bugs().New("title", "message") require.NoError(t, err) require.Len(t, repoCache.bugs.cached, 2) require.Equal(t, 2, repoCache.bugs.lru.Len()) checkBugPresence(t, repoCache, bug1, false) checkBugPresence(t, repoCache, bug2, true) checkBugPresence(t, repoCache, bug3, true) // Accessing bug should update position in lruCache, and therefore it should not be evicted repoCache.bugs.lru.Get(bug2.Id()) oldestId, _ := repoCache.bugs.lru.GetOldest() require.Equal(t, bug3.Id(), oldestId) checkBugPresence(t, repoCache, bug1, false) checkBugPresence(t, repoCache, bug2, true) checkBugPresence(t, repoCache, bug3, true) require.Len(t, repoCache.bugs.cached, 2) require.Equal(t, 2, repoCache.bugs.lru.Len()) } func TestLongDescription(t *testing.T) { // See https://github.com/git-bug/git-bug/issues/606 text := strings.Repeat("x", 65536) repo := repository.CreateGoGitTestRepo(t, false) backend := createTestRepoCacheNoEvents(t, repo) i, err := backend.Identities().New("René Descartes", "rene@descartes.fr") require.NoError(t, err) _, _, err = backend.Bugs().NewRaw(i, time.Now().Unix(), text, text, nil, nil) require.NoError(t, err) } func checkBugPresence(t *testing.T, cache *RepoCache, bug *BugCache, presence bool) { t.Helper() id := bug.Id() require.Equal(t, presence, cache.bugs.lru.Contains(id)) b, ok := cache.bugs.cached[id] require.Equal(t, presence, ok) if ok { require.Equal(t, bug, b) } } func createTestRepoCacheNoEvents(t *testing.T, repo repository.TestedRepo) *RepoCache { t.Helper() cache, err := NewRepoCacheNoEvents(repo) require.NoError(t, err) t.Cleanup(func() { require.NoError(t, cache.Close()) }) return cache }