From 5e4dc87ffec7f87bbf3ebfcf256777ad773e8450 Mon Sep 17 00:00:00 2001
From: Michael Muré <batolettre@gmail.com>
Date: Sat, 14 Mar 2020 16:47:38 +0100
Subject: cache: replace the all-in-one query parser by a complete one with
 AST/lexer/parser

---
 query/lexer_test.go | 45 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 45 insertions(+)
 create mode 100644 query/lexer_test.go

(limited to 'query/lexer_test.go')

diff --git a/query/lexer_test.go b/query/lexer_test.go
new file mode 100644
index 00000000..922e3fc9
--- /dev/null
+++ b/query/lexer_test.go
@@ -0,0 +1,45 @@
+package query
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestTokenize(t *testing.T) {
+	var tests = []struct {
+		input  string
+		tokens []token
+	}{
+		{"gibberish", nil},
+		{"status:", nil},
+		{":value", nil},
+
+		{"status:open", []token{{"status", "open"}}},
+		{"status:closed", []token{{"status", "closed"}}},
+
+		{"author:rene", []token{{"author", "rene"}}},
+		{`author:"René Descartes"`, []token{{"author", "René Descartes"}}},
+
+		{
+			`status:open status:closed author:rene author:"René Descartes"`,
+			[]token{
+				{"status", "open"},
+				{"status", "closed"},
+				{"author", "rene"},
+				{"author", "René Descartes"},
+			},
+		},
+	}
+
+	for _, tc := range tests {
+		tokens, err := tokenize(tc.input)
+		if tc.tokens == nil {
+			assert.Error(t, err)
+			assert.Nil(t, tokens)
+		} else {
+			assert.NoError(t, err)
+			assert.Equal(t, tc.tokens, tokens)
+		}
+	}
+}
-- 
cgit