1 files changed, 45 insertions, 0 deletions
diff --git a/query/lexer_test.go b/query/lexer_test.go
new file mode 100644
index 00000000..922e3fc9
--- /dev/null
+++ b/query/lexer_test.go
@@ -0,0 +1,45 @@
+package query
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestTokenize(t *testing.T) {
+	var tests = []struct {
+		input  string
+		tokens []token
+	}{
+		{"gibberish", nil},
+		{"status:", nil},
+		{":value", nil},
+
+		{"status:open", []token{{"status", "open"}}},
+		{"status:closed", []token{{"status", "closed"}}},
+
+		{"author:rene", []token{{"author", "rene"}}},
+		{`author:"René Descartes"`, []token{{"author", "René Descartes"}}},
+
+		{
+			`status:open status:closed author:rene author:"René Descartes"`,
+			[]token{
+				{"status", "open"},
+				{"status", "closed"},
+				{"author", "rene"},
+				{"author", "René Descartes"},
+			},
+		},
+	}
+
+	for _, tc := range tests {
+		tokens, err := tokenize(tc.input)
+		if tc.tokens == nil {
+			assert.Error(t, err)
+			assert.Nil(t, tokens)
+		} else {
+			assert.NoError(t, err)
+			assert.Equal(t, tc.tokens, tokens)
+		}
+	}
+}