add tests

wmentor · Dec 26, 2023 · 634482c · 634482c
1 parent 4ba38d5
commit 634482c
Showing 1 changed file with 7 additions and 4 deletions.
diff --git a/tokenizer_test.go b/tokenizer_test.go
@@ -247,18 +247,21 @@ func TestParser035(t *testing.T) {
 
 func TestParser036(t *testing.T) {
 	t.Parallel()
-	tF(t, "learn C++11 now", false,
-		"learn|c|+|+|11|now")
+	tF(t, "learn C++11 now", false, "learn|c|+|+|11|now")
 }
 
 func TestParser037(t *testing.T) {
 	t.Parallel()
-	tF(t, "победа муад'диба", false,
-		"победа|муад'диба")
+	tF(t, "победа муад'диба", false, "победа|муад'диба")
 }
 
 func TestParser038(t *testing.T) {
 	t.Parallel()
+	tF(t, "о’хара", false, "о'хара")
+}
+
+func TestParser039(t *testing.T) {
+	t.Parallel()
 
 	txt := "Working with gzip"