X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=parser%2Ftest_lexer.py;fp=parser%2Ftest_lexer.py;h=c31593eeaaff45439b00301951d3ac49c82e2cc7;hb=02dbb2a7f4d0804c56122cc7ca681224fe659abc;hp=ac3be813263eab36fc756d376b58e2ee8ffaa4fe;hpb=fc9a4ef6e9dcde7e48ca54609ba7c9e80a1f20a7;p=phdru.name%2Fcgi-bin%2Fblog-ru%2Fsearch-tags.git

diff --git a/parser/test_lexer.py b/parser/test_lexer.py
index ac3be81..c31593e 100755
--- a/parser/test_lexer.py
+++ b/parser/test_lexer.py
@@ -59,5 +59,35 @@ class TestLexer(unittest.TestCase):
         self.assertEqual(lextoken.lineno, 1)
         self.assertEqual(lextoken.lexpos, 9)
 
+    def test_05_expression_2(self):
+        lexer.input('xxx and  yyy')
+        tokens = list(lexer)
+        self.assertEqual(len(tokens), 5)
+        lextoken = tokens[0]
+        self.assertEqual(lextoken.type, 'NAME')
+        self.assertEqual(lextoken.value, 'xxx')
+        self.assertEqual(lextoken.lineno, 1)
+        self.assertEqual(lextoken.lexpos, 0)
+        lextoken = tokens[1]
+        self.assertEqual(lextoken.type, 'SP1')
+        self.assertEqual(lextoken.value, ' ')
+        self.assertEqual(lextoken.lineno, 1)
+        self.assertEqual(lextoken.lexpos, 3)
+        lextoken = tokens[2]
+        self.assertEqual(lextoken.type, 'NAME')
+        self.assertEqual(lextoken.value, 'and')
+        self.assertEqual(lextoken.lineno, 1)
+        self.assertEqual(lextoken.lexpos, 4)
+        lextoken = tokens[3]
+        self.assertEqual(lextoken.type, 'SP1')
+        self.assertEqual(lextoken.value, '  ')
+        self.assertEqual(lextoken.lineno, 1)
+        self.assertEqual(lextoken.lexpos, 7)
+        lextoken = tokens[4]
+        self.assertEqual(lextoken.type, 'NAME')
+        self.assertEqual(lextoken.value, 'yyy')
+        self.assertEqual(lextoken.lineno, 1)
+        self.assertEqual(lextoken.lexpos, 9)
+
 if __name__ == "__main__":
     unittest.main()