self.assertEqual(lextoken.lineno, 1)
self.assertEqual(lextoken.lexpos, 9)
+ def test_05_expression_2(self):
+ lexer.input('xxx and yyy')
+ tokens = list(lexer)
+ self.assertEqual(len(tokens), 5)
+ lextoken = tokens[0]
+ self.assertEqual(lextoken.type, 'NAME')
+ self.assertEqual(lextoken.value, 'xxx')
+ self.assertEqual(lextoken.lineno, 1)
+ self.assertEqual(lextoken.lexpos, 0)
+ lextoken = tokens[1]
+ self.assertEqual(lextoken.type, 'SP1')
+ self.assertEqual(lextoken.value, ' ')
+ self.assertEqual(lextoken.lineno, 1)
+ self.assertEqual(lextoken.lexpos, 3)
+ lextoken = tokens[2]
+ self.assertEqual(lextoken.type, 'NAME')
+ self.assertEqual(lextoken.value, 'and')
+ self.assertEqual(lextoken.lineno, 1)
+ self.assertEqual(lextoken.lexpos, 4)
+ lextoken = tokens[3]
+ self.assertEqual(lextoken.type, 'SP1')
+ self.assertEqual(lextoken.value, ' ')
+ self.assertEqual(lextoken.lineno, 1)
+ self.assertEqual(lextoken.lexpos, 7)
+ lextoken = tokens[4]
+ self.assertEqual(lextoken.type, 'NAME')
+ self.assertEqual(lextoken.value, 'yyy')
+ self.assertEqual(lextoken.lineno, 1)
+ self.assertEqual(lextoken.lexpos, 9)
+
if __name__ == "__main__":
unittest.main()