5 def print_tokens(token_list, outfile=sys.stdout, encoding=None):
7 buffer = getattr(outfile, 'buffer', outfile)
8 for token in token_list.flatten():
9 normalized = token.normalized
11 normalized = normalized.encode(encoding)
12 buffer.write(normalized)
13 if buffer is not outfile:
18 def tlist2str(token_list):
19 return u''.join(token.normalized for token in token_list.flatten())