-def print_tokens(token_list, level=0):
- for token in token_list:
- if not isinstance(token, TokenList):
- sys.stdout.write(token.normalized)
- if isinstance(token, TokenList):
- print_tokens(token, level+1)
- if level == 0:
- print ';'
+def get_tokens_str(token_list):
+ sio = StringIO()
+ print_tokens(token_list, outfile=sio)
+ return sio.getvalue()