Files
RustPython/extra_tests/snippets/stdlib_tokenize.py
T
2026-10-21 11:58:48 +09:00

10 lines
351 B
Python

import io
import tokenize
# Pending f-string parts must use the correct source line after CRLF lines.
source = 'pass\r\npass\r\nf"a}}b"\r\n'
tokens = list(tokenize.generate_tokens(io.StringIO(source).readline))
parts = [tok for tok in tokens if tok.type == tokenize.FSTRING_MIDDLE]
assert parts
assert all(tok.line == 'f"a}}b"\r\n' for tok in parts)