diff options
author | Claudiu Popa <cpopa@cloudbasesolutions.com> | 2015-01-03 10:00:00 +0200 |
---|---|---|
committer | Claudiu Popa <cpopa@cloudbasesolutions.com> | 2015-01-03 10:00:00 +0200 |
commit | 4ad0921cb4e75f0fab120c845d73990075da152d (patch) | |
tree | badab4ca72cf7d8cc6af18f38776dddffa1ae4da /utils.py | |
parent | 98f292601d5db900732842031db3b22366f799aa (diff) | |
download | pylint-4ad0921cb4e75f0fab120c845d73990075da152d.tar.gz |
Use the new Module.stream, since Module.file_stream is deprecated.
Diffstat (limited to 'utils.py')
-rw-r--r-- | utils.py | 21 |
1 files changed, 12 insertions, 9 deletions
@@ -128,16 +128,19 @@ def category_id(cid): return MSG_TYPES_LONG.get(cid) +def _decoding_readline(stream, module): + return lambda: stream.readline().decode(module.file_encoding, + 'replace') + + def tokenize_module(module): - stream = module.file_stream - stream.seek(0) - readline = stream.readline - if sys.version_info < (3, 0): - if module.file_encoding is not None: - readline = lambda: stream.readline().decode(module.file_encoding, - 'replace') - return list(tokenize.generate_tokens(readline)) - return list(tokenize.tokenize(readline)) + with module.stream() as stream: + readline = stream.readline + if sys.version_info < (3, 0): + if module.file_encoding is not None: + readline = _decoding_readline(stream, module) + return list(tokenize.generate_tokens(readline)) + return list(tokenize.tokenize(readline)) def build_message_def(checker, msgid, msg_tuple): if implements(checker, (IRawChecker, ITokenChecker)): |