nordic-dev.net/rust
nordic-dev.net/rust
2
0
Fork 0
mirror of https://github.com/rust-lang/rust.git synced 2024-11-22 23:04:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

etc: use codecs in featureck

Browse Source 
this asserts that source is valid utf8 on both python3 and python2
This commit is contained in:
Richo Healey 2015-05-26 12:09:28 -07:00
parent d1082aa3a1
commit 96d7400b1a
1 changed files with 5 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/etc/featureck.py
View File

@ -18,7 +18,10 @@
# since the same version
# * Prints information about features
import sys, os, re
import sys
import os
import re
import codecs
if len(sys.argv) < 2:
print("usage: featureck.py <src-dir>")
@ -78,15 +81,8 @@ for (dirpath, dirnames, filenames) in os.walk(src_dir):
if not filename.endswith(".rs"):
continue
if sys.version_info.major == 2:
_open = lambda f: open(f, 'r')
elif sys.version_info.major == 3:
_open = lambda f: open(f, 'r', encoding="utf-8")
else:
raise RuntimeError("Unsupported python version: %s" % (repr(sys.version_info)))
path = os.path.join(dirpath, filename)
with _open(path) as f:
with codecs.open(filename=path, mode='r', encoding="utf-8") as f:
line_num = 0
for line in f:
line_num += 1