Explicitly use UTF-8 as the encoding for the normalization file.

This commit is contained in:
Martin v. Löwis 2007-08-30 20:58:02 +00:00
parent 5495957b6c
commit 234a34a564
2 changed files with 4 additions and 4 deletions

View file

@ -33,7 +33,7 @@ def unistr(data):
class NormalizationTest(unittest.TestCase):
def test_main(self):
part1_data = {}
for line in open_urlresource(TESTDATAURL):
for line in open_urlresource(TESTDATAURL, encoding="utf-8"):
if '#' in line:
line = line.split('#')[0]
line = line.strip()

View file

@ -244,7 +244,7 @@ def check_syntax_error(testcase, statement):
else:
testcase.fail('Missing SyntaxError: "%s"' % statement)
def open_urlresource(url):
def open_urlresource(url, *args, **kw):
import urllib, urlparse
requires('urlfetch')
@ -253,11 +253,11 @@ def open_urlresource(url):
for path in [os.path.curdir, os.path.pardir]:
fn = os.path.join(path, filename)
if os.path.exists(fn):
return open(fn)
return open(fn, *args, **kw)
print('\tfetching %s ...' % url, file=get_original_stdout())
fn, _ = urllib.urlretrieve(url, filename)
return open(fn)
return open(fn, *args, **kw)
class WarningMessage(object):