From fc43511867bfee131a3bfb18969ad02a1bb44a07 Mon Sep 17 00:00:00 2001 From: Serhiy Storchaka Date: Sun, 10 Apr 2016 14:34:13 +0300 Subject: Issue #25339: PYTHONIOENCODING now has priority over locale in setting the error handler for stdin and stdout. --- Lib/test/test_sys.py | 27 +++++++++++++++++++++++---- Misc/NEWS | 3 +++ Python/pylifecycle.c | 19 +++++++++---------- 3 files changed, 35 insertions(+), 14 deletions(-) diff --git a/Lib/test/test_sys.py b/Lib/test/test_sys.py index 6046671..2aa16fc 100644 --- a/Lib/test/test_sys.py +++ b/Lib/test/test_sys.py @@ -691,8 +691,10 @@ class SysModuleTest(unittest.TestCase): args = [sys.executable, "-c", code] if isolated: args.append("-I") - elif encoding: + if encoding is not None: env['PYTHONIOENCODING'] = encoding + else: + env.pop('PYTHONIOENCODING', None) p = subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, @@ -709,15 +711,32 @@ class SysModuleTest(unittest.TestCase): 'stderr: backslashreplace\n') # replace the default error handler - out = self.c_locale_get_error_handler(encoding=':strict') + out = self.c_locale_get_error_handler(encoding=':ignore') self.assertEqual(out, - 'stdin: strict\n' - 'stdout: strict\n' + 'stdin: ignore\n' + 'stdout: ignore\n' 'stderr: backslashreplace\n') # force the encoding out = self.c_locale_get_error_handler(encoding='iso8859-1') self.assertEqual(out, + 'stdin: strict\n' + 'stdout: strict\n' + 'stderr: backslashreplace\n') + out = self.c_locale_get_error_handler(encoding='iso8859-1:') + self.assertEqual(out, + 'stdin: strict\n' + 'stdout: strict\n' + 'stderr: backslashreplace\n') + + # have no any effect + out = self.c_locale_get_error_handler(encoding=':') + self.assertEqual(out, + 'stdin: surrogateescape\n' + 'stdout: surrogateescape\n' + 'stderr: backslashreplace\n') + out = self.c_locale_get_error_handler(encoding='') + self.assertEqual(out, 'stdin: surrogateescape\n' 'stdout: surrogateescape\n' 'stderr: backslashreplace\n') diff --git a/Misc/NEWS b/Misc/NEWS index 676f37e..2ce0620 100644 --- a/Misc/NEWS +++ b/Misc/NEWS @@ -10,6 +10,9 @@ Release date: tba Core and Builtins ----------------- +- Issue #25339: PYTHONIOENCODING now has priority over locale in setting the + error handler for stdin and stdout. + - Issue #26494: Fixed crash on iterating exhausting iterators. Affected classes are generic sequence iterators, iterators of str, bytes, bytearray, list, tuple, set, frozenset, dict, OrderedDict, corresponding diff --git a/Python/pylifecycle.c b/Python/pylifecycle.c index 35ca88f..ce52990 100644 --- a/Python/pylifecycle.c +++ b/Python/pylifecycle.c @@ -1135,15 +1135,6 @@ initstdio(void) encoding = _Py_StandardStreamEncoding; errors = _Py_StandardStreamErrors; if (!encoding || !errors) { - if (!errors) { - /* When the LC_CTYPE locale is the POSIX locale ("C locale"), - stdin and stdout use the surrogateescape error handler by - default, instead of the strict error handler. */ - char *loc = setlocale(LC_CTYPE, NULL); - if (loc != NULL && strcmp(loc, "C") == 0) - errors = "surrogateescape"; - } - pythonioencoding = Py_GETENV("PYTHONIOENCODING"); if (pythonioencoding) { char *err; @@ -1156,7 +1147,7 @@ initstdio(void) if (err) { *err = '\0'; err++; - if (*err && !_Py_StandardStreamErrors) { + if (*err && !errors) { errors = err; } } @@ -1164,6 +1155,14 @@ initstdio(void) encoding = pythonioencoding; } } + if (!errors && !(pythonioencoding && *pythonioencoding)) { + /* When the LC_CTYPE locale is the POSIX locale ("C locale"), + stdin and stdout use the surrogateescape error handler by + default, instead of the strict error handler. */ + char *loc = setlocale(LC_CTYPE, NULL); + if (loc != NULL && strcmp(loc, "C") == 0) + errors = "surrogateescape"; + } } /* Set sys.stdin */ -- cgit v0.12