cpython-lru_cache-weakref: Python/fileutils.c annotate

annotate Python/fileutils.c @ 87281:116bd550e309

Issue #9566, #19617: Fix more compiler warnings in compile.c on Windows 64-bit

author	Victor Stinner <victor.stinner@gmail.com>
date	Tue, 19 Nov 2013 23:56:34 +0100
parents	37d36a029df0
children

rev	line source
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	1 #include "Python.h"
80406 5db6d9ddf6e8 Issue #15835: Define PATH_MAX on HP-UX. Stefan Krah <skrah@bytereef.org> parents: 75353 diff changeset	2 #include "osdefs.h"
65164 1f3919af8a53 Fix fileutils for Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65163 diff changeset	3 #ifdef MS_WINDOWS
1f3919af8a53 Fix fileutils for Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65163 diff changeset	4 # include <windows.h>
1f3919af8a53 Fix fileutils for Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65163 diff changeset	5 #endif
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	6
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	7 #ifdef HAVE_LANGINFO_H
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	8 #include <locale.h>
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	9 #include <langinfo.h>
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	10 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	11
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	12 #ifdef HAVE_SYS_IOCTL_H
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	13 #include <sys/ioctl.h>
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	14 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	15
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	16 #ifdef HAVE_FCNTL_H
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	17 #include <fcntl.h>
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	18 #endif /* HAVE_FCNTL_H */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	19
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	20 #ifdef __APPLE__
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	21 extern wchar_t* _Py_DecodeUTF8_surrogateescape(const char *s, Py_ssize_t size);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	22 #endif
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	23
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	24 #ifdef O_CLOEXEC
85584 98f82b124c7d Close #18954: Fix some typo in fileutils.c comments Victor Stinner <victor.stinner@gmail.com> parents: 85420 diff changeset	25 /* Does open() support the O_CLOEXEC flag? Possible values:
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	26
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	27 -1: unknown
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	28 0: open() ignores O_CLOEXEC flag, ex: Linux kernel older than 2.6.23
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	29 1: open() supports O_CLOEXEC flag, close-on-exec is set
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	30
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	31 The flag is used by _Py_open(), io.FileIO and os.open() */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	32 int _Py_open_cloexec_works = -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	33 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	34
75353 c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	35 PyObject *
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	36 _Py_device_encoding(int fd)
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	37 {
84331 dfc020b4b123 If MS_WIN64 is defined, MS_WINDOWS is also defined: #ifdef can be simplified. Victor Stinner <victor.stinner@gmail.com> parents: 84034 diff changeset	38 #if defined(MS_WINDOWS)
75353 c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	39 UINT cp;
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	40 #endif
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	41 if (!_PyVerify_fd(fd) \|\| !isatty(fd)) {
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	42 Py_RETURN_NONE;
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	43 }
84331 dfc020b4b123 If MS_WIN64 is defined, MS_WINDOWS is also defined: #ifdef can be simplified. Victor Stinner <victor.stinner@gmail.com> parents: 84034 diff changeset	44 #if defined(MS_WINDOWS)
75353 c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	45 if (fd == 0)
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	46 cp = GetConsoleCP();
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	47 else if (fd == 1 \|\| fd == 2)
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	48 cp = GetConsoleOutputCP();
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	49 else
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	50 cp = 0;
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	51 /* GetConsoleCP() and GetConsoleOutputCP() return 0 if the application
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	52 has no console */
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	53 if (cp != 0)
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	54 return PyUnicode_FromFormat("cp%u", (unsigned int)cp);
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	55 #elif defined(CODESET)
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	56 {
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	57 char *codeset = nl_langinfo(CODESET);
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	58 if (codeset != NULL && codeset[0] != 0)
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	59 return PyUnicode_FromString(codeset);
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	60 }
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	61 #endif
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	62 Py_RETURN_NONE;
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	63 }
c80d9a0bd5a0 Issue #14153 Create _Py_device_encoding() to prevent _io from having to import Brett Cannon <brett@python.org> parents: 74129 diff changeset	64
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	65 #if !defined(__APPLE__) && !defined(MS_WINDOWS)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	66 extern int _Py_normalize_encoding(const char , char , size_t);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	67
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	68 /* Workaround FreeBSD and OpenIndiana locale encoding issue with the C locale.
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	69 On these operating systems, nl_langinfo(CODESET) announces an alias of the
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	70 ASCII encoding, whereas mbstowcs() and wcstombs() functions use the
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	71 ISO-8859-1 encoding. The problem is that os.fsencode() and os.fsdecode() use
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	72 locale.getpreferredencoding() codec. For example, if command line arguments
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	73 are decoded by mbstowcs() and encoded back by os.fsencode(), we get a
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	74 UnicodeEncodeError instead of retrieving the original byte string.
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	75
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	76 The workaround is enabled if setlocale(LC_CTYPE, NULL) returns "C",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	77 nl_langinfo(CODESET) announces "ascii" (or an alias to ASCII), and at least
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	78 one byte in range 0x80-0xff can be decoded from the locale encoding. The
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	79 workaround is also enabled on error, for example if getting the locale
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	80 failed.
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	81
81535 c044029ede9d thinko Philip Jenvey <pjenvey@underboss.org> parents: 81259 diff changeset	82 Values of force_ascii:
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	83
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	84 1: the workaround is used: _Py_wchar2char() uses
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	85 encode_ascii_surrogateescape() and _Py_char2wchar() uses
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	86 decode_ascii_surrogateescape()
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	87 0: the workaround is not used: _Py_wchar2char() uses wcstombs() and
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	88 _Py_char2wchar() uses mbstowcs()
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	89 -1: unknown, need to call check_force_ascii() to get the value
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	90 */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	91 static int force_ascii = -1;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	92
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	93 static int
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	94 check_force_ascii(void)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	95 {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	96 char *loc;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	97 #if defined(HAVE_LANGINFO_H) && defined(CODESET)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	98 char codeset, *alias;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	99 char encoding[100];
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	100 int is_ascii;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	101 unsigned int i;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	102 char* ascii_aliases[] = {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	103 "ascii",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	104 "646",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	105 "ansi-x3.4-1968",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	106 "ansi-x3-4-1968",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	107 "ansi-x3.4-1986",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	108 "cp367",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	109 "csascii",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	110 "ibm367",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	111 "iso646-us",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	112 "iso-646.irv-1991",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	113 "iso-ir-6",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	114 "us",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	115 "us-ascii",
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	116 NULL
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	117 };
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	118 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	119
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	120 loc = setlocale(LC_CTYPE, NULL);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	121 if (loc == NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	122 goto error;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	123 if (strcmp(loc, "C") != 0) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	124 /* the LC_CTYPE locale is different than C */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	125 return 0;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	126 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	127
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	128 #if defined(HAVE_LANGINFO_H) && defined(CODESET)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	129 codeset = nl_langinfo(CODESET);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	130 if (!codeset \|\| codeset[0] == '\0') {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	131 /* CODESET is not set or empty */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	132 goto error;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	133 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	134 if (!_Py_normalize_encoding(codeset, encoding, sizeof(encoding)))
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	135 goto error;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	136
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	137 is_ascii = 0;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	138 for (alias=ascii_aliases; *alias != NULL; alias++) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	139 if (strcmp(encoding, *alias) == 0) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	140 is_ascii = 1;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	141 break;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	142 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	143 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	144 if (!is_ascii) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	145 /* nl_langinfo(CODESET) is not "ascii" or an alias of ASCII */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	146 return 0;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	147 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	148
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	149 for (i=0x80; i<0xff; i++) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	150 unsigned char ch;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	151 wchar_t wch;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	152 size_t res;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	153
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	154 ch = (unsigned char)i;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	155 res = mbstowcs(&wch, (char*)&ch, 1);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	156 if (res != (size_t)-1) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	157 /* decoding a non-ASCII character from the locale encoding succeed:
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	158 the locale encoding is not ASCII, force ASCII */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	159 return 1;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	160 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	161 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	162 /* None of the bytes in the range 0x80-0xff can be decoded from the locale
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	163 encoding: the locale encoding is really ASCII */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	164 return 0;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	165 #else
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	166 /* nl_langinfo(CODESET) is not available: always force ASCII */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	167 return 1;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	168 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	169
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	170 error:
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	171 /* if an error occured, force the ASCII encoding */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	172 return 1;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	173 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	174
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	175 static char*
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	176 encode_ascii_surrogateescape(const wchar_t text, size_t error_pos)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	177 {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	178 char result = NULL, out;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	179 size_t len, i;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	180 wchar_t ch;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	181
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	182 if (error_pos != NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	183 *error_pos = (size_t)-1;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	184
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	185 len = wcslen(text);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	186
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	187 result = PyMem_Malloc(len + 1); /* +1 for NUL byte */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	188 if (result == NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	189 return NULL;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	190
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	191 out = result;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	192 for (i=0; i<len; i++) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	193 ch = text[i];
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	194
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	195 if (ch <= 0x7f) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	196 /* ASCII character */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	197 *out++ = (char)ch;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	198 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	199 else if (0xdc80 <= ch && ch <= 0xdcff) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	200 /* UTF-8b surrogate */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	201 *out++ = (char)(ch - 0xdc00);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	202 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	203 else {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	204 if (error_pos != NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	205 *error_pos = i;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	206 PyMem_Free(result);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	207 return NULL;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	208 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	209 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	210 *out = '\0';
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	211 return result;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	212 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	213 #endif /* !defined(__APPLE__) && !defined(MS_WINDOWS) */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	214
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	215 #if !defined(__APPLE__) && (!defined(MS_WINDOWS) \|\| !defined(HAVE_MBRTOWC))
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	216 static wchar_t*
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	217 decode_ascii_surrogateescape(const char arg, size_t size)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	218 {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	219 wchar_t *res;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	220 unsigned char *in;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	221 wchar_t *out;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	222
84493 fc01f9497da7 Issue #18203: Fix decode_ascii_surrogateescape(), use PyMem_RawMalloc() as _Py_char2wchar() Victor Stinner <victor.stinner@gmail.com> parents: 84490 diff changeset	223 res = PyMem_RawMalloc((strlen(arg)+1)*sizeof(wchar_t));
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	224 if (!res)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	225 return NULL;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	226
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	227 in = (unsigned char*)arg;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	228 out = res;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	229 while(*in)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	230 if(*in < 128)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	231 out++ = in++;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	232 else
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	233 out++ = 0xdc00 + in++;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	234 *out = 0;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	235 if (size != NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	236 *size = out - res;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	237 return res;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	238 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	239 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	240
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	241
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	242 /* Decode a byte string from the locale encoding with the
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	243 surrogateescape error handler (undecodable bytes are decoded as characters
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	244 in range U+DC80..U+DCFF). If a byte sequence can be decoded as a surrogate
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	245 character, escape the bytes using the surrogateescape error handler instead
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	246 of decoding them.
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	247
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	248 Use _Py_wchar2char() to encode the character string back to a byte string.
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	249
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	250 Return a pointer to a newly allocated wide character string (use
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	251 PyMem_RawFree() to free the memory) and write the number of written wide
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	252 characters excluding the null character into *size if size is not NULL, or
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	253 NULL on error (decoding or memory allocation error). If size is not NULL,
279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	254 *size is set to (size_t)-1 on memory error and (size_t)-2 on decoding
279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	255 error.
66094 76a1c5e88352 _Py_char2wchar() frees the memory on conversion error Victor Stinner <victor.stinner@haypocalc.com> parents: 66092 diff changeset	256
76a1c5e88352 _Py_char2wchar() frees the memory on conversion error Victor Stinner <victor.stinner@haypocalc.com> parents: 66092 diff changeset	257 Conversion errors should never happen, unless there is a bug in the C
76a1c5e88352 _Py_char2wchar() frees the memory on conversion error Victor Stinner <victor.stinner@haypocalc.com> parents: 66092 diff changeset	258 library. */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	259 wchar_t*
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	260 _Py_char2wchar(const char* arg, size_t *size)
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	261 {
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	262 #ifdef __APPLE__
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	263 wchar_t *wstr;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	264 wstr = _Py_DecodeUTF8_surrogateescape(arg, strlen(arg));
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	265 if (size != NULL) {
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	266 if (wstr != NULL)
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	267 *size = wcslen(wstr);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	268 else
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	269 *size = (size_t)-1;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	270 }
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	271 return wstr;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	272 #else
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	273 wchar_t *res;
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	274 size_t argsize;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	275 size_t count;
83673 2ea629da4f54 Fix a compiler warning: in and out are unused in _Py_char2wchar() if Victor Stinner <victor.stinner@gmail.com> parents: 81535 diff changeset	276 #ifdef HAVE_MBRTOWC
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	277 unsigned char *in;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	278 wchar_t *out;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	279 mbstate_t mbs;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	280 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	281
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	282 #ifndef MS_WINDOWS
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	283 if (force_ascii == -1)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	284 force_ascii = check_force_ascii();
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	285
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	286 if (force_ascii) {
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	287 /* force ASCII encoding to workaround mbstowcs() issue */
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	288 res = decode_ascii_surrogateescape(arg, size);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	289 if (res == NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	290 goto oom;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	291 return res;
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	292 }
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	293 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	294
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	295 #ifdef HAVE_BROKEN_MBSTOWCS
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	296 /* Some platforms have a broken implementation of
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	297 * mbstowcs which does not count the characters that
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	298 * would result from conversion. Use an upper bound.
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	299 */
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	300 argsize = strlen(arg);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	301 #else
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	302 argsize = mbstowcs(NULL, arg, 0);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	303 #endif
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	304 if (argsize != (size_t)-1) {
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	305 res = (wchar_t )PyMem_RawMalloc((argsize+1)sizeof(wchar_t));
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	306 if (!res)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	307 goto oom;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	308 count = mbstowcs(res, arg, argsize+1);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	309 if (count != (size_t)-1) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	310 wchar_t *tmp;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	311 /* Only use the result if it contains no
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	312 surrogate characters. */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	313 for (tmp = res; *tmp != 0 &&
80057 13dd8199c112 Issue #16330: Use surrogate-related macros Victor Stinner <victor.stinner@gmail.com> parents: 75353 diff changeset	314 !Py_UNICODE_IS_SURROGATE(*tmp); tmp++)
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	315 ;
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	316 if (*tmp == 0) {
3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	317 if (size != NULL)
3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	318 *size = count;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	319 return res;
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	320 }
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	321 }
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	322 PyMem_RawFree(res);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	323 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	324 /* Conversion failed. Fall back to escaping with surrogateescape. */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	325 #ifdef HAVE_MBRTOWC
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	326 /* Try conversion with mbrtwoc (C99), and escape non-decodable bytes. */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	327
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	328 /* Overallocate; as multi-byte characters are in the argument, the
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	329 actual output could use less memory. */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	330 argsize = strlen(arg) + 1;
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	331 res = (wchar_t)PyMem_RawMalloc(argsizesizeof(wchar_t));
66094 76a1c5e88352 _Py_char2wchar() frees the memory on conversion error Victor Stinner <victor.stinner@haypocalc.com> parents: 66092 diff changeset	332 if (!res)
76a1c5e88352 _Py_char2wchar() frees the memory on conversion error Victor Stinner <victor.stinner@haypocalc.com> parents: 66092 diff changeset	333 goto oom;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	334 in = (unsigned char*)arg;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	335 out = res;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	336 memset(&mbs, 0, sizeof mbs);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	337 while (argsize) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	338 size_t converted = mbrtowc(out, (char*)in, argsize, &mbs);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	339 if (converted == 0)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	340 /* Reached end of string; null char stored. */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	341 break;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	342 if (converted == (size_t)-2) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	343 /* Incomplete character. This should never happen,
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	344 since we provide everything that we have -
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	345 unless there is a bug in the C library, or I
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	346 misunderstood how mbrtowc works. */
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	347 PyMem_RawFree(res);
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	348 if (size != NULL)
279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	349 *size = (size_t)-2;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	350 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	351 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	352 if (converted == (size_t)-1) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	353 /* Conversion error. Escape as UTF-8b, and start over
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	354 in the initial shift state. */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	355 out++ = 0xdc00 + in++;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	356 argsize--;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	357 memset(&mbs, 0, sizeof mbs);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	358 continue;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	359 }
80057 13dd8199c112 Issue #16330: Use surrogate-related macros Victor Stinner <victor.stinner@gmail.com> parents: 75353 diff changeset	360 if (Py_UNICODE_IS_SURROGATE(*out)) {
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	361 /* Surrogate character. Escape the original
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	362 byte sequence with surrogateescape. */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	363 argsize -= converted;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	364 while (converted--)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	365 out++ = 0xdc00 + in++;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	366 continue;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	367 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	368 /* successfully converted some bytes */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	369 in += converted;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	370 argsize -= converted;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	371 out++;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	372 }
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	373 if (size != NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	374 *size = out - res;
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	375 #else /* HAVE_MBRTOWC */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	376 /* Cannot use C locale for escaping; manually escape as if charset
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	377 is ASCII (i.e. escape all bytes > 128. This will still roundtrip
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	378 correctly in the locale's charset, which must be an ASCII superset. */
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	379 res = decode_ascii_surrogateescape(arg, size);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	380 if (res == NULL)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	381 goto oom;
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	382 #endif /* HAVE_MBRTOWC */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	383 return res;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	384 oom:
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	385 if (size != NULL)
279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	386 *size = (size_t)-1;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	387 return NULL;
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	388 #endif /* __APPLE__ */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	389 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	390
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	391 /* Encode a (wide) character string to the locale encoding with the
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	392 surrogateescape error handler (characters in range U+DC80..U+DCFF are
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	393 converted to bytes 0x80..0xFF).
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	394
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	395 This function is the reverse of _Py_char2wchar().
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	396
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	397 Return a pointer to a newly allocated byte string (use PyMem_Free() to free
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	398 the memory), or NULL on encoding or memory allocation error.
66092 1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	399
1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	400 If error_pos is not NULL: *error_pos is the index of the invalid character
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	401 on encoding error, or (size_t)-1 otherwise. */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	402 char*
66092 1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	403 _Py_wchar2char(const wchar_t text, size_t error_pos)
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	404 {
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	405 #ifdef __APPLE__
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	406 Py_ssize_t len;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	407 PyObject unicode, bytes = NULL;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	408 char *cpath;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	409
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	410 unicode = PyUnicode_FromWideChar(text, wcslen(text));
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	411 if (unicode == NULL)
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	412 return NULL;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	413
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	414 bytes = _PyUnicode_AsUTF8String(unicode, "surrogateescape");
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	415 Py_DECREF(unicode);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	416 if (bytes == NULL) {
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	417 PyErr_Clear();
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	418 if (error_pos != NULL)
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	419 *error_pos = (size_t)-1;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	420 return NULL;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	421 }
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	422
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	423 len = PyBytes_GET_SIZE(bytes);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	424 cpath = PyMem_Malloc(len+1);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	425 if (cpath == NULL) {
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	426 PyErr_Clear();
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	427 Py_DECREF(bytes);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	428 if (error_pos != NULL)
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	429 *error_pos = (size_t)-1;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	430 return NULL;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	431 }
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	432 memcpy(cpath, PyBytes_AsString(bytes), len + 1);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	433 Py_DECREF(bytes);
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	434 return cpath;
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	435 #else /* __APPLE__ */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	436 const size_t len = wcslen(text);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	437 char result = NULL, bytes = NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	438 size_t i, size, converted;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	439 wchar_t c, buf[2];
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	440
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	441 #ifndef MS_WINDOWS
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	442 if (force_ascii == -1)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	443 force_ascii = check_force_ascii();
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	444
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	445 if (force_ascii)
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	446 return encode_ascii_surrogateescape(text, error_pos);
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	447 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	448
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	449 /* The function works in two steps:
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	450 1. compute the length of the output buffer in bytes (size)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	451 2. outputs the bytes */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	452 size = 0;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	453 buf[1] = 0;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	454 while (1) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	455 for (i=0; i < len; i++) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	456 c = text[i];
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	457 if (c >= 0xdc80 && c <= 0xdcff) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	458 /* UTF-8b surrogate */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	459 if (bytes != NULL) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	460 *bytes++ = c - 0xdc00;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	461 size--;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	462 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	463 else
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	464 size++;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	465 continue;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	466 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	467 else {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	468 buf[0] = c;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	469 if (bytes != NULL)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	470 converted = wcstombs(bytes, buf, size);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	471 else
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	472 converted = wcstombs(NULL, buf, 0);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	473 if (converted == (size_t)-1) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	474 if (result != NULL)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	475 PyMem_Free(result);
66092 1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	476 if (error_pos != NULL)
1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	477 *error_pos = i;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	478 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	479 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	480 if (bytes != NULL) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	481 bytes += converted;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	482 size -= converted;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	483 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	484 else
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	485 size += converted;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	486 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	487 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	488 if (result != NULL) {
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	489 *bytes = '\0';
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	490 break;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	491 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	492
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	493 size += 1; /* nul byte at the end */
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	494 result = PyMem_Malloc(size);
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	495 if (result == NULL) {
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	496 if (error_pos != NULL)
c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	497 *error_pos = (size_t)-1;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	498 return NULL;
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	499 }
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	500 bytes = result;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	501 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	502 return result;
80702 c838c9b117f1 Issue #16416: On Mac OS X, operating system data are now always Victor Stinner <victor.stinner@gmail.com> parents: 66094 diff changeset	503 #endif /* __APPLE__ */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	504 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	505
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	506 /* In principle, this should use HAVE__WSTAT, and _wstat
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	507 should be detected by autoconf. However, no current
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	508 POSIX system provides that function, so testing for
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	509 it is pointless.
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	510 Not sure whether the MS_WINDOWS guards are necessary:
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	511 perhaps for cygwin/mingw builds?
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	512 */
65164 1f3919af8a53 Fix fileutils for Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65163 diff changeset	513 #if defined(HAVE_STAT) && !defined(MS_WINDOWS)
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	514
1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	515 /* Get file status. Encode the path to the locale encoding. */
1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	516
65164 1f3919af8a53 Fix fileutils for Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65163 diff changeset	517 int
1f3919af8a53 Fix fileutils for Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65163 diff changeset	518 _Py_wstat(const wchar_t* path, struct stat *buf)
1f3919af8a53 Fix fileutils for Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65163 diff changeset	519 {
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	520 int err;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	521 char *fname;
66092 1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	522 fname = _Py_wchar2char(path, NULL);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	523 if (fname == NULL) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	524 errno = EINVAL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	525 return -1;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	526 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	527 err = stat(fname, buf);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	528 PyMem_Free(fname);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	529 return err;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	530 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	531 #endif
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	532
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	533 #ifdef HAVE_STAT
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	534
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	535 /* Call _wstat() on Windows, or encode the path to the filesystem encoding and
1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	536 call stat() otherwise. Only fill st_mode attribute on Windows.
1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	537
74058 2a140b01d343 import.c now catchs _Py_stat() exceptions Victor Stinner <victor.stinner@haypocalc.com> parents: 74002 diff changeset	538 Return 0 on success, -1 on _wstat() / stat() error, -2 if an exception was
2a140b01d343 import.c now catchs _Py_stat() exceptions Victor Stinner <victor.stinner@haypocalc.com> parents: 74002 diff changeset	539 raised. */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	540
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	541 int
65165 2147cc152227 _Py_stat() and _Py_fopen(): avoid PyUnicode_AsWideCharString() on Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65164 diff changeset	542 _Py_stat(PyObject path, struct stat statbuf)
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	543 {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	544 #ifdef MS_WINDOWS
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	545 int err;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	546 struct _stat wstatbuf;
73593 94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	547 wchar_t *wpath;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	548
73593 94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	549 wpath = PyUnicode_AsUnicode(path);
94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	550 if (wpath == NULL)
74058 2a140b01d343 import.c now catchs _Py_stat() exceptions Victor Stinner <victor.stinner@haypocalc.com> parents: 74002 diff changeset	551 return -2;
73593 94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	552 err = _wstat(wpath, &wstatbuf);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	553 if (!err)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	554 statbuf->st_mode = wstatbuf.st_mode;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	555 return err;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	556 #else
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	557 int ret;
65165 2147cc152227 _Py_stat() and _Py_fopen(): avoid PyUnicode_AsWideCharString() on Windows Victor Stinner <victor.stinner@haypocalc.com> parents: 65164 diff changeset	558 PyObject *bytes = PyUnicode_EncodeFSDefault(path);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	559 if (bytes == NULL)
74058 2a140b01d343 import.c now catchs _Py_stat() exceptions Victor Stinner <victor.stinner@haypocalc.com> parents: 74002 diff changeset	560 return -2;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	561 ret = stat(PyBytes_AS_STRING(bytes), statbuf);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	562 Py_DECREF(bytes);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	563 return ret;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	564 #endif
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	565 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	566
81257 c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	567 #endif
c256764e2b3f Issue #16455: On FreeBSD and Solaris, if the locale is C, the Victor Stinner <victor.stinner@gmail.com> parents: 80704 diff changeset	568
86257 eeec58c57964 Don't export internal symbols ("make smelly") Antoine Pitrou <solipsis@pitrou.net> parents: 85584 diff changeset	569 static int
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	570 get_inheritable(int fd, int raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	571 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	572 #ifdef MS_WINDOWS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	573 HANDLE handle;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	574 DWORD flags;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	575
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	576 if (!_PyVerify_fd(fd)) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	577 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	578 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	579 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	580 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	581
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	582 handle = (HANDLE)_get_osfhandle(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	583 if (handle == INVALID_HANDLE_VALUE) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	584 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	585 PyErr_SetFromWindowsErr(0);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	586 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	587 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	588
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	589 if (!GetHandleInformation(handle, &flags)) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	590 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	591 PyErr_SetFromWindowsErr(0);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	592 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	593 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	594
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	595 return (flags & HANDLE_FLAG_INHERIT);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	596 #else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	597 int flags;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	598
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	599 flags = fcntl(fd, F_GETFD, 0);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	600 if (flags == -1) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	601 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	602 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	603 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	604 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	605 return !(flags & FD_CLOEXEC);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	606 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	607 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	608
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	609 /* Get the inheritable flag of the specified file descriptor.
85584 98f82b124c7d Close #18954: Fix some typo in fileutils.c comments Victor Stinner <victor.stinner@gmail.com> parents: 85420 diff changeset	610 Return 1 if the file descriptor can be inherited, 0 if it cannot,
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	611 raise an exception and return -1 on error. */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	612 int
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	613 _Py_get_inheritable(int fd)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	614 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	615 return get_inheritable(fd, 1);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	616 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	617
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	618 static int
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	619 set_inheritable(int fd, int inheritable, int raise, int *atomic_flag_works)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	620 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	621 #ifdef MS_WINDOWS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	622 HANDLE handle;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	623 DWORD flags;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	624 #elif defined(HAVE_SYS_IOCTL_H) && defined(FIOCLEX) && defined(FIONCLEX)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	625 int request;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	626 int err;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	627 #elif defined(HAVE_FCNTL_H)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	628 int flags;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	629 int res;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	630 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	631
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	632 /* atomic_flag_works can only be used to make the file descriptor
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	633 non-inheritable */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	634 assert(!(atomic_flag_works != NULL && inheritable));
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	635
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	636 if (atomic_flag_works != NULL && !inheritable) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	637 if (*atomic_flag_works == -1) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	638 int inheritable = get_inheritable(fd, raise);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	639 if (inheritable == -1)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	640 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	641 *atomic_flag_works = !inheritable;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	642 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	643
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	644 if (*atomic_flag_works)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	645 return 0;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	646 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	647
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	648 #ifdef MS_WINDOWS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	649 if (!_PyVerify_fd(fd)) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	650 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	651 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	652 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	653 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	654
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	655 handle = (HANDLE)_get_osfhandle(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	656 if (handle == INVALID_HANDLE_VALUE) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	657 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	658 PyErr_SetFromWindowsErr(0);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	659 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	660 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	661
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	662 if (inheritable)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	663 flags = HANDLE_FLAG_INHERIT;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	664 else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	665 flags = 0;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	666 if (!SetHandleInformation(handle, HANDLE_FLAG_INHERIT, flags)) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	667 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	668 PyErr_SetFromWindowsErr(0);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	669 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	670 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	671 return 0;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	672
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	673 #elif defined(HAVE_SYS_IOCTL_H) && defined(FIOCLEX) && defined(FIONCLEX)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	674 if (inheritable)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	675 request = FIONCLEX;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	676 else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	677 request = FIOCLEX;
87098 e539761d45e3 Add unused third arg for the benefit of Valgrind. Stefan Krah <skrah@bytereef.org> parents: 86257 diff changeset	678 err = ioctl(fd, request, NULL);
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	679 if (err) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	680 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	681 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	682 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	683 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	684 return 0;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	685
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	686 #else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	687 flags = fcntl(fd, F_GETFD);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	688 if (flags < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	689 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	690 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	691 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	692 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	693
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	694 if (inheritable)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	695 flags &= ~FD_CLOEXEC;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	696 else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	697 flags \|= FD_CLOEXEC;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	698 res = fcntl(fd, F_SETFD, flags);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	699 if (res < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	700 if (raise)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	701 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	702 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	703 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	704 return 0;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	705 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	706 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	707
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	708 /* Make the file descriptor non-inheritable.
85584 98f82b124c7d Close #18954: Fix some typo in fileutils.c comments Victor Stinner <victor.stinner@gmail.com> parents: 85420 diff changeset	709 Return 0 on success, set errno and return -1 on error. */
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	710 static int
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	711 make_non_inheritable(int fd)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	712 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	713 return set_inheritable(fd, 0, 0, NULL);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	714 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	715
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	716 /* Set the inheritable flag of the specified file descriptor.
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	717 On success: return 0, on error: raise an exception if raise is nonzero
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	718 and return -1.
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	719
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	720 If atomic_flag_works is not NULL:
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	721
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	722 * if *atomic_flag_works==-1, check if the inheritable is set on the file
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	723 descriptor: if yes, set *atomic_flag_works to 1, otherwise set to 0 and
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	724 set the inheritable flag
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	725 * if *atomic_flag_works==1: do nothing
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	726 * if *atomic_flag_works==0: set inheritable flag to False
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	727
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	728 Set atomic_flag_works to NULL if no atomic flag was used to create the
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	729 file descriptor.
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	730
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	731 atomic_flag_works can only be used to make a file descriptor
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	732 non-inheritable: atomic_flag_works must be NULL if inheritable=1. */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	733 int
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	734 _Py_set_inheritable(int fd, int inheritable, int *atomic_flag_works)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	735 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	736 return set_inheritable(fd, inheritable, 1, atomic_flag_works);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	737 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	738
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	739 /* Open a file with the specified flags (wrapper to open() function).
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	740 The file descriptor is created non-inheritable. */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	741 int
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	742 _Py_open(const char *pathname, int flags)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	743 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	744 int fd;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	745 #ifdef MS_WINDOWS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	746 fd = open(pathname, flags \| O_NOINHERIT);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	747 if (fd < 0)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	748 return fd;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	749 #else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	750
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	751 int *atomic_flag_works;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	752 #ifdef O_CLOEXEC
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	753 atomic_flag_works = &_Py_open_cloexec_works;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	754 flags \|= O_CLOEXEC;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	755 #else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	756 atomic_flag_works = NULL;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	757 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	758 fd = open(pathname, flags);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	759 if (fd < 0)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	760 return fd;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	761
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	762 if (set_inheritable(fd, 0, 0, atomic_flag_works) < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	763 close(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	764 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	765 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	766 #endif /* !MS_WINDOWS */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	767 return fd;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	768 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	769
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	770 /* Open a file. Use _wfopen() on Windows, encode the path to the locale
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	771 encoding and use fopen() otherwise. The file descriptor is created
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	772 non-inheritable. */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	773 FILE *
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	774 _Py_wfopen(const wchar_t path, const wchar_t mode)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	775 {
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	776 FILE *f;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	777 #ifndef MS_WINDOWS
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	778 char *cpath;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	779 char cmode[10];
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	780 size_t r;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	781 r = wcstombs(cmode, mode, 10);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	782 if (r == (size_t)-1 \|\| r >= 10) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	783 errno = EINVAL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	784 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	785 }
66092 1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	786 cpath = _Py_wchar2char(path, NULL);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	787 if (cpath == NULL)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	788 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	789 f = fopen(cpath, cmode);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	790 PyMem_Free(cpath);
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	791 #else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	792 f = _wfopen(path, mode);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	793 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	794 if (f == NULL)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	795 return NULL;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	796 if (make_non_inheritable(fileno(f)) < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	797 fclose(f);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	798 return NULL;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	799 }
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	800 return f;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	801 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	802
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	803 /* Wrapper to fopen(). The file descriptor is created non-inheritable. */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	804 FILE*
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	805 _Py_fopen(const char pathname, const char mode)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	806 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	807 FILE *f = fopen(pathname, mode);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	808 if (f == NULL)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	809 return NULL;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	810 if (make_non_inheritable(fileno(f)) < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	811 fclose(f);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	812 return NULL;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	813 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	814 return f;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	815 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	816
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	817 /* Open a file. Call _wfopen() on Windows, or encode the path to the filesystem
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	818 encoding and call fopen() otherwise. The file descriptor is created
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	819 non-inheritable.
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	820
1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	821 Return the new file object on success, or NULL if the file cannot be open or
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	822 (if PyErr_Occurred()) on unicode error. */
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	823 FILE*
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	824 _Py_fopen_obj(PyObject path, const char mode)
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	825 {
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	826 FILE *f;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	827 #ifdef MS_WINDOWS
73593 94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	828 wchar_t *wpath;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	829 wchar_t wmode[10];
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	830 int usize;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	831
74129 33dea851f918 Issue #13626: Add support for SSL Diffie-Hellman key exchange, through the Antoine Pitrou <solipsis@pitrou.net> parents: 74085 diff changeset	832 if (!PyUnicode_Check(path)) {
33dea851f918 Issue #13626: Add support for SSL Diffie-Hellman key exchange, through the Antoine Pitrou <solipsis@pitrou.net> parents: 74085 diff changeset	833 PyErr_Format(PyExc_TypeError,
33dea851f918 Issue #13626: Add support for SSL Diffie-Hellman key exchange, through the Antoine Pitrou <solipsis@pitrou.net> parents: 74085 diff changeset	834 "str file path expected under Windows, got %R",
33dea851f918 Issue #13626: Add support for SSL Diffie-Hellman key exchange, through the Antoine Pitrou <solipsis@pitrou.net> parents: 74085 diff changeset	835 Py_TYPE(path));
33dea851f918 Issue #13626: Add support for SSL Diffie-Hellman key exchange, through the Antoine Pitrou <solipsis@pitrou.net> parents: 74085 diff changeset	836 return NULL;
33dea851f918 Issue #13626: Add support for SSL Diffie-Hellman key exchange, through the Antoine Pitrou <solipsis@pitrou.net> parents: 74085 diff changeset	837 }
73593 94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	838 wpath = PyUnicode_AsUnicode(path);
94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	839 if (wpath == NULL)
94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	840 return NULL;
94a38ad4aebf Catch PyUnicode_AS_UNICODE() errors in fileutils.c Victor Stinner <victor.stinner@haypocalc.com> parents: 66094 diff changeset	841
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	842 usize = MultiByteToWideChar(CP_ACP, 0, mode, -1, wmode, sizeof(wmode));
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	843 if (usize == 0)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	844 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	845
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	846 f = _wfopen(wpath, wmode);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	847 #else
74085 a882aa30a713 _Py_fopen now allows bytes filenames under non-Windows platforms. Antoine Pitrou <solipsis@pitrou.net> parents: 74058 diff changeset	848 PyObject *bytes;
a882aa30a713 _Py_fopen now allows bytes filenames under non-Windows platforms. Antoine Pitrou <solipsis@pitrou.net> parents: 74058 diff changeset	849 if (!PyUnicode_FSConverter(path, &bytes))
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	850 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	851 f = fopen(PyBytes_AS_STRING(bytes), mode);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	852 Py_DECREF(bytes);
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	853 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	854 if (f == NULL)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	855 return NULL;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	856 if (make_non_inheritable(fileno(f)) < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	857 fclose(f);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	858 return NULL;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	859 }
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	860 return f;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	861 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	862
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	863 #ifdef HAVE_READLINK
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	864
1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	865 /* Read value of symbolic link. Encode the path to the locale encoding, decode
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	866 the result from the locale encoding. Return -1 on error. */
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	867
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	868 int
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	869 _Py_wreadlink(const wchar_t path, wchar_t buf, size_t bufsiz)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	870 {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	871 char *cpath;
87117 8bbd215940f1 fileutils.c: use MAXPATHLEN instead of PATH_MAX Victor Stinner <victor.stinner@gmail.com> parents: 81258 diff changeset	872 char cbuf[MAXPATHLEN];
65409 e1dc9861b43f _Py_wreadlink() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65346 diff changeset	873 wchar_t *wbuf;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	874 int res;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	875 size_t r1;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	876
66092 1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	877 cpath = _Py_wchar2char(path, NULL);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	878 if (cpath == NULL) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	879 errno = EINVAL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	880 return -1;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	881 }
87117 8bbd215940f1 fileutils.c: use MAXPATHLEN instead of PATH_MAX Victor Stinner <victor.stinner@gmail.com> parents: 81258 diff changeset	882 res = (int)readlink(cpath, cbuf, Py_ARRAY_LENGTH(cbuf));
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	883 PyMem_Free(cpath);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	884 if (res == -1)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	885 return -1;
87117 8bbd215940f1 fileutils.c: use MAXPATHLEN instead of PATH_MAX Victor Stinner <victor.stinner@gmail.com> parents: 81258 diff changeset	886 if (res == Py_ARRAY_LENGTH(cbuf)) {
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	887 errno = EINVAL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	888 return -1;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	889 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	890 cbuf[res] = '\0'; /* buf will be null terminated */
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	891 wbuf = _Py_char2wchar(cbuf, &r1);
65410 6dcba93d6262 _Py_wreadlink(): catch _Py_char2wchar() failure Victor Stinner <victor.stinner@haypocalc.com> parents: 65409 diff changeset	892 if (wbuf == NULL) {
6dcba93d6262 _Py_wreadlink(): catch _Py_char2wchar() failure Victor Stinner <victor.stinner@haypocalc.com> parents: 65409 diff changeset	893 errno = EINVAL;
6dcba93d6262 _Py_wreadlink(): catch _Py_char2wchar() failure Victor Stinner <victor.stinner@haypocalc.com> parents: 65409 diff changeset	894 return -1;
6dcba93d6262 _Py_wreadlink(): catch _Py_char2wchar() failure Victor Stinner <victor.stinner@haypocalc.com> parents: 65409 diff changeset	895 }
65409 e1dc9861b43f _Py_wreadlink() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65346 diff changeset	896 if (bufsiz <= r1) {
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	897 PyMem_RawFree(wbuf);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	898 errno = EINVAL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	899 return -1;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	900 }
65409 e1dc9861b43f _Py_wreadlink() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65346 diff changeset	901 wcsncpy(buf, wbuf, bufsiz);
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	902 PyMem_RawFree(wbuf);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	903 return (int)r1;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	904 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	905 #endif
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	906
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	907 #ifdef HAVE_REALPATH
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	908
1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	909 /* Return the canonicalized absolute pathname. Encode path to the locale
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	910 encoding, decode the result from the locale encoding.
279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	911 Return NULL on error. */
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	912
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	913 wchar_t*
65166 8fd5d06462e6 _Py_wrealpath() requires the size of the output buffer Victor Stinner <victor.stinner@haypocalc.com> parents: 65165 diff changeset	914 _Py_wrealpath(const wchar_t *path,
8fd5d06462e6 _Py_wrealpath() requires the size of the output buffer Victor Stinner <victor.stinner@haypocalc.com> parents: 65165 diff changeset	915 wchar_t *resolved_path, size_t resolved_path_size)
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	916 {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	917 char *cpath;
87117 8bbd215940f1 fileutils.c: use MAXPATHLEN instead of PATH_MAX Victor Stinner <victor.stinner@gmail.com> parents: 81258 diff changeset	918 char cresolved_path[MAXPATHLEN];
65411 df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	919 wchar_t *wresolved_path;
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	920 char *res;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	921 size_t r;
66092 1b5f47e2e0f0 PyUnicode_EncodeFS() raises an exception if _Py_wchar2char() fails Victor Stinner <victor.stinner@haypocalc.com> parents: 65412 diff changeset	922 cpath = _Py_wchar2char(path, NULL);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	923 if (cpath == NULL) {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	924 errno = EINVAL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	925 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	926 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	927 res = realpath(cpath, cresolved_path);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	928 PyMem_Free(cpath);
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	929 if (res == NULL)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	930 return NULL;
65411 df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	931
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	932 wresolved_path = _Py_char2wchar(cresolved_path, &r);
65411 df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	933 if (wresolved_path == NULL) {
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	934 errno = EINVAL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	935 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	936 }
65411 df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	937 if (resolved_path_size <= r) {
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	938 PyMem_RawFree(wresolved_path);
65411 df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	939 errno = EINVAL;
df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	940 return NULL;
df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	941 }
df0e348e7176 _Py_wrealpath() uses _Py_char2wchar() to decode the result, to support Victor Stinner <victor.stinner@haypocalc.com> parents: 65410 diff changeset	942 wcsncpy(resolved_path, wresolved_path, resolved_path_size);
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	943 PyMem_RawFree(wresolved_path);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	944 return resolved_path;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	945 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	946 #endif
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	947
65312 a27fc0ff3678 _Py_wgetcwd() decodes the path using _Py_char2wchar() to support surrogates Victor Stinner <victor.stinner@haypocalc.com> parents: 65168 diff changeset	948 /* Get the current directory. size is the buffer size in wide characters
74002 279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	949 including the null character. Decode the path from the locale encoding.
279b0aee0cfb Add PyUnicode_DecodeLocaleAndSize() and PyUnicode_DecodeLocale() Victor Stinner <victor.stinner@haypocalc.com> parents: 73593 diff changeset	950 Return NULL on error. */
65168 1c4774b4e98a fileutils.c: document which encodings are used Victor Stinner <victor.stinner@haypocalc.com> parents: 65166 diff changeset	951
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	952 wchar_t*
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	953 _Py_wgetcwd(wchar_t *buf, size_t size)
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	954 {
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	955 #ifdef MS_WINDOWS
84034 88a21c5a97ef Issue #9566: Fix compiler warning on Windows 64-bit Victor Stinner <victor.stinner@gmail.com> parents: 83673 diff changeset	956 int isize = (int)Py_MIN(size, INT_MAX);
88a21c5a97ef Issue #9566: Fix compiler warning on Windows 64-bit Victor Stinner <victor.stinner@gmail.com> parents: 83673 diff changeset	957 return _wgetcwd(buf, isize);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	958 #else
87117 8bbd215940f1 fileutils.c: use MAXPATHLEN instead of PATH_MAX Victor Stinner <victor.stinner@gmail.com> parents: 81258 diff changeset	959 char fname[MAXPATHLEN];
65312 a27fc0ff3678 _Py_wgetcwd() decodes the path using _Py_char2wchar() to support surrogates Victor Stinner <victor.stinner@haypocalc.com> parents: 65168 diff changeset	960 wchar_t *wname;
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	961 size_t len;
65312 a27fc0ff3678 _Py_wgetcwd() decodes the path using _Py_char2wchar() to support surrogates Victor Stinner <victor.stinner@haypocalc.com> parents: 65168 diff changeset	962
87117 8bbd215940f1 fileutils.c: use MAXPATHLEN instead of PATH_MAX Victor Stinner <victor.stinner@gmail.com> parents: 81258 diff changeset	963 if (getcwd(fname, Py_ARRAY_LENGTH(fname)) == NULL)
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	964 return NULL;
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	965 wname = _Py_char2wchar(fname, &len);
65312 a27fc0ff3678 _Py_wgetcwd() decodes the path using _Py_char2wchar() to support surrogates Victor Stinner <victor.stinner@haypocalc.com> parents: 65168 diff changeset	966 if (wname == NULL)
a27fc0ff3678 _Py_wgetcwd() decodes the path using _Py_char2wchar() to support surrogates Victor Stinner <victor.stinner@haypocalc.com> parents: 65168 diff changeset	967 return NULL;
65412 3794c9b50824 Add an optional size argument to _Py_char2wchar() Victor Stinner <victor.stinner@haypocalc.com> parents: 65411 diff changeset	968 if (size <= len) {
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	969 PyMem_RawFree(wname);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	970 return NULL;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	971 }
65312 a27fc0ff3678 _Py_wgetcwd() decodes the path using _Py_char2wchar() to support surrogates Victor Stinner <victor.stinner@haypocalc.com> parents: 65168 diff changeset	972 wcsncpy(buf, wname, size);
84490 18bb92b0c458 Issue #18203: Replace malloc() with PyMem_RawMalloc() at Python initialization Victor Stinner <victor.stinner@gmail.com> parents: 84331 diff changeset	973 PyMem_RawFree(wname);
65162 39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	974 return buf;
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	975 #endif
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	976 }
39014f0abc32 Create fileutils.c/.h Victor Stinner <victor.stinner@haypocalc.com> parents: diff changeset	977
85420 ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	978 /* Duplicate a file descriptor. The new file descriptor is created as
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	979 non-inheritable. Return a new file descriptor on success, raise an OSError
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	980 exception and return -1 on error.
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	981
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	982 The GIL is released to call dup(). The caller must hold the GIL. */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	983 int
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	984 _Py_dup(int fd)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	985 {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	986 #ifdef MS_WINDOWS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	987 HANDLE handle;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	988 DWORD ftype;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	989 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	990
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	991 if (!_PyVerify_fd(fd)) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	992 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	993 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	994 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	995
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	996 #ifdef MS_WINDOWS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	997 handle = (HANDLE)_get_osfhandle(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	998 if (handle == INVALID_HANDLE_VALUE) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	999 PyErr_SetFromWindowsErr(0);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1000 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1001 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1002
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1003 /* get the file type, ignore the error if it failed */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1004 ftype = GetFileType(handle);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1005
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1006 Py_BEGIN_ALLOW_THREADS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1007 fd = dup(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1008 Py_END_ALLOW_THREADS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1009 if (fd < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1010 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1011 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1012 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1013
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1014 /* Character files like console cannot be make non-inheritable */
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1015 if (ftype != FILE_TYPE_CHAR) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1016 if (_Py_set_inheritable(fd, 0, NULL) < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1017 close(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1018 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1019 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1020 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1021 #elif defined(HAVE_FCNTL_H) && defined(F_DUPFD_CLOEXEC)
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1022 Py_BEGIN_ALLOW_THREADS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1023 fd = fcntl(fd, F_DUPFD_CLOEXEC, 0);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1024 Py_END_ALLOW_THREADS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1025 if (fd < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1026 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1027 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1028 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1029
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1030 #else
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1031 Py_BEGIN_ALLOW_THREADS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1032 fd = dup(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1033 Py_END_ALLOW_THREADS
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1034 if (fd < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1035 PyErr_SetFromErrno(PyExc_OSError);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1036 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1037 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1038
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1039 if (_Py_set_inheritable(fd, 0, NULL) < 0) {
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1040 close(fd);
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1041 return -1;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1042 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1043 #endif
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1044 return fd;
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1045 }
ef889c3d5dc6 Issue #18571: Implementation of the PEP 446: file descriptors and file handles Victor Stinner <victor.stinner@gmail.com> parents: 84493 diff changeset	1046

Mercurial > cpython-lru_cache-weakref

annotate Python/fileutils.c @ 87281:116bd550e309