/* Path configuration like module_search_path (sys.path) */ #include "Python.h" #include "osdefs.h" // DELIM #include "pycore_initconfig.h" #include "pycore_fileutils.h" #include "pycore_pathconfig.h" #include "pycore_pymem.h" // _PyMem_SetDefaultAllocator() #include #ifdef MS_WINDOWS # include // GetFullPathNameW(), MAX_PATH #endif #ifdef __cplusplus extern "C" { #endif _PyPathConfig _Py_path_config = _PyPathConfig_INIT; static int copy_wstr(wchar_t **dst, const wchar_t *src) { assert(*dst == NULL); if (src != NULL) { *dst = _PyMem_RawWcsdup(src); if (*dst == NULL) { return -1; } } else { *dst = NULL; } return 0; } static void pathconfig_clear(_PyPathConfig *config) { /* _PyMem_SetDefaultAllocator() is needed to get a known memory allocator, since Py_SetPath(), Py_SetPythonHome() and Py_SetProgramName() can be called before Py_Initialize() which can changes the memory allocator. */ PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); #define CLEAR(ATTR) \ do { \ PyMem_RawFree(ATTR); \ ATTR = NULL; \ } while (0) CLEAR(config->program_full_path); CLEAR(config->prefix); CLEAR(config->exec_prefix); CLEAR(config->stdlib_dir); CLEAR(config->module_search_path); CLEAR(config->program_name); CLEAR(config->home); #ifdef MS_WINDOWS CLEAR(config->base_executable); #endif #undef CLEAR PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); } static PyStatus pathconfig_copy(_PyPathConfig *config, const _PyPathConfig *config2) { pathconfig_clear(config); #define COPY_ATTR(ATTR) \ do { \ if (copy_wstr(&config->ATTR, config2->ATTR) < 0) { \ return _PyStatus_NO_MEMORY(); \ } \ } while (0) COPY_ATTR(program_full_path); COPY_ATTR(prefix); COPY_ATTR(exec_prefix); COPY_ATTR(module_search_path); COPY_ATTR(stdlib_dir); COPY_ATTR(program_name); COPY_ATTR(home); #ifdef MS_WINDOWS config->isolated = config2->isolated; config->site_import = config2->site_import; COPY_ATTR(base_executable); #endif #undef COPY_ATTR return _PyStatus_OK(); } void _PyPathConfig_ClearGlobal(void) { PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); pathconfig_clear(&_Py_path_config); PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); } static wchar_t* _PyWideStringList_Join(const PyWideStringList *list, wchar_t sep) { size_t len = 1; /* NUL terminator */ for (Py_ssize_t i=0; i < list->length; i++) { if (i != 0) { len++; } len += wcslen(list->items[i]); } wchar_t *text = PyMem_RawMalloc(len * sizeof(wchar_t)); if (text == NULL) { return NULL; } wchar_t *str = text; for (Py_ssize_t i=0; i < list->length; i++) { wchar_t *path = list->items[i]; if (i != 0) { *str++ = sep; } len = wcslen(path); memcpy(str, path, len * sizeof(wchar_t)); str += len; } *str = L'\0'; return text; } static PyStatus pathconfig_set_from_config(_PyPathConfig *pathconfig, const PyConfig *config) { PyStatus status; PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); if (config->module_search_paths_set) { PyMem_RawFree(pathconfig->module_search_path); pathconfig->module_search_path = _PyWideStringList_Join(&config->module_search_paths, DELIM); if (pathconfig->module_search_path == NULL) { goto no_memory; } } #define COPY_CONFIG(PATH_ATTR, CONFIG_ATTR) \ if (config->CONFIG_ATTR) { \ PyMem_RawFree(pathconfig->PATH_ATTR); \ pathconfig->PATH_ATTR = NULL; \ if (copy_wstr(&pathconfig->PATH_ATTR, config->CONFIG_ATTR) < 0) { \ goto no_memory; \ } \ } COPY_CONFIG(program_full_path, executable); COPY_CONFIG(prefix, prefix); COPY_CONFIG(exec_prefix, exec_prefix); COPY_CONFIG(stdlib_dir, stdlib_dir); COPY_CONFIG(program_name, program_name); COPY_CONFIG(home, home); #ifdef MS_WINDOWS COPY_CONFIG(base_executable, base_executable); #endif #undef COPY_CONFIG status = _PyStatus_OK(); goto done; no_memory: status = _PyStatus_NO_MEMORY(); done: PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); return status; } PyObject * _PyPathConfig_AsDict(void) { PyObject *dict = PyDict_New(); if (dict == NULL) { return NULL; } #define SET_ITEM(KEY, EXPR) \ do { \ PyObject *obj = (EXPR); \ if (obj == NULL) { \ goto fail; \ } \ int res = PyDict_SetItemString(dict, KEY, obj); \ Py_DECREF(obj); \ if (res < 0) { \ goto fail; \ } \ } while (0) #define SET_ITEM_STR(KEY) \ SET_ITEM(#KEY, \ (_Py_path_config.KEY \ ? PyUnicode_FromWideChar(_Py_path_config.KEY, -1) \ : (Py_INCREF(Py_None), Py_None))) #define SET_ITEM_INT(KEY) \ SET_ITEM(#KEY, PyLong_FromLong(_Py_path_config.KEY)) SET_ITEM_STR(program_full_path); SET_ITEM_STR(prefix); SET_ITEM_STR(exec_prefix); SET_ITEM_STR(module_search_path); SET_ITEM_STR(stdlib_dir); SET_ITEM_STR(program_name); SET_ITEM_STR(home); #ifdef MS_WINDOWS SET_ITEM_INT(isolated); SET_ITEM_INT(site_import); SET_ITEM_STR(base_executable); { wchar_t py3path[MAX_PATH]; HMODULE hPython3 = GetModuleHandleW(PY3_DLLNAME); PyObject *obj; if (hPython3 && GetModuleFileNameW(hPython3, py3path, Py_ARRAY_LENGTH(py3path))) { obj = PyUnicode_FromWideChar(py3path, -1); if (obj == NULL) { goto fail; } } else { obj = Py_None; Py_INCREF(obj); } if (PyDict_SetItemString(dict, "python3_dll", obj) < 0) { Py_DECREF(obj); goto fail; } Py_DECREF(obj); } #endif #undef SET_ITEM #undef SET_ITEM_STR #undef SET_ITEM_INT return dict; fail: Py_DECREF(dict); return NULL; } PyStatus _PyConfig_WritePathConfig(const PyConfig *config) { return pathconfig_set_from_config(&_Py_path_config, config); } static PyStatus config_init_module_search_paths(PyConfig *config, _PyPathConfig *pathconfig) { assert(!config->module_search_paths_set); _PyWideStringList_Clear(&config->module_search_paths); const wchar_t *sys_path = pathconfig->module_search_path; const wchar_t delim = DELIM; while (1) { const wchar_t *p = wcschr(sys_path, delim); if (p == NULL) { p = sys_path + wcslen(sys_path); /* End of string */ } size_t path_len = (p - sys_path); wchar_t *path = PyMem_RawMalloc((path_len + 1) * sizeof(wchar_t)); if (path == NULL) { return _PyStatus_NO_MEMORY(); } memcpy(path, sys_path, path_len * sizeof(wchar_t)); path[path_len] = L'\0'; PyStatus status = PyWideStringList_Append(&config->module_search_paths, path); PyMem_RawFree(path); if (_PyStatus_EXCEPTION(status)) { return status; } if (*p == '\0') { break; } sys_path = p + 1; } config->module_search_paths_set = 1; return _PyStatus_OK(); } /* Calculate the path configuration: - exec_prefix - module_search_path - stdlib_dir - prefix - program_full_path On Windows, more fields are calculated: - base_executable - isolated - site_import On other platforms, isolated and site_import are left unchanged, and _PyConfig_InitPathConfig() copies executable to base_executable (if it's not set). Priority, highest to lowest: - PyConfig - _Py_path_config: set by Py_SetPath(), Py_SetPythonHome() and Py_SetProgramName() - _PyPathConfig_Calculate() */ static PyStatus pathconfig_init(_PyPathConfig *pathconfig, const PyConfig *config, int compute_path_config) { PyStatus status; PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); status = pathconfig_copy(pathconfig, &_Py_path_config); if (_PyStatus_EXCEPTION(status)) { goto done; } status = pathconfig_set_from_config(pathconfig, config); if (_PyStatus_EXCEPTION(status)) { goto done; } if (compute_path_config) { status = _PyPathConfig_Calculate(pathconfig, config); } done: PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); return status; } static PyStatus config_init_pathconfig(PyConfig *config, int compute_path_config) { _PyPathConfig pathconfig = _PyPathConfig_INIT; PyStatus status; status = pathconfig_init(&pathconfig, config, compute_path_config); if (_PyStatus_EXCEPTION(status)) { goto done; } if (!config->module_search_paths_set && pathconfig.module_search_path != NULL) { status = config_init_module_search_paths(config, &pathconfig); if (_PyStatus_EXCEPTION(status)) { goto done; } } #define COPY_ATTR(PATH_ATTR, CONFIG_ATTR) \ if (config->CONFIG_ATTR == NULL && pathconfig.PATH_ATTR != NULL) { \ if (copy_wstr(&config->CONFIG_ATTR, pathconfig.PATH_ATTR) < 0) { \ goto no_memory; \ } \ } #ifdef MS_WINDOWS if (config->executable != NULL && config->base_executable == NULL) { /* If executable is set explicitly in the configuration, ignore calculated base_executable: _PyConfig_InitPathConfig() will copy executable to base_executable */ } else { COPY_ATTR(base_executable, base_executable); } #endif COPY_ATTR(program_full_path, executable); COPY_ATTR(prefix, prefix); COPY_ATTR(exec_prefix, exec_prefix); COPY_ATTR(stdlib_dir, stdlib_dir); #undef COPY_ATTR #ifdef MS_WINDOWS /* If a ._pth file is found: isolated and site_import are overridden */ if (pathconfig.isolated != -1) { config->isolated = pathconfig.isolated; } if (pathconfig.site_import != -1) { config->site_import = pathconfig.site_import; } #endif status = _PyStatus_OK(); goto done; no_memory: status = _PyStatus_NO_MEMORY(); done: pathconfig_clear(&pathconfig); return status; } PyStatus _PyConfig_InitPathConfig(PyConfig *config, int compute_path_config) { /* Do we need to calculate the path? */ if (!config->module_search_paths_set || config->executable == NULL || config->prefix == NULL || config->exec_prefix == NULL) { PyStatus status = config_init_pathconfig(config, compute_path_config); if (_PyStatus_EXCEPTION(status)) { return status; } } if (config->base_prefix == NULL && config->prefix != NULL) { if (copy_wstr(&config->base_prefix, config->prefix) < 0) { return _PyStatus_NO_MEMORY(); } } if (config->base_exec_prefix == NULL && config->exec_prefix != NULL) { if (copy_wstr(&config->base_exec_prefix, config->exec_prefix) < 0) { return _PyStatus_NO_MEMORY(); } } if (config->base_executable == NULL && config->executable != NULL) { if (copy_wstr(&config->base_executable, config->executable) < 0) { return _PyStatus_NO_MEMORY(); } } return _PyStatus_OK(); } /* External interface */ static void _Py_NO_RETURN path_out_of_memory(const char *func) { _Py_FatalErrorFunc(func, "out of memory"); } void Py_SetPath(const wchar_t *path) { if (path == NULL) { pathconfig_clear(&_Py_path_config); return; } PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); PyMem_RawFree(_Py_path_config.prefix); PyMem_RawFree(_Py_path_config.exec_prefix); PyMem_RawFree(_Py_path_config.stdlib_dir); PyMem_RawFree(_Py_path_config.module_search_path); _Py_path_config.prefix = _PyMem_RawWcsdup(L""); _Py_path_config.exec_prefix = _PyMem_RawWcsdup(L""); // XXX Copy this from the new module_search_path? if (_Py_path_config.home != NULL) { _Py_path_config.stdlib_dir = _PyMem_RawWcsdup(_Py_path_config.home); } else { _Py_path_config.stdlib_dir = _PyMem_RawWcsdup(L""); } _Py_path_config.module_search_path = _PyMem_RawWcsdup(path); PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); if (_Py_path_config.prefix == NULL || _Py_path_config.exec_prefix == NULL || _Py_path_config.stdlib_dir == NULL || _Py_path_config.module_search_path == NULL) { path_out_of_memory(__func__); } } void Py_SetPythonHome(const wchar_t *home) { if (home == NULL) { return; } PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); PyMem_RawFree(_Py_path_config.home); _Py_path_config.home = _PyMem_RawWcsdup(home); PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); if (_Py_path_config.home == NULL) { path_out_of_memory(__func__); } } void Py_SetProgramName(const wchar_t *program_name) { if (program_name == NULL || program_name[0] == L'\0') { return; } PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); PyMem_RawFree(_Py_path_config.program_name); _Py_path_config.program_name = _PyMem_RawWcsdup(program_name); PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); if (_Py_path_config.program_name == NULL) { path_out_of_memory(__func__); } } void _Py_SetProgramFullPath(const wchar_t *program_full_path) { if (program_full_path == NULL || program_full_path[0] == L'\0') { return; } PyMemAllocatorEx old_alloc; _PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc); PyMem_RawFree(_Py_path_config.program_full_path); _Py_path_config.program_full_path = _PyMem_RawWcsdup(program_full_path); PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc); if (_Py_path_config.program_full_path == NULL) { path_out_of_memory(__func__); } } wchar_t * Py_GetPath(void) { return _Py_path_config.module_search_path; } wchar_t * _Py_GetStdlibDir(void) { wchar_t *stdlib_dir = _Py_path_config.stdlib_dir; if (stdlib_dir != NULL && stdlib_dir[0] != L'\0') { return stdlib_dir; } return NULL; } wchar_t * Py_GetPrefix(void) { return _Py_path_config.prefix; } wchar_t * Py_GetExecPrefix(void) { return _Py_path_config.exec_prefix; } wchar_t * Py_GetProgramFullPath(void) { return _Py_path_config.program_full_path; } wchar_t* Py_GetPythonHome(void) { return _Py_path_config.home; } wchar_t * Py_GetProgramName(void) { return _Py_path_config.program_name; } /* Compute module search path from argv[0] or the current working directory ("-m module" case) which will be prepended to sys.argv: sys.path[0]. Return 1 if the path is correctly resolved and written into *path0_p. Return 0 if it fails to resolve the full path. For example, return 0 if the current working directory has been removed (bpo-36236) or if argv is empty. Raise an exception and return -1 on error. */ int _PyPathConfig_ComputeSysPath0(const PyWideStringList *argv, PyObject **path0_p) { assert(_PyWideStringList_CheckConsistency(argv)); if (argv->length == 0) { /* Leave sys.path unchanged if sys.argv is empty */ return 0; } wchar_t *argv0 = argv->items[0]; int have_module_arg = (wcscmp(argv0, L"-m") == 0); int have_script_arg = (!have_module_arg && (wcscmp(argv0, L"-c") != 0)); wchar_t *path0 = argv0; Py_ssize_t n = 0; #ifdef HAVE_REALPATH wchar_t fullpath[MAXPATHLEN]; #elif defined(MS_WINDOWS) wchar_t fullpath[MAX_PATH]; #endif if (have_module_arg) { #if defined(HAVE_REALPATH) || defined(MS_WINDOWS) if (!_Py_wgetcwd(fullpath, Py_ARRAY_LENGTH(fullpath))) { return 0; } path0 = fullpath; #else path0 = L"."; #endif n = wcslen(path0); } #ifdef HAVE_READLINK wchar_t link[MAXPATHLEN + 1]; int nr = 0; wchar_t path0copy[2 * MAXPATHLEN + 1]; if (have_script_arg) { nr = _Py_wreadlink(path0, link, Py_ARRAY_LENGTH(link)); } if (nr > 0) { /* It's a symlink */ link[nr] = '\0'; if (link[0] == SEP) { path0 = link; /* Link to absolute path */ } else if (wcschr(link, SEP) == NULL) { /* Link without path */ } else { /* Must join(dirname(path0), link) */ wchar_t *q = wcsrchr(path0, SEP); if (q == NULL) { /* path0 without path */ path0 = link; } else { /* Must make a copy, path0copy has room for 2 * MAXPATHLEN */ wcsncpy(path0copy, path0, MAXPATHLEN); q = wcsrchr(path0copy, SEP); wcsncpy(q+1, link, MAXPATHLEN); q[MAXPATHLEN + 1] = L'\0'; path0 = path0copy; } } } #endif /* HAVE_READLINK */ wchar_t *p = NULL; #if SEP == '\\' /* Special case for Microsoft filename syntax */ if (have_script_arg) { wchar_t *q; #if defined(MS_WINDOWS) /* Replace the first element in argv with the full path. */ wchar_t *ptemp; if (GetFullPathNameW(path0, Py_ARRAY_LENGTH(fullpath), fullpath, &ptemp)) { path0 = fullpath; } #endif p = wcsrchr(path0, SEP); /* Test for alternate separator */ q = wcsrchr(p ? p : path0, '/'); if (q != NULL) p = q; if (p != NULL) { n = p + 1 - path0; if (n > 1 && p[-1] != ':') n--; /* Drop trailing separator */ } } #else /* All other filename syntaxes */ if (have_script_arg) { #if defined(HAVE_REALPATH) if (_Py_wrealpath(path0, fullpath, Py_ARRAY_LENGTH(fullpath))) { path0 = fullpath; } #endif p = wcsrchr(path0, SEP); } if (p != NULL) { n = p + 1 - path0; #if SEP == '/' /* Special case for Unix filename syntax */ if (n > 1) { /* Drop trailing separator */ n--; } #endif /* Unix */ } #endif /* All others */ PyObject *path0_obj = PyUnicode_FromWideChar(path0, n); if (path0_obj == NULL) { return -1; } *path0_p = path0_obj; return 1; } #ifdef MS_WINDOWS #define WCSTOK wcstok_s #else #define WCSTOK wcstok #endif /* Search for a prefix value in an environment file (pyvenv.cfg). - If found, copy it into *value_p: string which must be freed by PyMem_RawFree(). - If not found, *value_p is set to NULL. */ PyStatus _Py_FindEnvConfigValue(FILE *env_file, const wchar_t *key, wchar_t **value_p) { *value_p = NULL; char buffer[MAXPATHLEN * 2 + 1]; /* allow extra for key, '=', etc. */ buffer[Py_ARRAY_LENGTH(buffer)-1] = '\0'; while (!feof(env_file)) { char * p = fgets(buffer, Py_ARRAY_LENGTH(buffer) - 1, env_file); if (p == NULL) { break; } size_t n = strlen(p); if (p[n - 1] != '\n') { /* line has overflowed - bail */ break; } if (p[0] == '#') { /* Comment - skip */ continue; } wchar_t *tmpbuffer = _Py_DecodeUTF8_surrogateescape(buffer, n, NULL); if (tmpbuffer) { wchar_t * state; wchar_t * tok = WCSTOK(tmpbuffer, L" \t\r\n", &state); if ((tok != NULL) && !wcscmp(tok, key)) { tok = WCSTOK(NULL, L" \t", &state); if ((tok != NULL) && !wcscmp(tok, L"=")) { tok = WCSTOK(NULL, L"\r\n", &state); if (tok != NULL) { *value_p = _PyMem_RawWcsdup(tok); PyMem_RawFree(tmpbuffer); if (*value_p == NULL) { return _PyStatus_NO_MEMORY(); } /* found */ return _PyStatus_OK(); } } } PyMem_RawFree(tmpbuffer); } } /* not found */ return _PyStatus_OK(); } #ifdef __cplusplus } #endif