// Copyright 2011 Google Inc. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "util.h" #ifdef __CYGWIN__ #include #include #elif defined( _WIN32) #include #include #include #endif #include #include #include #include #include #include #include #include #include #ifndef _WIN32 #include #include #endif #include #if defined(__APPLE__) || defined(__FreeBSD__) #include #elif defined(__SVR4) && defined(__sun) #include #include #elif defined(_AIX) #include #elif defined(linux) || defined(__GLIBC__) #include #endif #include "edit_distance.h" #include "metrics.h" void Fatal(const char* msg, ...) { va_list ap; fprintf(stderr, "ninja: fatal: "); va_start(ap, msg); vfprintf(stderr, msg, ap); va_end(ap); fprintf(stderr, "\n"); #ifdef _WIN32 // On Windows, some tools may inject extra threads. // exit() may block on locks held by those threads, so forcibly exit. fflush(stderr); fflush(stdout); ExitProcess(1); #else exit(1); #endif } void Warning(const char* msg, ...) { va_list ap; fprintf(stderr, "ninja: warning: "); va_start(ap, msg); vfprintf(stderr, msg, ap); va_end(ap); fprintf(stderr, "\n"); } void Error(const char* msg, ...) { va_list ap; fprintf(stderr, "ninja: error: "); va_start(ap, msg); vfprintf(stderr, msg, ap); va_end(ap); fprintf(stderr, "\n"); } bool CanonicalizePath(string* path, uint64_t* slash_bits, string* err) { METRIC_RECORD("canonicalize str"); size_t len = path->size(); char* str = 0; if (len > 0) str = &(*path)[0]; if (!CanonicalizePath(str, &len, slash_bits, err)) return false; path->resize(len); return true; } #ifdef _WIN32 static uint64_t ShiftOverBit(int offset, uint64_t bits) { // e.g. for |offset| == 2: // | ... 9 8 7 6 5 4 3 2 1 0 | // \_________________/ \_/ // above below // So we drop the bit at offset and move above "down" into its place. uint64_t above = bits & ~((1 << (offset + 1)) - 1); uint64_t below = bits & ((1 << offset) - 1); return (above >> 1) | below; } #endif bool CanonicalizePath(char* path, size_t* len, uint64_t* slash_bits, string* err) { // WARNING: this function is performance-critical; please benchmark // any changes you make to it. METRIC_RECORD("canonicalize path"); if (*len == 0) { *err = "empty path"; return false; } const int kMaxPathComponents = 60; char* components[kMaxPathComponents]; int component_count = 0; char* start = path; char* dst = start; const char* src = start; const char* end = start + *len; #ifdef _WIN32 uint64_t bits = 0; uint64_t bits_mask = 1; int bits_offset = 0; // Convert \ to /, setting a bit in |bits| for each \ encountered. for (char* c = path; c < end; ++c) { switch (*c) { case '\\': bits |= bits_mask; *c = '/'; // Intentional fallthrough. case '/': bits_mask <<= 1; bits_offset++; } } if (bits_offset > 64) { *err = "too many path components"; return false; } bits_offset = 0; #endif if (*src == '/') { #ifdef _WIN32 bits_offset++; // network path starts with // if (*len > 1 && *(src + 1) == '/') { src += 2; dst += 2; bits_offset++; } else { ++src; ++dst; } #else ++src; ++dst; #endif } while (src < end) { if (*src == '.') { if (src + 1 == end || src[1] == '/') { // '.' component; eliminate. src += 2; #ifdef _WIN32 bits = ShiftOverBit(bits_offset, bits); #endif continue; } else if (src[1] == '.' && (src + 2 == end || src[2] == '/')) { // '..' component. Back up if possible. if (component_count > 0) { dst = components[component_count - 1]; src += 3; --component_count; #ifdef _WIN32 bits = ShiftOverBit(bits_offset, bits); bits_offset--; bits = ShiftOverBit(bits_offset, bits); #endif } else { *dst++ = *src++; *dst++ = *src++; *dst++ = *src++; } continue; } } if (*src == '/') { src++; #ifdef _WIN32 bits = ShiftOverBit(bits_offset, bits); #endif continue; } if (component_count == kMaxPathComponents) Fatal("path has too many components : %s", path); components[component_count] = dst; ++component_count; while (*src != '/' && src != end) *dst++ = *src++; #ifdef _WIN32 bits_offset++; #endif *dst++ = *src++; // Copy '/' or final \0 character as well. } if (dst == start) { *dst++ = '.'; *dst++ = '\0'; } *len = dst - start - 1; #ifdef _WIN32 *slash_bits = bits; #else *slash_bits = 0; #endif return true; } static inline bool IsKnownShellSafeCharacter(char ch) { if ('A' <= ch && ch <= 'Z') return true; if ('a' <= ch && ch <= 'z') return true; if ('0' <= ch && ch <= '9') return true; switch (ch) { case '_': case '+': case '-': case '.': case '/': return true; default: return false; } } static inline bool IsKnownWin32SafeCharacter(char ch) { switch (ch) { case ' ': case '"': return false; default: return true; } } static inline bool StringNeedsShellEscaping(const string& input) { for (size_t i = 0; i < input.size(); ++i) { if (!IsKnownShellSafeCharacter(input[i])) return true; } return false; } static inline bool StringNeedsWin32Escaping(const string& input) { for (size_t i = 0; i < input.size(); ++i) { if (!IsKnownWin32SafeCharacter(input[i])) return true; } return false; } void GetShellEscapedString(const string& input, string* result) { assert(result); if (!StringNeedsShellEscaping(input)) { result->append(input); return; } const char kQuote = '\''; const char kEscapeSequence[] = "'\\'"; result->push_back(kQuote); string::const_iterator span_begin = input.begin(); for (string::const_iterator it = input.begin(), end = input.end(); it != end; ++it) { if (*it == kQuote) { result->append(span_begin, it); result->append(kEscapeSequence); span_begin = it; } } result->append(span_begin, input.end()); result->push_back(kQuote); } void GetWin32EscapedString(const string& input, string* result) { assert(result); if (!StringNeedsWin32Escaping(input)) { result->append(input); return; } const char kQuote = '"'; const char kBackslash = '\\'; result->push_back(kQuote); size_t consecutive_backslash_count = 0; string::const_iterator span_begin = input.begin(); for (string::const_iterator it = input.begin(), end = input.end(); it != end; ++it) { switch (*it) { case kBackslash: ++consecutive_backslash_count; break; case kQuote: result->append(span_begin, it); result->append(consecutive_backslash_count + 1, kBackslash); span_begin = it; consecutive_backslash_count = 0; break; default: consecutive_backslash_count = 0; break; } } result->append(span_begin, input.end()); result->append(consecutive_backslash_count, kBackslash); result->push_back(kQuote); } int ReadFile(const string& path, string* contents, string* err) { #ifdef _WIN32 // This makes a ninja run on a set of 1500 manifest files about 4% faster // than using the generic fopen code below. err->clear(); HANDLE f = ::CreateFile(path.c_str(), GENERIC_READ, FILE_SHARE_READ, NULL, OPEN_EXISTING, FILE_FLAG_SEQUENTIAL_SCAN, NULL); if (f == INVALID_HANDLE_VALUE) { err->assign(GetLastErrorString()); return -ENOENT; } for (;;) { DWORD len; char buf[64 << 10]; if (!::ReadFile(f, buf, sizeof(buf), &len, NULL)) { err->assign(GetLastErrorString()); contents->clear(); return -1; } if (len == 0) break; contents->append(buf, len); } ::CloseHandle(f); return 0; #else FILE* f = fopen(path.c_str(), "rb"); if (!f) { err->assign(strerror(errno)); return -errno; } char buf[64 << 10]; size_t len; while ((len = fread(buf, 1, sizeof(buf), f)) > 0) { contents->append(buf, len); } if (ferror(f)) { err->assign(strerror(errno)); // XXX errno? contents->clear(); fclose(f); return -errno; } fclose(f); return 0; #endif } void SetCloseOnExec(int fd) { #ifndef _WIN32 int flags = fcntl(fd, F_GETFD); if (flags < 0) { perror("fcntl(F_GETFD)"); } else { if (fcntl(fd, F_SETFD, flags | FD_CLOEXEC) < 0) perror("fcntl(F_SETFD)"); } #else HANDLE hd = (HANDLE) _get_osfhandle(fd); if (! SetHandleInformation(hd, HANDLE_FLAG_INHERIT, 0)) { fprintf(stderr, "SetHandleInformation(): %s", GetLastErrorString().c_str()); } #endif // ! _WIN32 } const char* SpellcheckStringV(const string& text, const vector& words) { const bool kAllowReplacements = true; const int kMaxValidEditDistance = 3; int min_distance = kMaxValidEditDistance + 1; const char* result = NULL; for (vector::const_iterator i = words.begin(); i != words.end(); ++i) { int distance = EditDistance(*i, text, kAllowReplacements, kMaxValidEditDistance); if (distance < min_distance) { min_distance = distance; result = *i; } } return result; } const char* SpellcheckString(const char* text, ...) { // Note: This takes a const char* instead of a string& because using // va_start() with a reference parameter is undefined behavior. va_list ap; va_start(ap, text); vector words; const char* word; while ((word = va_arg(ap, const char*))) words.push_back(word); va_end(ap); return SpellcheckStringV(text, words); } #ifdef _WIN32 string GetLastErrorString() { DWORD err = GetLastError(); char* msg_buf; FormatMessageA( FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, NULL, err, MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), (char*)&msg_buf, 0, NULL); string msg = msg_buf; LocalFree(msg_buf); return msg; } void Win32Fatal(const char* function) { Fatal("%s: %s", function, GetLastErrorString().c_str()); } #endif bool islatinalpha(int c) { // isalpha() is locale-dependent. return (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z'); } string StripAnsiEscapeCodes(const string& in) { string stripped; stripped.reserve(in.size()); for (size_t i = 0; i < in.size(); ++i) { if (in[i] != '\33') { // Not an escape code. stripped.push_back(in[i]); continue; } // Only strip CSIs for now. if (i + 1 >= in.size()) break; if (in[i + 1] != '[') continue; // Not a CSI. i += 2; // Skip everything up to and including the next [a-zA-Z]. while (i < in.size() && !islatinalpha(in[i])) ++i; } return stripped; } int GetProcessorCount() { #ifdef _WIN32 SYSTEM_INFO info; GetNativeSystemInfo(&info); return info.dwNumberOfProcessors; #else return sysconf(_SC_NPROCESSORS_ONLN); #endif } #if defined(_WIN32) || defined(__CYGWIN__) static double CalculateProcessorLoad(uint64_t idle_ticks, uint64_t total_ticks) { static uint64_t previous_idle_ticks = 0; static uint64_t previous_total_ticks = 0; static double previous_load = -0.0; uint64_t idle_ticks_since_last_time = idle_ticks - previous_idle_ticks; uint64_t total_ticks_since_last_time = total_ticks - previous_total_ticks; bool first_call = (previous_total_ticks == 0); bool ticks_not_updated_since_last_call = (total_ticks_since_last_time == 0); double load; if (first_call || ticks_not_updated_since_last_call) { load = previous_load; } else { // Calculate load. double idle_to_total_ratio = ((double)idle_ticks_since_last_time) / total_ticks_since_last_time; double load_since_last_call = 1.0 - idle_to_total_ratio; // Filter/smooth result when possible. if(previous_load > 0) { load = 0.9 * previous_load + 0.1 * load_since_last_call; } else { load = load_since_last_call; } } previous_load = load; previous_total_ticks = total_ticks; previous_idle_ticks = idle_ticks; return load; } static uint64_t FileTimeToTickCount(const FILETIME & ft) { uint64_t high = (((uint64_t)(ft.dwHighDateTime)) << 32); uint64_t low = ft.dwLowDateTime; return (high | low); } double GetLoadAverage() { FILETIME idle_time, kernel_time, user_time; BOOL get_system_time_succeeded = GetSystemTimes(&idle_time, &kernel_time, &user_time); double posix_compatible_load; if (get_system_time_succeeded) { uint64_t idle_ticks = FileTimeToTickCount(idle_time); // kernel_time from GetSystemTimes already includes idle_time. uint64_t total_ticks = FileTimeToTickCount(kernel_time) + FileTimeToTickCount(user_time); double processor_load = CalculateProcessorLoad(idle_ticks, total_ticks); posix_compatible_load = processor_load * GetProcessorCount(); } else { posix_compatible_load = -0.0; } return posix_compatible_load; } #elif defined(_AIX) double GetLoadAverage() { perfstat_cpu_total_t cpu_stats; if (perfstat_cpu_total(NULL, &cpu_stats, sizeof(cpu_stats), 1) < 0) { return -0.0f; } // Calculation taken from comment in libperfstats.h return double(cpu_stats.loadavg[0]) / double(1 << SBITS); } #elif defined(__UCLIBC__) double GetLoadAverage() { struct sysinfo si; if (sysinfo(&si) != 0) return -0.0f; return 1.0 / (1 << SI_LOAD_SHIFT) * si.loads[0]; } #else double GetLoadAverage() { double loadavg[3] = { 0.0f, 0.0f, 0.0f }; if (getloadavg(loadavg, 3) < 0) { // Maybe we should return an error here or the availability of // getloadavg(3) should be checked when ninja is configured. return -0.0f; } return loadavg[0]; } #endif // _WIN32 string ElideMiddle(const string& str, size_t width) { const int kMargin = 3; // Space for "...". string result = str; if (result.size() + kMargin > width) { size_t elide_size = (width - kMargin) / 2; result = result.substr(0, elide_size) + "..." + result.substr(result.size() - elide_size, elide_size); } return result; } bool Truncate(const string& path, size_t size, string* err) { #ifdef _WIN32 int fh = _sopen(path.c_str(), _O_RDWR | _O_CREAT, _SH_DENYNO, _S_IREAD | _S_IWRITE); int success = _chsize(fh, size); _close(fh); #else int success = truncate(path.c_str(), size); #endif // Both truncate() and _chsize() return 0 on success and set errno and return // -1 on failure. if (success < 0) { *err = strerror(errno); return false; } return true; }