summaryrefslogtreecommitdiffstats
path: root/src/deps_log.cc
diff options
context:
space:
mode:
Diffstat (limited to 'src/deps_log.cc')
-rw-r--r--src/deps_log.cc21
1 files changed, 19 insertions, 2 deletions
diff --git a/src/deps_log.cc b/src/deps_log.cc
index 7dbd5b2..931cc77 100644
--- a/src/deps_log.cc
+++ b/src/deps_log.cc
@@ -37,6 +37,12 @@ DepsLog::~DepsLog() {
}
bool DepsLog::OpenForWrite(const string& path, string* err) {
+ if (needs_recompaction_) {
+ Close();
+ if (!Recompact(path, err))
+ return false;
+ }
+
file_ = fopen(path.c_str(), "ab");
if (!file_) {
*err = strerror(errno);
@@ -161,6 +167,8 @@ bool DepsLog::Load(const string& path, State* state, string* err) {
long offset;
bool read_failed = false;
+ int unique_dep_record_count = 0;
+ int total_dep_record_count = 0;
for (;;) {
offset = ftell(f);
@@ -193,8 +201,9 @@ bool DepsLog::Load(const string& path, State* state, string* err) {
deps->nodes[i] = nodes_[deps_data[i]];
}
- if (UpdateDeps(out_id, deps))
- ++dead_record_count_;
+ total_dep_record_count++;
+ if (!UpdateDeps(out_id, deps))
+ ++unique_dep_record_count;
} else {
StringPiece path(buf, size);
Node* node = state->GetNode(path);
@@ -225,6 +234,14 @@ bool DepsLog::Load(const string& path, State* state, string* err) {
fclose(f);
+ // Rebuild the log if there are too many dead records.
+ int kMinCompactionEntryCount = 1000;
+ int kCompactionRatio = 3;
+ if (total_dep_record_count > kMinCompactionEntryCount &&
+ total_dep_record_count > unique_dep_record_count * kCompactionRatio) {
+ needs_recompaction_ = true;
+ }
+
return true;
}