aboutsummaryrefslogtreecommitdiff
path: root/src/index.rs
diff options
context:
space:
mode:
authorNathan Reiner <nathan@nathanreiner.xyz>2023-07-09 14:47:19 +0200
committerNathan Reiner <nathan@nathanreiner.xyz>2023-07-09 14:47:19 +0200
commitafa9d5b588a9f8dcd0e38f0ffd28977d2ae9b60a (patch)
tree92d169d2f27ae642c79dbfc3150eb834c270490c /src/index.rs
parent019d08f3441c9e499977d583bb0f8383aff50d4b (diff)
set max parsing theads to 4
Diffstat (limited to 'src/index.rs')
-rw-r--r--src/index.rs7
1 files changed, 4 insertions, 3 deletions
diff --git a/src/index.rs b/src/index.rs
index 741eb7c..36f0ae2 100644
--- a/src/index.rs
+++ b/src/index.rs
@@ -49,7 +49,7 @@ impl Index {
let mut nof = 0;
let mut counter = 0;
let mut crawler_handles = Vec::new();
- let num_threads = thread::available_parallelism().unwrap().get();
+ let num_threads = thread::available_parallelism().unwrap().get().min(4);
let mut tx_vec : Vec<Sender<String>> = Vec::new();
let mut indexes = Vec::new();
@@ -93,7 +93,7 @@ impl Index {
}
let mut next_crawler = 0;
- let mut last_p = u64::MAX;
+ let mut last_p = 0;
for entry in WalkDir::new(input_path)
.into_iter()
@@ -151,10 +151,11 @@ impl Index {
}
}
+ callback(GenState::Parsing, 100);
+
join_handle.join().ok();
});
-
Index::merge(indexes.iter().collect(), |p| { callback(GenState::Merging, p) })
}