diff options
| author | Nathan Reiner <nathan@nathanreiner.xyz> | 2023-07-09 14:47:19 +0200 |
|---|---|---|
| committer | Nathan Reiner <nathan@nathanreiner.xyz> | 2023-07-09 14:47:19 +0200 |
| commit | afa9d5b588a9f8dcd0e38f0ffd28977d2ae9b60a (patch) | |
| tree | 92d169d2f27ae642c79dbfc3150eb834c270490c /src/index.rs | |
| parent | 019d08f3441c9e499977d583bb0f8383aff50d4b (diff) | |
set max parsing theads to 4
Diffstat (limited to 'src/index.rs')
| -rw-r--r-- | src/index.rs | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/src/index.rs b/src/index.rs index 741eb7c..36f0ae2 100644 --- a/src/index.rs +++ b/src/index.rs @@ -49,7 +49,7 @@ impl Index { let mut nof = 0; let mut counter = 0; let mut crawler_handles = Vec::new(); - let num_threads = thread::available_parallelism().unwrap().get(); + let num_threads = thread::available_parallelism().unwrap().get().min(4); let mut tx_vec : Vec<Sender<String>> = Vec::new(); let mut indexes = Vec::new(); @@ -93,7 +93,7 @@ impl Index { } let mut next_crawler = 0; - let mut last_p = u64::MAX; + let mut last_p = 0; for entry in WalkDir::new(input_path) .into_iter() @@ -151,10 +151,11 @@ impl Index { } } + callback(GenState::Parsing, 100); + join_handle.join().ok(); }); - Index::merge(indexes.iter().collect(), |p| { callback(GenState::Merging, p) }) } |