diff options
Diffstat (limited to 'src/index.rs')
| -rw-r--r-- | src/index.rs | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/src/index.rs b/src/index.rs index 741eb7c..36f0ae2 100644 --- a/src/index.rs +++ b/src/index.rs @@ -49,7 +49,7 @@ impl Index { let mut nof = 0; let mut counter = 0; let mut crawler_handles = Vec::new(); - let num_threads = thread::available_parallelism().unwrap().get(); + let num_threads = thread::available_parallelism().unwrap().get().min(4); let mut tx_vec : Vec<Sender<String>> = Vec::new(); let mut indexes = Vec::new(); @@ -93,7 +93,7 @@ impl Index { } let mut next_crawler = 0; - let mut last_p = u64::MAX; + let mut last_p = 0; for entry in WalkDir::new(input_path) .into_iter() @@ -151,10 +151,11 @@ impl Index { } } + callback(GenState::Parsing, 100); + join_handle.join().ok(); }); - Index::merge(indexes.iter().collect(), |p| { callback(GenState::Merging, p) }) } |