From afa9d5b588a9f8dcd0e38f0ffd28977d2ae9b60a Mon Sep 17 00:00:00 2001 From: Nathan Reiner Date: Sun, 9 Jul 2023 14:47:19 +0200 Subject: set max parsing theads to 4 --- src/index.rs | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) (limited to 'src/index.rs') diff --git a/src/index.rs b/src/index.rs index 741eb7c..36f0ae2 100644 --- a/src/index.rs +++ b/src/index.rs @@ -49,7 +49,7 @@ impl Index { let mut nof = 0; let mut counter = 0; let mut crawler_handles = Vec::new(); - let num_threads = thread::available_parallelism().unwrap().get(); + let num_threads = thread::available_parallelism().unwrap().get().min(4); let mut tx_vec : Vec> = Vec::new(); let mut indexes = Vec::new(); @@ -93,7 +93,7 @@ impl Index { } let mut next_crawler = 0; - let mut last_p = u64::MAX; + let mut last_p = 0; for entry in WalkDir::new(input_path) .into_iter() @@ -151,10 +151,11 @@ impl Index { } } + callback(GenState::Parsing, 100); + join_handle.join().ok(); }); - Index::merge(indexes.iter().collect(), |p| { callback(GenState::Merging, p) }) } -- cgit v1.2.3-70-g09d2