Added automatic tree rebuild, finished #5 for now.

This commit is contained in:
Olek 2016-12-31 02:38:22 +01:00
parent b85932fe64
commit 1b64e722a9
3 changed files with 64 additions and 13 deletions

View File

@ -40,6 +40,7 @@ fn bench_single_loop_times_for_1000_node_tree(b: &mut Bencher) {
b.iter(|| tree.nearest_search(&points[0])); b.iter(|| tree.nearest_search(&points[0]));
} }
#[allow(dead_code)]
fn bench_creating_1000_000_node_tree(b: &mut Bencher) { fn bench_creating_1000_000_node_tree(b: &mut Bencher) {
let len = 1000_000usize; let len = 1000_000usize;
let points = generate_points(len); let points = generate_points(len);
@ -60,7 +61,17 @@ fn bench_adding_same_node_to_1000_tree(b: &mut Bencher) {
}); });
} }
fn bench_incrementally_building_the_1000_tree(b: &mut Bencher) {
b.iter(|| {
let len = 1usize;
let mut points = generate_points(len);
let mut tree = kdtree::kdtree::Kdtree::new(&mut points);
for _ in 0 .. 1000 {
let point = Point3WithId::new(-1 as i32, gen_random(), gen_random(), gen_random());
tree.insert_node(point);
}
});
}
benchmark_group!(benches, bench_creating_1000_node_tree, bench_single_loop_times_for_1000_node_tree,bench_adding_same_node_to_1000_tree,bench_incrementally_building_the_1000_tree);
benchmark_group!(benches, bench_creating_1000_node_tree, bench_single_loop_times_for_1000_node_tree,bench_adding_same_node_to_1000_tree);
benchmark_main!(benches); benchmark_main!(benches);

View File

@ -7,6 +7,8 @@ mod bounds;
use self::bounds::*; use self::bounds::*;
use self::distance::*; use self::distance::*;
use std::cmp;
pub trait KdtreePointTrait: Copy + PartialEq { pub trait KdtreePointTrait: Copy + PartialEq {
fn dims(&self) -> &[f64]; fn dims(&self) -> &[f64];
} }
@ -14,7 +16,9 @@ pub trait KdtreePointTrait: Copy + PartialEq {
pub struct Kdtree<KdtreePoint> { pub struct Kdtree<KdtreePoint> {
nodes: Vec<KdtreeNode<KdtreePoint>>, nodes: Vec<KdtreeNode<KdtreePoint>>,
node_adding_dimension: usize node_adding_dimension: usize,
node_depth_during_last_rebuild: usize,
current_node_depth: usize,
} }
impl<KdtreePoint: KdtreePointTrait> Kdtree<KdtreePoint> { impl<KdtreePoint: KdtreePointTrait> Kdtree<KdtreePoint> {
@ -23,18 +27,38 @@ impl<KdtreePoint: KdtreePointTrait> Kdtree<KdtreePoint> {
panic!("empty vector point not allowed"); panic!("empty vector point not allowed");
} }
let rect = Bounds::new_from_points(points);
let mut tree = Kdtree { let mut tree = Kdtree {
nodes: vec![], nodes: vec![],
node_adding_dimension: 0, node_adding_dimension: 0,
node_depth_during_last_rebuild: 0,
current_node_depth: 0,
}; };
tree.build_tree(&mut points, &rect); tree.rebuild_tree(&mut points);
tree tree
} }
pub fn rebuild_tree(&mut self, points : &mut [KdtreePoint]) {
self.nodes.clear();
self.node_depth_during_last_rebuild = 0;
self.current_node_depth = 0;
let rect = Bounds::new_from_points(points);
self.build_tree(points, &rect, 1);
}
/// Can be used if you are sure that the tree is degenerated or if you will never again insert the nodes into the tree.
pub fn gather_points_and_rebuild(&mut self) {
let mut points : Vec<KdtreePoint> = vec![];
let nodes = self.gather_points(0,&mut points);
self.rebuild_tree(&mut points);
}
pub fn nearest_search(&self, node: &KdtreePoint) -> KdtreePoint pub fn nearest_search(&self, node: &KdtreePoint) -> KdtreePoint
{ {
let mut nearest_neighbor = 0usize; let mut nearest_neighbor = 0usize;
@ -58,8 +82,10 @@ impl<KdtreePoint: KdtreePointTrait> Kdtree<KdtreePoint> {
self.node_adding_dimension = ( dimension + 1) % node_to_add.dims().len(); self.node_adding_dimension = ( dimension + 1) % node_to_add.dims().len();
let mut should_pop_node = false; let mut should_pop_node = false;
let mut depth = 0;
loop { loop {
depth +=1 ;
let current_node = &mut self.nodes[current_index]; let current_node = &mut self.nodes[current_index];
if node_to_add.dims()[current_node.dimension] <= current_node.split_on { if node_to_add.dims()[current_node.dimension] <= current_node.split_on {
@ -90,6 +116,10 @@ impl<KdtreePoint: KdtreePointTrait> Kdtree<KdtreePoint> {
if should_pop_node { if should_pop_node {
self.nodes.pop(); self.nodes.pop();
} }
if self.node_depth_during_last_rebuild as f64 * 4.0 < depth as f64 {
self.gather_points_and_rebuild();
}
} }
fn nearest_search_impl(&self, p: &KdtreePoint, searched_index: usize, best_distance_squared: &mut f64, best_leaf_found: &mut usize) { fn nearest_search_impl(&self, p: &KdtreePoint, searched_index: usize, best_distance_squared: &mut f64, best_leaf_found: &mut usize) {
@ -130,7 +160,7 @@ impl<KdtreePoint: KdtreePointTrait> Kdtree<KdtreePoint> {
self.nodes.len() - 1 self.nodes.len() - 1
} }
fn build_tree(&mut self, nodes: &mut [KdtreePoint], bounds: &Bounds) -> usize { fn build_tree(&mut self, nodes: &mut [KdtreePoint], bounds: &Bounds, depth : usize) -> usize {
let (splitting_index, pivot_value) = partition::partition_sliding_midpoint(nodes, bounds.get_midvalue_of_widest_dim(), bounds.get_widest_dim()); let (splitting_index, pivot_value) = partition::partition_sliding_midpoint(nodes, bounds.get_midvalue_of_widest_dim(), bounds.get_widest_dim());
let node_id = self.add_node(nodes[splitting_index], bounds.get_widest_dim(), pivot_value); let node_id = self.add_node(nodes[splitting_index], bounds.get_widest_dim(), pivot_value);
@ -138,19 +168,32 @@ impl<KdtreePoint: KdtreePointTrait> Kdtree<KdtreePoint> {
if splitting_index > 0 { if splitting_index > 0 {
let left_rect = bounds.clone_moving_max(pivot_value, bounds.get_widest_dim()); let left_rect = bounds.clone_moving_max(pivot_value, bounds.get_widest_dim());
let left_child_id = self.build_tree(&mut nodes[0..splitting_index], &left_rect); let left_child_id = self.build_tree(&mut nodes[0..splitting_index], &left_rect, depth+1);
self.nodes[node_id].left_node = Some(left_child_id); self.nodes[node_id].left_node = Some(left_child_id);
} }
if splitting_index < nodes.len() - 1 { if splitting_index < nodes.len() - 1 {
let right_rect = bounds.clone_moving_min(pivot_value, bounds.get_widest_dim()); let right_rect = bounds.clone_moving_min(pivot_value, bounds.get_widest_dim());
let right_child_id = self.build_tree(&mut nodes[splitting_index + 1..nodes_len], &right_rect); let right_child_id = self.build_tree(&mut nodes[splitting_index + 1..nodes_len], &right_rect, depth+1);
self.nodes[node_id].right_node = Some(right_child_id); self.nodes[node_id].right_node = Some(right_child_id);
} }
self.node_depth_during_last_rebuild = cmp::max(self.node_depth_during_last_rebuild,depth);
node_id node_id
} }
fn gather_points(&self, current_index: usize, points : &mut Vec<KdtreePoint>){
points.push(self.nodes[current_index].point);
if let Some(left_index) = self.nodes[current_index].left_node {
self.gather_points(left_index, points);
}
if let Some(right_index) = self.nodes[current_index].right_node {
self.gather_points(right_index, points);
}
}
} }
pub struct KdtreeNode<T> { pub struct KdtreeNode<T> {
@ -254,6 +297,8 @@ mod tests {
#[test] #[test]
fn incremental_add_adds_as_expected() { fn incremental_add_adds_as_expected() {
//this test is tricky because it can have problems with the automatic tree rebuild.
let mut vec = vec![Point2WithId::new(0,0.,0.)]; let mut vec = vec![Point2WithId::new(0,0.,0.)];
let mut tree = Kdtree::new(&mut vec); let mut tree = Kdtree::new(&mut vec);

View File

@ -14,11 +14,6 @@ fn gen_random_usize( max_value : usize) -> usize {
rand::thread_rng().gen_range(0usize, max_value) rand::thread_rng().gen_range(0usize, max_value)
} }
fn test() {
}
fn find_nn_with_linear_search<'a>(points : &'a Vec<Point3WithId>, find_for : Point3WithId) -> &Point3WithId { fn find_nn_with_linear_search<'a>(points : &'a Vec<Point3WithId>, find_for : Point3WithId) -> &Point3WithId {
let distance_fun = kdtree::kdtree::distance::squared_euclidean; let distance_fun = kdtree::kdtree::distance::squared_euclidean;