// Copyright 2012-2016 The Rust Project Developers. See the COPYRIGHT // file at the top-level directory of this distribution and at // http://rust-lang.org/COPYRIGHT. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use array_vec::ArrayVec; use std::fmt; use std::iter; use std::marker::PhantomData; use std::mem; use std::slice; use bitslice::{BitSlice, Word}; use bitslice::{bitwise, Union, Subtract, Intersect}; use indexed_vec::Idx; use rustc_serialize; /// This is implemented by all the index sets so that IdxSet::union() can be /// passed any type of index set. pub trait UnionIntoIdxSet { // Performs `other = other | self`. fn union_into(&self, other: &mut IdxSet) -> bool; } /// This is implemented by all the index sets so that IdxSet::subtract() can be /// passed any type of index set. pub trait SubtractFromIdxSet { // Performs `other = other - self`. fn subtract_from(&self, other: &mut IdxSet) -> bool; } /// Represents a set of some element type E, where each E is identified by some /// unique index type `T`. /// /// In other words, `T` is the type used to index into the bitvector /// this type uses to represent the set of object it holds. /// /// The representation is dense, using one bit per possible element. #[derive(Eq, PartialEq)] pub struct IdxSet { _pd: PhantomData, bits: Vec, } impl Clone for IdxSet { fn clone(&self) -> Self { IdxSet { _pd: PhantomData, bits: self.bits.clone() } } } impl rustc_serialize::Encodable for IdxSet { fn encode(&self, encoder: &mut E) -> Result<(), E::Error> { self.bits.encode(encoder) } } impl rustc_serialize::Decodable for IdxSet { fn decode(d: &mut D) -> Result, D::Error> { let words: Vec = rustc_serialize::Decodable::decode(d)?; Ok(IdxSet { _pd: PhantomData, bits: words, }) } } const BITS_PER_WORD: usize = mem::size_of::() * 8; impl fmt::Debug for IdxSet { fn fmt(&self, w: &mut fmt::Formatter) -> fmt::Result { w.debug_list() .entries(self.iter()) .finish() } } impl IdxSet { fn new(init: Word, domain_size: usize) -> Self { let num_words = (domain_size + (BITS_PER_WORD - 1)) / BITS_PER_WORD; IdxSet { _pd: Default::default(), bits: vec![init; num_words], } } /// Creates set holding every element whose index falls in range 0..domain_size. pub fn new_filled(domain_size: usize) -> Self { let mut result = Self::new(!0, domain_size); result.trim_to(domain_size); result } /// Creates set holding no elements. pub fn new_empty(domain_size: usize) -> Self { Self::new(0, domain_size) } /// Duplicates as a hybrid set. pub fn to_hybrid(&self) -> HybridIdxSet { // This domain_size may be slightly larger than the one specified // upon creation, due to rounding up to a whole word. That's ok. let domain_size = self.bits.len() * BITS_PER_WORD; // Note: we currently don't bother trying to make a Sparse set. HybridIdxSet::Dense(self.to_owned(), domain_size) } /// Removes all elements pub fn clear(&mut self) { for b in &mut self.bits { *b = 0; } } /// Sets all elements up to `domain_size` pub fn set_up_to(&mut self, domain_size: usize) { for b in &mut self.bits { *b = !0; } self.trim_to(domain_size); } /// Clear all elements above `domain_size`. fn trim_to(&mut self, domain_size: usize) { // `trim_block` is the first block where some bits have // to be cleared. let trim_block = domain_size / BITS_PER_WORD; // all the blocks above it have to be completely cleared. if trim_block < self.bits.len() { for b in &mut self.bits[trim_block+1..] { *b = 0; } // at that block, the `domain_size % BITS_PER_WORD` LSBs // should remain. let remaining_bits = domain_size % BITS_PER_WORD; let mask = (1< bool { self.bits.clear_bit(elem.index()) } /// Adds `elem` to the set `self`; returns true iff this changed `self`. pub fn add(&mut self, elem: &T) -> bool { self.bits.set_bit(elem.index()) } /// Returns true iff set `self` contains `elem`. pub fn contains(&self, elem: &T) -> bool { self.bits.get_bit(elem.index()) } pub fn words(&self) -> &[Word] { &self.bits } pub fn words_mut(&mut self) -> &mut [Word] { &mut self.bits } /// Efficiently overwrite `self` with `other`. Panics if `self` and `other` /// don't have the same length. pub fn overwrite(&mut self, other: &IdxSet) { self.words_mut().clone_from_slice(other.words()); } /// Set `self = self | other` and return true if `self` changed /// (i.e., if new bits were added). pub fn union(&mut self, other: &impl UnionIntoIdxSet) -> bool { other.union_into(self) } /// Set `self = self - other` and return true if `self` changed. /// (i.e., if any bits were removed). pub fn subtract(&mut self, other: &impl SubtractFromIdxSet) -> bool { other.subtract_from(self) } /// Set `self = self & other` and return true if `self` changed. /// (i.e., if any bits were removed). pub fn intersect(&mut self, other: &IdxSet) -> bool { bitwise(self.words_mut(), other.words(), &Intersect) } pub fn iter(&self) -> Iter { Iter { cur: None, iter: self.words().iter().enumerate(), _pd: PhantomData, } } } impl UnionIntoIdxSet for IdxSet { fn union_into(&self, other: &mut IdxSet) -> bool { bitwise(other.words_mut(), self.words(), &Union) } } impl SubtractFromIdxSet for IdxSet { fn subtract_from(&self, other: &mut IdxSet) -> bool { bitwise(other.words_mut(), self.words(), &Subtract) } } pub struct Iter<'a, T: Idx> { cur: Option<(Word, usize)>, iter: iter::Enumerate>, _pd: PhantomData, } impl<'a, T: Idx> Iterator for Iter<'a, T> { type Item = T; fn next(&mut self) -> Option { loop { if let Some((ref mut word, offset)) = self.cur { let bit_pos = word.trailing_zeros() as usize; if bit_pos != BITS_PER_WORD { let bit = 1 << bit_pos; *word ^= bit; return Some(T::new(bit_pos + offset)) } } let (i, word) = self.iter.next()?; self.cur = Some((*word, BITS_PER_WORD * i)); } } } const SPARSE_MAX: usize = 8; /// A sparse index set with a maximum of SPARSE_MAX elements. Used by /// HybridIdxSet; do not use directly. /// /// The elements are stored as an unsorted vector with no duplicates. #[derive(Clone, Debug)] pub struct SparseIdxSet(ArrayVec<[T; SPARSE_MAX]>); impl SparseIdxSet { fn new() -> Self { SparseIdxSet(ArrayVec::new()) } fn len(&self) -> usize { self.0.len() } fn contains(&self, elem: &T) -> bool { self.0.contains(elem) } fn add(&mut self, elem: &T) -> bool { // Ensure there are no duplicates. if self.0.contains(elem) { false } else { self.0.push(*elem); true } } fn remove(&mut self, elem: &T) -> bool { if let Some(i) = self.0.iter().position(|e| e == elem) { // Swap the found element to the end, then pop it. let len = self.0.len(); self.0.swap(i, len - 1); self.0.pop(); true } else { false } } fn to_dense(&self, domain_size: usize) -> IdxSet { let mut dense = IdxSet::new_empty(domain_size); for elem in self.0.iter() { dense.add(elem); } dense } fn iter(&self) -> SparseIter { SparseIter { iter: self.0.iter(), } } } impl UnionIntoIdxSet for SparseIdxSet { fn union_into(&self, other: &mut IdxSet) -> bool { let mut changed = false; for elem in self.iter() { changed |= other.add(&elem); } changed } } impl SubtractFromIdxSet for SparseIdxSet { fn subtract_from(&self, other: &mut IdxSet) -> bool { let mut changed = false; for elem in self.iter() { changed |= other.remove(&elem); } changed } } pub struct SparseIter<'a, T: Idx> { iter: slice::Iter<'a, T>, } impl<'a, T: Idx> Iterator for SparseIter<'a, T> { type Item = T; fn next(&mut self) -> Option { self.iter.next().map(|e| *e) } } /// Like IdxSet, but with a hybrid representation: sparse when there are few /// elements in the set, but dense when there are many. It's especially /// efficient for sets that typically have a small number of elements, but a /// large `domain_size`, and are cleared frequently. #[derive(Clone, Debug)] pub enum HybridIdxSet { Sparse(SparseIdxSet, usize), Dense(IdxSet, usize), } impl HybridIdxSet { pub fn new_empty(domain_size: usize) -> Self { HybridIdxSet::Sparse(SparseIdxSet::new(), domain_size) } pub fn clear(&mut self) { let domain_size = match *self { HybridIdxSet::Sparse(_, size) => size, HybridIdxSet::Dense(_, size) => size, }; *self = HybridIdxSet::new_empty(domain_size); } /// Returns true iff set `self` contains `elem`. pub fn contains(&self, elem: &T) -> bool { match self { HybridIdxSet::Sparse(sparse, _) => sparse.contains(elem), HybridIdxSet::Dense(dense, _) => dense.contains(elem), } } /// Adds `elem` to the set `self`. pub fn add(&mut self, elem: &T) -> bool { match self { HybridIdxSet::Sparse(sparse, _) if sparse.len() < SPARSE_MAX => { // The set is sparse and has space for `elem`. sparse.add(elem) } HybridIdxSet::Sparse(sparse, _) if sparse.contains(elem) => { // The set is sparse and does not have space for `elem`, but // that doesn't matter because `elem` is already present. false } HybridIdxSet::Sparse(_, _) => { // The set is sparse and full. Convert to a dense set. // // FIXME: This code is awful, but I can't work out how else to // appease the borrow checker. let dummy = HybridIdxSet::Sparse(SparseIdxSet::new(), 0); match mem::replace(self, dummy) { HybridIdxSet::Sparse(sparse, domain_size) => { let mut dense = sparse.to_dense(domain_size); let changed = dense.add(elem); assert!(changed); mem::replace(self, HybridIdxSet::Dense(dense, domain_size)); changed } _ => panic!("impossible"), } } HybridIdxSet::Dense(dense, _) => dense.add(elem), } } /// Removes `elem` from the set `self`. pub fn remove(&mut self, elem: &T) -> bool { // Note: we currently don't bother going from Dense back to Sparse. match self { HybridIdxSet::Sparse(sparse, _) => sparse.remove(elem), HybridIdxSet::Dense(dense, _) => dense.remove(elem), } } /// Converts to a dense set, consuming itself in the process. pub fn to_dense(self) -> IdxSet { match self { HybridIdxSet::Sparse(sparse, domain_size) => sparse.to_dense(domain_size), HybridIdxSet::Dense(dense, _) => dense, } } /// Iteration order is unspecified. pub fn iter(&self) -> HybridIter { match self { HybridIdxSet::Sparse(sparse, _) => HybridIter::Sparse(sparse.iter()), HybridIdxSet::Dense(dense, _) => HybridIter::Dense(dense.iter()), } } } impl UnionIntoIdxSet for HybridIdxSet { fn union_into(&self, other: &mut IdxSet) -> bool { match self { HybridIdxSet::Sparse(sparse, _) => sparse.union_into(other), HybridIdxSet::Dense(dense, _) => dense.union_into(other), } } } impl SubtractFromIdxSet for HybridIdxSet { fn subtract_from(&self, other: &mut IdxSet) -> bool { match self { HybridIdxSet::Sparse(sparse, _) => sparse.subtract_from(other), HybridIdxSet::Dense(dense, _) => dense.subtract_from(other), } } } pub enum HybridIter<'a, T: Idx> { Sparse(SparseIter<'a, T>), Dense(Iter<'a, T>), } impl<'a, T: Idx> Iterator for HybridIter<'a, T> { type Item = T; fn next(&mut self) -> Option { match self { HybridIter::Sparse(sparse) => sparse.next(), HybridIter::Dense(dense) => dense.next(), } } } #[test] fn test_trim_to() { use std::cmp; for i in 0..256 { let mut idx_buf: IdxSet = IdxSet::new_filled(128); idx_buf.trim_to(i); let elems: Vec = idx_buf.iter().collect(); let expected: Vec = (0..cmp::min(i, 128)).collect(); assert_eq!(elems, expected); } } #[test] fn test_set_up_to() { for i in 0..128 { for mut idx_buf in vec![IdxSet::new_empty(128), IdxSet::new_filled(128)] .into_iter() { idx_buf.set_up_to(i); let elems: Vec = idx_buf.iter().collect(); let expected: Vec = (0..i).collect(); assert_eq!(elems, expected); } } } #[test] fn test_new_filled() { for i in 0..128 { let idx_buf = IdxSet::new_filled(i); let elems: Vec = idx_buf.iter().collect(); let expected: Vec = (0..i).collect(); assert_eq!(elems, expected); } }