osrm-backend/include/util/deallocating_vector.hpp

409 lines
13 KiB
C++
Raw Normal View History

2015-01-07 06:28:26 -05:00
#ifndef DEALLOCATING_VECTOR_HPP
#define DEALLOCATING_VECTOR_HPP
2012-05-23 15:22:33 -04:00
#include "storage/io_fwd.hpp"
2016-01-02 11:13:44 -05:00
#include "util/integer_range.hpp"
2014-08-05 11:19:09 -04:00
#include <boost/iterator/iterator_facade.hpp>
#include <limits>
#include <utility>
2012-05-23 15:22:33 -04:00
#include <vector>
2016-01-05 10:51:13 -05:00
namespace osrm
{
namespace util
{
template <typename ElementT> class DeallocatingVector;
}
namespace storage
{
namespace serialization
{
template <typename T>
inline void read(storage::io::FileReader &reader, util::DeallocatingVector<T> &vec);
2016-01-05 10:51:13 -05:00
template <typename T>
inline void write(storage::io::FileWriter &writer, const util::DeallocatingVector<T> &vec);
}
}
namespace util
{
template <typename ElementT> struct ConstDeallocatingVectorIteratorState
{
ConstDeallocatingVectorIteratorState()
: index(std::numeric_limits<std::size_t>::max()), bucket_list(nullptr)
{
}
explicit ConstDeallocatingVectorIteratorState(const ConstDeallocatingVectorIteratorState &r)
: index(r.index), bucket_list(r.bucket_list)
{
}
explicit ConstDeallocatingVectorIteratorState(const std::size_t idx,
2016-01-05 06:04:04 -05:00
const std::vector<ElementT *> *input_list)
: index(idx), bucket_list(input_list)
{
}
std::size_t index;
const std::vector<ElementT *> *bucket_list;
2016-01-05 06:04:04 -05:00
ConstDeallocatingVectorIteratorState &
operator=(const ConstDeallocatingVectorIteratorState &other)
{
index = other.index;
bucket_list = other.bucket_list;
return *this;
}
};
template <typename ElementT> struct DeallocatingVectorIteratorState
2014-05-05 10:21:41 -04:00
{
DeallocatingVectorIteratorState()
: index(std::numeric_limits<std::size_t>::max()), bucket_list(nullptr)
{
}
explicit DeallocatingVectorIteratorState(const DeallocatingVectorIteratorState &r)
: index(r.index), bucket_list(r.bucket_list)
2014-05-05 10:21:41 -04:00
{
}
explicit DeallocatingVectorIteratorState(const std::size_t idx,
std::vector<ElementT *> *input_list)
: index(idx), bucket_list(input_list)
2014-05-05 10:21:41 -04:00
{
}
std::size_t index;
std::vector<ElementT *> *bucket_list;
2012-05-23 15:22:33 -04:00
DeallocatingVectorIteratorState &operator=(const DeallocatingVectorIteratorState &other)
2014-05-05 10:21:41 -04:00
{
index = other.index;
bucket_list = other.bucket_list;
2014-05-05 10:21:41 -04:00
return *this;
2012-05-23 15:22:33 -04:00
}
};
2012-05-23 15:22:33 -04:00
template <typename ElementT, std::size_t ELEMENTS_PER_BLOCK>
class ConstDeallocatingVectorIterator
: public boost::iterator_facade<ConstDeallocatingVectorIterator<ElementT, ELEMENTS_PER_BLOCK>,
ElementT,
std::random_access_iterator_tag>
{
ConstDeallocatingVectorIteratorState<ElementT> current_state;
public:
ConstDeallocatingVectorIterator() {}
ConstDeallocatingVectorIterator(std::size_t idx, const std::vector<ElementT *> *input_list)
: current_state(idx, input_list)
{
}
friend class boost::iterator_core_access;
void advance(std::size_t n) { current_state.index += n; }
void increment() { advance(1); }
void decrement() { advance(-1); }
bool equal(ConstDeallocatingVectorIterator const &other) const
{
return current_state.index == other.current_state.index;
}
std::ptrdiff_t distance_to(ConstDeallocatingVectorIterator const &other) const
{
// it is important to implement it 'other minus this'. otherwise sorting breaks
return other.current_state.index - current_state.index;
}
ElementT &dereference() const
{
const std::size_t current_bucket = current_state.index / ELEMENTS_PER_BLOCK;
const std::size_t current_index = current_state.index % ELEMENTS_PER_BLOCK;
return (current_state.bucket_list->at(current_bucket)[current_index]);
}
ElementT &operator[](const std::size_t index) const
{
const std::size_t current_bucket = (index + current_state.index) / ELEMENTS_PER_BLOCK;
const std::size_t current_index = (index + current_state.index) % ELEMENTS_PER_BLOCK;
return (current_state.bucket_list->at(current_bucket)[current_index]);
}
};
template <typename ElementT, std::size_t ELEMENTS_PER_BLOCK>
class DeallocatingVectorIterator
: public boost::iterator_facade<DeallocatingVectorIterator<ElementT, ELEMENTS_PER_BLOCK>,
ElementT,
std::random_access_iterator_tag>
{
DeallocatingVectorIteratorState<ElementT> current_state;
2012-05-23 15:22:33 -04:00
public:
DeallocatingVectorIterator() {}
DeallocatingVectorIterator(std::size_t idx, std::vector<ElementT *> *input_list)
: current_state(idx, input_list)
{
2012-05-23 15:22:33 -04:00
}
friend class boost::iterator_core_access;
2012-11-22 09:41:29 -05:00
void advance(std::size_t n) { current_state.index += n; }
2012-05-23 15:22:33 -04:00
void increment() { advance(1); }
2012-05-23 15:22:33 -04:00
void decrement() { advance(-1); }
2012-05-23 15:22:33 -04:00
bool equal(DeallocatingVectorIterator const &other) const
2014-05-05 10:21:41 -04:00
{
return current_state.index == other.current_state.index;
2012-05-23 15:22:33 -04:00
}
2013-10-15 05:56:27 -04:00
std::ptrdiff_t distance_to(DeallocatingVectorIterator const &other) const
2014-05-05 10:21:41 -04:00
{
// it is important to implement it 'other minus this'. otherwise sorting breaks
return other.current_state.index - current_state.index;
2013-10-15 05:56:27 -04:00
}
ElementT &dereference() const
2014-05-05 10:21:41 -04:00
{
const std::size_t current_bucket = current_state.index / ELEMENTS_PER_BLOCK;
const std::size_t current_index = current_state.index % ELEMENTS_PER_BLOCK;
return (current_state.bucket_list->at(current_bucket)[current_index]);
2012-05-23 15:22:33 -04:00
}
ElementT &operator[](const std::size_t index) const
{
const std::size_t current_bucket = (index + current_state.index) / ELEMENTS_PER_BLOCK;
const std::size_t current_index = (index + current_state.index) % ELEMENTS_PER_BLOCK;
return (current_state.bucket_list->at(current_bucket)[current_index]);
}
};
2012-05-23 15:22:33 -04:00
template <typename ElementT, std::size_t ELEMENTS_PER_BLOCK>
class DeallocatingVectorRemoveIterator
: public boost::iterator_facade<DeallocatingVectorRemoveIterator<ElementT, ELEMENTS_PER_BLOCK>,
ElementT,
boost::forward_traversal_tag>
{
DeallocatingVectorIteratorState<ElementT> current_state;
2012-05-23 15:22:33 -04:00
public:
DeallocatingVectorRemoveIterator(std::size_t idx, std::vector<ElementT *> *input_list)
: current_state(idx, input_list)
2014-05-05 10:21:41 -04:00
{
2012-05-23 15:22:33 -04:00
}
friend class boost::iterator_core_access;
void increment()
2014-05-05 10:21:41 -04:00
{
const std::size_t old_bucket = current_state.index / ELEMENTS_PER_BLOCK;
++current_state.index;
const std::size_t new_bucket = current_state.index / ELEMENTS_PER_BLOCK;
if (old_bucket != new_bucket)
{
// delete old bucket entry
if (nullptr != current_state.bucket_list->at(old_bucket))
{
delete[] current_state.bucket_list->at(old_bucket);
current_state.bucket_list->at(old_bucket) = nullptr;
}
}
2012-05-23 15:22:33 -04:00
}
bool equal(DeallocatingVectorRemoveIterator const &other) const
2014-05-05 10:21:41 -04:00
{
return current_state.index == other.current_state.index;
}
std::ptrdiff_t distance_to(DeallocatingVectorRemoveIterator const &other) const
2014-05-05 10:21:41 -04:00
{
return other.current_state.index - current_state.index;
}
ElementT &dereference() const
2014-05-05 10:21:41 -04:00
{
const std::size_t current_bucket = current_state.index / ELEMENTS_PER_BLOCK;
const std::size_t current_index = current_state.index % ELEMENTS_PER_BLOCK;
return (current_state.bucket_list->at(current_bucket)[current_index]);
2012-05-23 15:22:33 -04:00
}
};
template <typename T> void swap(DeallocatingVector<T> &lhs, DeallocatingVector<T> &rhs);
template <typename ElementT> class DeallocatingVector
2014-05-05 10:21:41 -04:00
{
static constexpr std::size_t ELEMENTS_PER_BLOCK = 8388608 / sizeof(ElementT);
2014-05-05 10:21:41 -04:00
std::size_t current_size;
std::vector<ElementT *> bucket_list;
2012-05-23 15:22:33 -04:00
2014-05-05 10:21:41 -04:00
public:
using value_type = ElementT;
using iterator = DeallocatingVectorIterator<ElementT, ELEMENTS_PER_BLOCK>;
using const_iterator = ConstDeallocatingVectorIterator<ElementT, ELEMENTS_PER_BLOCK>;
2012-05-23 15:22:33 -04:00
// this forward-only iterator deallocates all buckets that have been visited
using deallocation_iterator = DeallocatingVectorRemoveIterator<ElementT, ELEMENTS_PER_BLOCK>;
2012-05-23 15:22:33 -04:00
2015-01-27 11:44:46 -05:00
DeallocatingVector() : current_size(0)
{
bucket_list.emplace_back(new ElementT[ELEMENTS_PER_BLOCK]);
}
2012-05-23 15:22:33 -04:00
2017-04-04 19:01:00 -04:00
// copying is not safe since this would only do a shallow copy
DeallocatingVector(DeallocatingVector &other) = delete;
DeallocatingVector &operator=(DeallocatingVector &other) = delete;
2017-04-06 07:24:23 -04:00
// moving is fine
DeallocatingVector(DeallocatingVector &&other) = default;
DeallocatingVector &operator=(DeallocatingVector &&other) = default;
2014-05-05 10:21:41 -04:00
~DeallocatingVector() { clear(); }
2012-05-23 15:22:33 -04:00
friend void swap<>(DeallocatingVector<ElementT> &lhs, DeallocatingVector<ElementT> &rhs);
void swap(DeallocatingVector<ElementT> &other)
2014-05-05 10:21:41 -04:00
{
std::swap(current_size, other.current_size);
bucket_list.swap(other.bucket_list);
2012-05-23 15:22:33 -04:00
}
void clear()
2014-05-05 10:21:41 -04:00
{
// Delete[]'ing ptr's to all Buckets
for (auto bucket : bucket_list)
2014-05-05 10:21:41 -04:00
{
if (nullptr != bucket)
2014-05-05 10:21:41 -04:00
{
delete[] bucket;
bucket = nullptr;
2012-05-23 15:22:33 -04:00
}
}
2015-01-27 11:44:46 -05:00
bucket_list.clear();
bucket_list.shrink_to_fit();
2014-05-05 10:21:41 -04:00
current_size = 0;
}
void push_back(const ElementT &element)
2014-05-05 10:21:41 -04:00
{
const std::size_t current_capacity = capacity();
if (current_size == current_capacity)
{
bucket_list.push_back(new ElementT[ELEMENTS_PER_BLOCK]);
2014-05-05 10:21:41 -04:00
}
std::size_t current_index = size() % ELEMENTS_PER_BLOCK;
2014-05-05 10:21:41 -04:00
bucket_list.back()[current_index] = element;
++current_size;
2012-05-23 15:22:33 -04:00
}
template <typename... Ts> void emplace_back(Ts &&... element)
2014-05-05 10:21:41 -04:00
{
const std::size_t current_capacity = capacity();
if (current_size == current_capacity)
{
bucket_list.push_back(new ElementT[ELEMENTS_PER_BLOCK]);
2012-05-23 15:22:33 -04:00
}
const std::size_t current_index = size() % ELEMENTS_PER_BLOCK;
bucket_list.back()[current_index] = ElementT(std::forward<Ts>(element)...);
2014-05-05 10:21:41 -04:00
++current_size;
2012-05-23 15:22:33 -04:00
}
2015-01-27 11:44:46 -05:00
void reserve(const std::size_t) const { /* don't do anything */}
2012-08-27 10:16:59 -04:00
void resize(const std::size_t new_size)
2014-05-05 10:21:41 -04:00
{
if (new_size >= current_size)
2014-05-05 10:21:41 -04:00
{
while (capacity() < new_size)
{
bucket_list.push_back(new ElementT[ELEMENTS_PER_BLOCK]);
2012-08-27 10:16:59 -04:00
}
}
else
2015-01-27 11:44:46 -05:00
{ // down-size
const std::size_t number_of_necessary_buckets = 1 + (new_size / ELEMENTS_PER_BLOCK);
2016-01-07 19:31:57 -05:00
for (const auto bucket_index : irange(number_of_necessary_buckets, bucket_list.size()))
2014-05-05 10:21:41 -04:00
{
2014-07-18 05:20:27 -04:00
if (nullptr != bucket_list[bucket_index])
{
delete[] bucket_list[bucket_index];
}
2012-08-27 10:16:59 -04:00
}
2014-05-05 10:21:41 -04:00
bucket_list.resize(number_of_necessary_buckets);
2012-08-27 10:16:59 -04:00
}
current_size = new_size;
2012-08-27 10:16:59 -04:00
}
std::size_t size() const { return current_size; }
2012-05-23 15:22:33 -04:00
std::size_t capacity() const { return bucket_list.size() * ELEMENTS_PER_BLOCK; }
2012-05-23 15:22:33 -04:00
iterator begin() { return iterator(static_cast<std::size_t>(0), &bucket_list); }
2012-05-23 15:22:33 -04:00
iterator end() { return iterator(size(), &bucket_list); }
2012-05-23 15:22:33 -04:00
deallocation_iterator dbegin()
2014-05-05 10:21:41 -04:00
{
return deallocation_iterator(static_cast<std::size_t>(0), &bucket_list);
2012-05-23 15:22:33 -04:00
}
deallocation_iterator dend() { return deallocation_iterator(size(), &bucket_list); }
2012-05-23 15:22:33 -04:00
const_iterator begin() const
2014-05-05 10:21:41 -04:00
{
return const_iterator(static_cast<std::size_t>(0), &bucket_list);
2012-05-23 15:22:33 -04:00
}
const_iterator end() const { return const_iterator(size(), &bucket_list); }
2012-05-23 15:22:33 -04:00
ElementT &operator[](const std::size_t index)
2014-05-05 10:21:41 -04:00
{
const std::size_t _bucket = index / ELEMENTS_PER_BLOCK;
const std::size_t _index = index % ELEMENTS_PER_BLOCK;
2014-05-05 10:21:41 -04:00
return (bucket_list[_bucket][_index]);
2012-05-23 15:22:33 -04:00
}
ElementT &operator[](const std::size_t index) const
2014-05-05 10:21:41 -04:00
{
const std::size_t _bucket = index / ELEMENTS_PER_BLOCK;
const std::size_t _index = index % ELEMENTS_PER_BLOCK;
2014-05-05 10:21:41 -04:00
return (bucket_list[_bucket][_index]);
2012-05-23 15:22:33 -04:00
}
ElementT &back() const
2014-05-05 10:21:41 -04:00
{
const std::size_t _bucket = (current_size - 1) / ELEMENTS_PER_BLOCK;
const std::size_t _index = (current_size - 1) % ELEMENTS_PER_BLOCK;
2014-05-05 10:21:41 -04:00
return (bucket_list[_bucket][_index]);
}
2015-01-27 11:44:46 -05:00
template <class InputIterator> void append(InputIterator first, const InputIterator last)
{
InputIterator position = first;
while (position != last)
{
push_back(*position);
++position;
}
}
friend void storage::serialization::read<ElementT>(storage::io::FileReader &reader,
DeallocatingVector &vec);
friend void storage::serialization::write<ElementT>(storage::io::FileWriter &writer,
const DeallocatingVector &vec);
2012-05-23 15:22:33 -04:00
};
template <typename T> void swap(DeallocatingVector<T> &lhs, DeallocatingVector<T> &rhs)
{
lhs.swap(rhs);
}
2016-01-05 10:51:13 -05:00
}
}
2015-01-07 06:28:26 -05:00
#endif /* DEALLOCATING_VECTOR_HPP */