X-Git-Url: http://plrg.eecs.uci.edu/git/?a=blobdiff_plain;f=folly%2Fsorted_vector_types.h;h=d011a83d401276e16741fe2d4209183ad3d51908;hb=b22935cd23251a9958f73242cb1dc44dfc75c5f5;hp=b9b86a8c91e8570c4e4f3505387a02a1832d3bef;hpb=32654ab1ec88206aeb4bd0366b165711e6a32948;p=folly.git diff --git a/folly/sorted_vector_types.h b/folly/sorted_vector_types.h index b9b86a8c..d011a83d 100644 --- a/folly/sorted_vector_types.h +++ b/folly/sorted_vector_types.h @@ -1,5 +1,5 @@ /* - * Copyright 2014 Facebook, Inc. + * Copyright 2017 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -34,7 +34,7 @@ * example growth policy that grows one element at a time: * * struct OneAtATimePolicy { - * template + * template * void increase_capacity(Container& c) { * if (c.size() == c.capacity()) { * c.reserve(c.size() + 1); @@ -57,17 +57,18 @@ * std::vector<>, which requires it to be Assignable.) */ -#ifndef FOLLY_SORTED_VECTOR_TYPES_H_ -#define FOLLY_SORTED_VECTOR_TYPES_H_ +#pragma once #include #include #include +#include +#include #include #include + #include -#include -#include +#include namespace folly { @@ -75,76 +76,110 @@ namespace folly { namespace detail { - // This wrapper goes around a GrowthPolicy and provides iterator - // preservation semantics, but only if the growth policy is not the - // default (i.e. nothing). - template - struct growth_policy_wrapper : private Policy { - template - Iterator increase_capacity(Container& c, Iterator desired_insertion) - { - typedef typename Container::difference_type diff_t; - diff_t d = desired_insertion - c.begin(); - Policy::increase_capacity(c); - return c.begin() + d; - } - }; - template<> - struct growth_policy_wrapper { - template - Iterator increase_capacity(Container&, Iterator it) { - return it; - } - }; +// This wrapper goes around a GrowthPolicy and provides iterator +// preservation semantics, but only if the growth policy is not the +// default (i.e. nothing). +template +struct growth_policy_wrapper : private Policy { + template + Iterator increase_capacity(Container& c, Iterator desired_insertion) { + typedef typename Container::difference_type diff_t; + diff_t d = desired_insertion - c.begin(); + Policy::increase_capacity(c); + return c.begin() + d; + } +}; +template <> +struct growth_policy_wrapper { + template + Iterator increase_capacity(Container&, Iterator it) { + return it; + } +}; - /* - * This helper returns the distance between two iterators if it is - * possible to figure it out without messing up the range - * (i.e. unless they are InputIterators). Otherwise this returns - * -1. - */ - template - int distance_if_multipass(Iterator first, Iterator last) { - typedef typename std::iterator_traits::iterator_category categ; - if (boost::is_same::value) - return -1; - return std::distance(first, last); - } - - template - typename OurContainer::iterator - insert_with_hint(OurContainer& sorted, - Vector& cont, - typename OurContainer::iterator hint, - typename OurContainer::value_type&& value, - GrowthPolicy& po) - { - const typename OurContainer::value_compare& cmp(sorted.value_comp()); - if (hint == cont.end() || cmp(value, *hint)) { - if (hint == cont.begin()) { - po.increase_capacity(cont, cont.begin()); - return cont.insert(cont.begin(), std::move(value)); - } - if (cmp(*(hint - 1), value)) { - hint = po.increase_capacity(cont, hint); - return cont.insert(hint, std::move(value)); - } +/* + * This helper returns the distance between two iterators if it is + * possible to figure it out without messing up the range + * (i.e. unless they are InputIterators). Otherwise this returns + * -1. + */ +template +int distance_if_multipass(Iterator first, Iterator last) { + typedef typename std::iterator_traits::iterator_category categ; + if (std::is_same::value) { + return -1; + } + return std::distance(first, last); +} + +template +typename OurContainer::iterator insert_with_hint( + OurContainer& sorted, + Vector& cont, + typename OurContainer::iterator hint, + typename OurContainer::value_type&& value, + GrowthPolicy& po) { + const typename OurContainer::value_compare& cmp(sorted.value_comp()); + if (hint == cont.end() || cmp(value, *hint)) { + if (hint == cont.begin() || cmp(*(hint - 1), value)) { + hint = po.increase_capacity(cont, hint); + return cont.insert(hint, std::move(value)); + } else { return sorted.insert(std::move(value)).first; } + } - if (cmp(*hint, value)) { - if (hint + 1 == cont.end() || cmp(value, *(hint + 1))) { - typename OurContainer::iterator it = - po.increase_capacity(cont, hint + 1); - return cont.insert(it, std::move(value)); - } + if (cmp(*hint, value)) { + if (hint + 1 == cont.end() || cmp(value, *(hint + 1))) { + hint = po.increase_capacity(cont, hint + 1); + return cont.insert(hint, std::move(value)); + } else { + return sorted.insert(std::move(value)).first; } - - // Value and *hint did not compare, so they are equal keys. - return hint; } + // Value and *hint did not compare, so they are equal keys. + return hint; +} + +template +void bulk_insert( + OurContainer& sorted, + Vector& cont, + InputIterator first, + InputIterator last) { + // prevent deref of middle where middle == cont.end() + if (first == last) { + return; + } + + auto const& cmp(sorted.value_comp()); + + int const d = distance_if_multipass(first, last); + if (d != -1) { + cont.reserve(cont.size() + d); + } + auto const prev_size = cont.size(); + + std::copy(first, last, std::back_inserter(cont)); + auto const middle = cont.begin() + prev_size; + if (!std::is_sorted(middle, cont.end(), cmp)) { + std::sort(middle, cont.end(), cmp); + } + if (middle != cont.begin() && !cmp(*(middle - 1), *middle)) { + std::inplace_merge(cont.begin(), middle, cont.end(), cmp); + cont.erase( + std::unique( + cont.begin(), + cont.end(), + [&](typename OurContainer::value_type const& a, + typename OurContainer::value_type const& b) { + return !cmp(a, b) && !cmp(b, a); + }), + cont.end()); + } } +} // namespace detail ////////////////////////////////////////////////////////////////////// @@ -162,10 +197,11 @@ namespace detail { * @author Akhil Wable * @author Jordan DeLong */ -template, - class Allocator = std::allocator, - class GrowthPolicy = void> +template < + class T, + class Compare = std::less, + class Allocator = std::allocator, + class GrowthPolicy = void> class sorted_vector_set : boost::totally_ordered1< sorted_vector_set @@ -176,7 +212,7 @@ class sorted_vector_set detail::growth_policy_wrapper& get_growth_policy() { return *this; } -public: + public: typedef T value_type; typedef T key_type; typedef Compare key_compare; @@ -202,7 +238,7 @@ public: : m_(comp, alloc) {} - template + template explicit sorted_vector_set( InputIterator first, InputIterator last, @@ -215,7 +251,7 @@ public: insert(first, last); } - explicit sorted_vector_set( + /* implicit */ sorted_vector_set( std::initializer_list list, const Compare& comp = Compare(), const Allocator& alloc = Allocator()) @@ -224,12 +260,30 @@ public: insert(list.begin(), list.end()); } + // Construct a sorted_vector_set by stealing the storage of a prefilled + // container. The container need not be sorted already. This supports + // bulk construction of sorted_vector_set with zero allocations, not counting + // those performed by the caller. (The iterator range constructor performs at + // least one allocation). + // + // Note that `sorted_vector_set(const ContainerT& container)` is not provided, + // since the purpose of this constructor is to avoid an unnecessary copy. + explicit sorted_vector_set( + ContainerT&& container, + const Compare& comp = Compare()) + : m_(comp, container.get_allocator()) { + std::sort(container.begin(), container.end(), value_comp()); + m_.cont_.swap(container); + } + key_compare key_comp() const { return m_; } value_compare value_comp() const { return m_; } iterator begin() { return m_.cont_.begin(); } iterator end() { return m_.cont_.end(); } + const_iterator cbegin() const { return m_.cont_.cbegin(); } const_iterator begin() const { return m_.cont_.begin(); } + const_iterator cend() const { return m_.cont_.cend(); } const_iterator end() const { return m_.cont_.end(); } reverse_iterator rbegin() { return m_.cont_.rbegin(); } reverse_iterator rend() { return m_.cont_.rend(); } @@ -245,7 +299,7 @@ public: size_type capacity() const { return m_.cont_.capacity(); } std::pair insert(const value_type& value) { - return insert(value_type(value)); + return insert(std::move(value_type(value))); } std::pair insert(value_type&& value) { @@ -258,7 +312,7 @@ public: } iterator insert(iterator hint, const value_type& value) { - return insert(hint, value_type(value)); + return insert(hint, std::move(value_type(value))); } iterator insert(iterator hint, value_type&& value) { @@ -266,19 +320,13 @@ public: get_growth_policy()); } - template + template void insert(InputIterator first, InputIterator last) { - int d = detail::distance_if_multipass(first, last); - if (d != -1) { - m_.cont_.reserve(m_.cont_.size() + d); - } - for (; first != last; ++first) { - insert(end(), *first); - } + detail::bulk_insert(*this, m_.cont_, first, last); } size_type erase(const key_type& key) { - iterator it = lower_bound(key); + iterator it = find(key); if (it == end()) { return 0; } @@ -296,15 +344,17 @@ public: iterator find(const key_type& key) { iterator it = lower_bound(key); - if (it == end() || !key_comp()(key, *it)) + if (it == end() || !key_comp()(key, *it)) { return it; + } return end(); } const_iterator find(const key_type& key) const { const_iterator it = lower_bound(key); - if (it == end() || !key_comp()(key, *it)) + if (it == end() || !key_comp()(key, *it)) { return it; + } return end(); } @@ -354,7 +404,7 @@ public: return m_.cont_ < other.m_.cont_; } -private: + private: /* * This structure derives from the comparison object in order to * make use of the empty base class optimization if our comparison @@ -376,7 +426,7 @@ private: }; // Swap function that can be found using ADL. -template +template inline void swap(sorted_vector_set& a, sorted_vector_set& b) { return a.swap(b); @@ -399,11 +449,12 @@ inline void swap(sorted_vector_set& a, * @author Akhil Wable * @author Jordan DeLong */ -template, - class Allocator = std::allocator >, - class GrowthPolicy = void> +template < + class Key, + class Value, + class Compare = std::less, + class Allocator = std::allocator>, + class GrowthPolicy = void> class sorted_vector_map : boost::totally_ordered1< sorted_vector_map @@ -414,21 +465,18 @@ class sorted_vector_map detail::growth_policy_wrapper& get_growth_policy() { return *this; } -public: + public: typedef Key key_type; typedef Value mapped_type; typedef std::pair value_type; typedef Compare key_compare; - struct value_compare - : std::binary_function - , private Compare - { + struct value_compare : private Compare { bool operator()(const value_type& a, const value_type& b) const { return Compare::operator()(a.first, b.first); } - protected: + protected: friend class sorted_vector_map; explicit value_compare(const Compare& c) : Compare(c) {} }; @@ -448,7 +496,7 @@ public: : m_(value_compare(comp), alloc) {} - template + template explicit sorted_vector_map( InputIterator first, InputIterator last, @@ -468,12 +516,30 @@ public: insert(list.begin(), list.end()); } + // Construct a sorted_vector_map by stealing the storage of a prefilled + // container. The container need not be sorted already. This supports + // bulk construction of sorted_vector_map with zero allocations, not counting + // those performed by the caller. (The iterator range constructor performs at + // least one allocation). + // + // Note that `sorted_vector_map(const ContainerT& container)` is not provided, + // since the purpose of this constructor is to avoid an unnecessary copy. + explicit sorted_vector_map( + ContainerT&& container, + const Compare& comp = Compare()) + : m_(value_compare(comp), container.get_allocator()) { + std::sort(container.begin(), container.end(), value_comp()); + m_.cont_.swap(container); + } + key_compare key_comp() const { return m_; } value_compare value_comp() const { return m_; } iterator begin() { return m_.cont_.begin(); } iterator end() { return m_.cont_.end(); } + const_iterator cbegin() const { return m_.cont_.cbegin(); } const_iterator begin() const { return m_.cont_.begin(); } + const_iterator cend() const { return m_.cont_.cend(); } const_iterator end() const { return m_.cont_.end(); } reverse_iterator rbegin() { return m_.cont_.rbegin(); } reverse_iterator rend() { return m_.cont_.rend(); } @@ -489,7 +555,7 @@ public: size_type capacity() const { return m_.cont_.capacity(); } std::pair insert(const value_type& value) { - return insert(value_type(value)); + return insert(std::move(value_type(value))); } std::pair insert(value_type&& value) { @@ -502,7 +568,7 @@ public: } iterator insert(iterator hint, const value_type& value) { - return insert(hint, value_type(value)); + return insert(hint, std::move(value_type(value))); } iterator insert(iterator hint, value_type&& value) { @@ -510,15 +576,9 @@ public: get_growth_policy()); } - template + template void insert(InputIterator first, InputIterator last) { - int d = detail::distance_if_multipass(first, last); - if (d != -1) { - m_.cont_.reserve(m_.cont_.size() + d); - } - for (; first != last; ++first) { - insert(end(), *first); - } + detail::bulk_insert(*this, m_.cont_, first, last); } size_type erase(const key_type& key) { @@ -540,15 +600,17 @@ public: iterator find(const key_type& key) { iterator it = lower_bound(key); - if (it == end() || !key_comp()(key, it->first)) + if (it == end() || !key_comp()(key, it->first)) { return it; + } return end(); } const_iterator find(const key_type& key) const { const_iterator it = lower_bound(key); - if (it == end() || !key_comp()(key, it->first)) + if (it == end() || !key_comp()(key, it->first)) { return it; + } return end(); } @@ -557,7 +619,7 @@ public: if (it != end()) { return it->second; } - throw std::out_of_range("sorted_vector_map::at"); + std::__throw_out_of_range("sorted_vector_map::at"); } const mapped_type& at(const key_type& key) const { @@ -565,7 +627,7 @@ public: if (it != end()) { return it->second; } - throw std::out_of_range("sorted_vector_map::at"); + std::__throw_out_of_range("sorted_vector_map::at"); } size_type count(const key_type& key) const { @@ -573,23 +635,35 @@ public: } iterator lower_bound(const key_type& key) { - return std::lower_bound(begin(), end(), key, - boost::bind(key_comp(), boost::bind(&value_type::first, _1), _2)); + auto c = key_comp(); + auto f = [&](const value_type& a, const key_type& b) { + return c(a.first, b); + }; + return std::lower_bound(begin(), end(), key, f); } const_iterator lower_bound(const key_type& key) const { - return std::lower_bound(begin(), end(), key, - boost::bind(key_comp(), boost::bind(&value_type::first, _1), _2)); + auto c = key_comp(); + auto f = [&](const value_type& a, const key_type& b) { + return c(a.first, b); + }; + return std::lower_bound(begin(), end(), key, f); } iterator upper_bound(const key_type& key) { - return std::upper_bound(begin(), end(), key, - boost::bind(key_comp(), _1, boost::bind(&value_type::first, _2))); + auto c = key_comp(); + auto f = [&](const key_type& a, const value_type& b) { + return c(a, b.first); + }; + return std::upper_bound(begin(), end(), key, f); } const_iterator upper_bound(const key_type& key) const { - return std::upper_bound(begin(), end(), key, - boost::bind(key_comp(), _1, boost::bind(&value_type::first, _2))); + auto c = key_comp(); + auto f = [&](const key_type& a, const value_type& b) { + return c(a, b.first); + }; + return std::upper_bound(begin(), end(), key, f); } std::pair equal_range(const key_type& key) { @@ -597,8 +671,11 @@ public: // argument types different from the iterator value_type, so we // have to do this. iterator low = lower_bound(key); - iterator high = std::upper_bound(low, end(), key, - boost::bind(key_comp(), _1, boost::bind(&value_type::first, _2))); + auto c = key_comp(); + auto f = [&](const key_type& a, const value_type& b) { + return c(a, b.first); + }; + iterator high = std::upper_bound(low, end(), key, f); return std::make_pair(low, high); } @@ -632,7 +709,7 @@ public: return m_.cont_ < other.m_.cont_; } -private: + private: // This is to get the empty base optimization; see the comment in // sorted_vector_set. struct EBO : value_compare { @@ -645,7 +722,7 @@ private: }; // Swap function that can be found using ADL. -template +template inline void swap(sorted_vector_map& a, sorted_vector_map& b) { return a.swap(b); @@ -653,6 +730,4 @@ inline void swap(sorted_vector_map& a, ////////////////////////////////////////////////////////////////////// -} - -#endif +} // namespace folly