3 #include "cppunit/thread.h"
4 #include "map2/map_type.h"
5 #include <algorithm> // random_shuffle
6 #include <cds/os/topology.h>
10 # define TEST_MAP(IMPL, C, X) void C::X() { test<map_type<IMPL, key_type, value_type>::X >(); }
11 # define TEST_MAP_EXTRACT(IMPL, C, X) void C::X() { test_extract<map_type<IMPL, key_type, value_type>::X >(); }
12 # define TEST_MAP_NOLF(IMPL, C, X) void C::X() { test_nolf<map_type<IMPL, key_type, value_type>::X >(); }
13 # define TEST_MAP_NOLF_EXTRACT(IMPL, C, X) void C::X() { test_nolf_extract<map_type<IMPL, key_type, value_type>::X >(); }
21 key_thread( size_t key, size_t threadNo )
30 //typedef MapTypes<key_thread, size_t>::key_val key_value_pair;
34 struct cmp<key_thread> {
35 int operator ()(key_thread const& k1, key_thread const& k2) const
37 if ( k1.nKey < k2.nKey )
39 if ( k1.nKey > k2.nKey )
41 if ( k1.nThread < k2.nThread )
43 if ( k1.nThread > k2.nThread )
47 int operator ()(key_thread const& k1, size_t k2) const
55 int operator ()(size_t k1, key_thread const& k2) const
69 struct less<map2::key_thread>
71 bool operator()(map2::key_thread const& k1, map2::key_thread const& k2) const
73 if ( k1.nKey <= k2.nKey )
74 return k1.nKey < k2.nKey || k1.nThread < k2.nThread;
80 struct hash<map2::key_thread>
82 typedef size_t result_type;
83 typedef map2::key_thread argument_type;
85 size_t operator()( map2::key_thread const& k ) const
87 return std::hash<size_t>()(k.nKey);
89 size_t operator()( size_t k ) const
91 return std::hash<size_t>()(k);
97 inline size_t hash_value( map2::key_thread const& k )
99 return std::hash<size_t>()( k.nKey );
103 struct hash<map2::key_thread>
105 typedef size_t result_type;
106 typedef map2::key_thread argument_type;
108 size_t operator()(map2::key_thread const& k) const
110 return boost::hash<size_t>()( k.nKey );
112 size_t operator()(size_t k) const
114 return boost::hash<size_t>()( k );
121 class Map_DelOdd: public CppUnitMini::TestCase
123 static size_t c_nMapSize; // max map size
124 static size_t c_nInsThreadCount; // insert thread count
125 static size_t c_nDelThreadCount; // delete thread count
126 static size_t c_nExtractThreadCount; // extract thread count
127 static size_t c_nMaxLoadFactor; // maximum load factor
128 static bool c_bPrintGCState;
130 std::vector<size_t> m_arrInsert;
131 std::vector<size_t> m_arrRemove;
134 typedef CppUnitMini::TestCase Base;
136 typedef key_thread key_type;
137 typedef size_t value_type;
138 typedef std::pair<key_type const, value_type> pair_type;
140 atomics::atomic<size_t> m_nInsThreadCount;
142 // Inserts keys from [0..N)
144 class InsertThread: public CppUnitMini::TestThread
148 virtual InsertThread * clone()
150 return new InsertThread( *this );
155 template <typename Q>
156 void operator()( bool /*bNew*/, Q const& )
158 template <typename Q, typename V>
159 void operator()( bool /*bNew*/, Q const&, V& )
163 size_t m_nInsertSuccess;
164 size_t m_nInsertFailed;
167 InsertThread( CppUnitMini::ThreadPool& pool, Map& rMap )
168 : CppUnitMini::TestThread( pool )
171 InsertThread( InsertThread& src )
172 : CppUnitMini::TestThread( src )
176 Map_DelOdd& getTest()
178 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
181 virtual void init() { cds::threading::Manager::attachThread() ; }
182 virtual void fini() { cds::threading::Manager::detachThread() ; }
191 std::vector<size_t>& arrData = getTest().m_arrInsert;
192 for ( size_t i = 0; i < arrData.size(); ++i ) {
193 if ( rMap.insert( key_type( arrData[i], m_nThreadNo )))
200 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
201 if ( arrData[i] & 1 ) {
202 rMap.ensure( key_type( arrData[i], m_nThreadNo ), f );
206 getTest().m_nInsThreadCount.fetch_sub( 1, atomics::memory_order_acquire );
211 bool operator()( key_type const& k1, key_type const& k2 ) const
213 return k1.nKey == k2.nKey;
215 bool operator()( size_t k1, key_type const& k2 ) const
217 return k1 == k2.nKey;
219 bool operator()( key_type const& k1, size_t k2 ) const
221 return k1.nKey == k2;
226 bool operator()( key_type const& k1, key_type const& k2 ) const
228 return k1.nKey < k2.nKey;
230 bool operator()( size_t k1, key_type const& k2 ) const
234 bool operator()( key_type const& k1, size_t k2 ) const
239 typedef key_equal equal_to;
242 // Deletes odd keys from [0..N)
244 class DeleteThread: public CppUnitMini::TestThread
248 virtual DeleteThread * clone()
250 return new DeleteThread( *this );
253 size_t m_nDeleteSuccess;
254 size_t m_nDeleteFailed;
257 DeleteThread( CppUnitMini::ThreadPool& pool, Map& rMap )
258 : CppUnitMini::TestThread( pool )
261 DeleteThread( DeleteThread& src )
262 : CppUnitMini::TestThread( src )
266 Map_DelOdd& getTest()
268 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
271 virtual void init() { cds::threading::Manager::attachThread() ; }
272 virtual void fini() { cds::threading::Manager::detachThread() ; }
281 for ( size_t pass = 0; pass < 2; pass++ ) {
282 std::vector<size_t>& arrData = getTest().m_arrRemove;
283 if ( m_nThreadNo & 1 ) {
284 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
285 for ( size_t i = 0; i < arrData.size(); ++i ) {
286 if ( arrData[i] & 1 ) {
287 if ( rMap.erase_with( arrData[i], key_less() ))
293 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
298 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
299 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
300 if ( arrData[i] & 1 ) {
301 if ( rMap.erase_with( arrData[i], key_less() ))
307 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
315 // Deletes odd keys from [0..N)
316 template <class GC, class Map >
317 class ExtractThread: public CppUnitMini::TestThread
321 virtual ExtractThread * clone()
323 return new ExtractThread( *this );
326 size_t m_nDeleteSuccess;
327 size_t m_nDeleteFailed;
330 ExtractThread( CppUnitMini::ThreadPool& pool, Map& rMap )
331 : CppUnitMini::TestThread( pool )
334 ExtractThread( ExtractThread& src )
335 : CppUnitMini::TestThread( src )
339 Map_DelOdd& getTest()
341 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
344 virtual void init() { cds::threading::Manager::attachThread() ; }
345 virtual void fini() { cds::threading::Manager::detachThread() ; }
354 typename Map::guarded_ptr gp;
356 for ( size_t pass = 0; pass < 2; ++pass ) {
357 std::vector<size_t>& arrData = getTest().m_arrRemove;
358 if ( m_nThreadNo & 1 ) {
359 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
360 for ( size_t i = 0; i < arrData.size(); ++i ) {
361 if ( arrData[i] & 1 ) {
362 gp = rMap.extract_with( arrData[i], key_less());
370 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
375 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
376 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
377 if ( arrData[i] & 1 ) {
378 gp = rMap.extract_with( arrData[i], key_less());
386 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
394 template <class RCU, class Map >
395 class ExtractThread< cds::urcu::gc<RCU>, Map > : public CppUnitMini::TestThread
399 virtual ExtractThread * clone()
401 return new ExtractThread( *this );
404 size_t m_nDeleteSuccess;
405 size_t m_nDeleteFailed;
408 ExtractThread( CppUnitMini::ThreadPool& pool, Map& rMap )
409 : CppUnitMini::TestThread( pool )
412 ExtractThread( ExtractThread& src )
413 : CppUnitMini::TestThread( src )
417 Map_DelOdd& getTest()
419 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
422 virtual void init() { cds::threading::Manager::attachThread() ; }
423 virtual void fini() { cds::threading::Manager::detachThread() ; }
432 typename Map::exempt_ptr xp;
434 std::vector<size_t>& arrData = getTest().m_arrRemove;
435 if ( m_nThreadNo & 1 ) {
436 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
437 for ( size_t i = 0; i < arrData.size(); ++i ) {
438 if ( arrData[i] & 1 ) {
439 if ( Map::c_bExtractLockExternal ) {
441 typename Map::rcu_lock l;
442 xp = rMap.extract_with( arrData[i], key_less() );
450 xp = rMap.extract_with( arrData[i], key_less() );
459 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
464 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
465 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
466 if ( arrData[i] & 1 ) {
467 if ( Map::c_bExtractLockExternal ) {
469 typename Map::rcu_lock l;
470 xp = rMap.extract_with( arrData[i], key_less() );
478 xp = rMap.extract_with( arrData[i], key_less() );
487 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
496 void do_test( size_t nLoadFactor )
498 Map testMap( c_nMapSize, nLoadFactor );
499 do_test_with( testMap );
503 void do_test_extract( size_t nLoadFactor )
505 Map testMap( c_nMapSize, nLoadFactor );
506 do_test_extract_with( testMap );
510 void do_test_with( Map& testMap )
512 typedef InsertThread<Map> insert_thread;
513 typedef DeleteThread<Map> delete_thread;
515 m_nInsThreadCount.store( c_nInsThreadCount, atomics::memory_order_release );
517 CppUnitMini::ThreadPool pool( *this );
518 pool.add( new insert_thread( pool, testMap ), c_nInsThreadCount );
519 pool.add( new delete_thread( pool, testMap ), c_nDelThreadCount ? c_nDelThreadCount : cds::OS::topology::processor_count());
521 CPPUNIT_MSG( " Duration=" << pool.avgDuration() );
523 size_t nInsertSuccess = 0;
524 size_t nInsertFailed = 0;
525 size_t nDeleteSuccess = 0;
526 size_t nDeleteFailed = 0;
527 for ( CppUnitMini::ThreadPool::iterator it = pool.begin(); it != pool.end(); ++it ) {
528 insert_thread * pThread = dynamic_cast<insert_thread *>( *it );
530 nInsertSuccess += pThread->m_nInsertSuccess;
531 nInsertFailed += pThread->m_nInsertFailed;
534 delete_thread * p = static_cast<delete_thread *>( *it );
535 nDeleteSuccess += p->m_nDeleteSuccess;
536 nDeleteFailed += p->m_nDeleteFailed;
540 CPPUNIT_MSG( " Totals (success/failed): \n\t"
541 << " Insert=" << nInsertSuccess << '/' << nInsertFailed << "\n\t"
542 << " Delete=" << nDeleteSuccess << '/' << nDeleteFailed << "\n\t"
544 CPPUNIT_CHECK( nInsertSuccess == c_nMapSize * c_nInsThreadCount );
545 CPPUNIT_CHECK( nInsertFailed == 0 );
551 void do_test_extract_with( Map& testMap )
553 typedef InsertThread<Map> insert_thread;
554 typedef DeleteThread<Map> delete_thread;
555 typedef ExtractThread< typename Map::gc, Map > extract_thread;
557 m_nInsThreadCount.store( c_nInsThreadCount, atomics::memory_order_release );
559 CppUnitMini::ThreadPool pool( *this );
560 pool.add( new insert_thread( pool, testMap ), c_nInsThreadCount );
561 if ( c_nDelThreadCount )
562 pool.add( new delete_thread( pool, testMap ), c_nDelThreadCount );
563 if ( c_nExtractThreadCount )
564 pool.add( new extract_thread( pool, testMap ), c_nExtractThreadCount );
566 CPPUNIT_MSG( " Duration=" << pool.avgDuration() );
568 size_t nInsertSuccess = 0;
569 size_t nInsertFailed = 0;
570 size_t nDeleteSuccess = 0;
571 size_t nDeleteFailed = 0;
572 size_t nExtractSuccess = 0;
573 size_t nExtractFailed = 0;
574 for ( CppUnitMini::ThreadPool::iterator it = pool.begin(); it != pool.end(); ++it ) {
575 insert_thread * pThread = dynamic_cast<insert_thread *>( *it );
577 nInsertSuccess += pThread->m_nInsertSuccess;
578 nInsertFailed += pThread->m_nInsertFailed;
581 delete_thread * p = dynamic_cast<delete_thread *>( *it );
583 nDeleteSuccess += p->m_nDeleteSuccess;
584 nDeleteFailed += p->m_nDeleteFailed;
587 extract_thread * pExtract = dynamic_cast<extract_thread *>( *it );
589 nExtractSuccess += pExtract->m_nDeleteSuccess;
590 nExtractFailed += pExtract->m_nDeleteFailed;
595 CPPUNIT_MSG( " Totals (success/failed): \n\t"
596 << " Insert=" << nInsertSuccess << '/' << nInsertFailed << "\n\t"
597 << " Delete=" << nDeleteSuccess << '/' << nDeleteFailed << "\n\t"
598 << " Extract=" << nExtractSuccess << '/' << nExtractFailed << "\n\t"
600 CPPUNIT_CHECK( nInsertSuccess == c_nMapSize * c_nInsThreadCount );
601 CPPUNIT_CHECK( nInsertFailed == 0 );
607 void analyze( Map& testMap )
609 cds::OS::Timer timer;
611 // All even keys must be in the map
613 size_t nErrorCount = 0;
614 CPPUNIT_MSG( " Check even keys..." );
615 for ( size_t n = 0; n < c_nMapSize; n +=2 ) {
616 for ( size_t i = 0; i < c_nInsThreadCount; ++i ) {
617 if ( !testMap.find( key_type(n, i) ) ) {
618 if ( ++nErrorCount < 10 ) {
619 CPPUNIT_MSG( "key " << n << "-" << i << " is not found!");
624 CPPUNIT_CHECK_EX( nErrorCount == 0, "Totals: " << nErrorCount << " keys is not found");
627 check_before_cleanup( testMap );
629 CPPUNIT_MSG( " Clear map (single-threaded)..." );
632 CPPUNIT_MSG( " Duration=" << timer.duration() );
633 CPPUNIT_CHECK_EX( testMap.empty(), ((long long) testMap.size()) );
635 additional_check( testMap );
636 print_stat( testMap );
638 additional_cleanup( testMap );
644 CPPUNIT_MSG( "Insert thread count=" << c_nInsThreadCount
645 << " delete thread count=" << c_nDelThreadCount
646 << " set size=" << c_nMapSize
649 for ( size_t nLoadFactor = 1; nLoadFactor <= c_nMaxLoadFactor; nLoadFactor *= 2 ) {
650 CPPUNIT_MSG( "Load factor=" << nLoadFactor );
651 do_test<Map>( nLoadFactor );
652 if ( c_bPrintGCState )
660 CPPUNIT_MSG( "Thread count: insert=" << c_nInsThreadCount
661 << ", delete=" << c_nDelThreadCount
662 << ", extract=" << c_nExtractThreadCount
663 << "; set size=" << c_nMapSize
666 for ( size_t nLoadFactor = 1; nLoadFactor <= c_nMaxLoadFactor; nLoadFactor *= 2 ) {
667 CPPUNIT_MSG( "Load factor=" << nLoadFactor );
668 do_test_extract<Map>( nLoadFactor );
669 if ( c_bPrintGCState )
677 CPPUNIT_MSG( "Insert thread count=" << c_nInsThreadCount
678 << " delete thread count=" << c_nDelThreadCount
679 << " set size=" << c_nMapSize
684 if ( c_bPrintGCState )
689 void test_nolf_extract()
691 CPPUNIT_MSG( "Thread count: insert=" << c_nInsThreadCount
692 << ", delete=" << c_nDelThreadCount
693 << ", extract=" << c_nExtractThreadCount
694 << "; set size=" << c_nMapSize
698 do_test_extract_with( s );
699 if ( c_bPrintGCState )
703 void setUpParams( const CppUnitMini::TestCfg& cfg );
705 void run_MichaelMap(const char *in_name, bool invert = false);
706 void run_SplitList(const char *in_name, bool invert = false);
707 //void run_StripedMap(const char *in_name, bool invert = false);
708 //void run_RefinableMap(const char *in_name, bool invert = false);
709 void run_CuckooMap(const char *in_name, bool invert = false);
710 void run_SkipListMap(const char *in_name, bool invert = false);
711 void run_EllenBinTreeMap(const char *in_name, bool invert = false);
712 void run_BronsonAVLTreeMap(const char *in_name, bool invert = false);
713 //void run_StdMap(const char *in_name, bool invert = false);
715 virtual void myRun(const char *in_name, bool invert = false);
717 # include "map2/map_defs.h"
718 CDSUNIT_DECLARE_MichaelMap
719 CDSUNIT_DECLARE_SplitList
720 //CDSUNIT_DECLARE_StripedMap
721 //CDSUNIT_DECLARE_RefinableMap
722 CDSUNIT_DECLARE_CuckooMap
723 CDSUNIT_DECLARE_SkipListMap
724 CDSUNIT_DECLARE_EllenBinTreeMap
725 CDSUNIT_DECLARE_BronsonAVLTreeMap
726 //CDSUNIT_DECLARE_StdMap