3 #include "cppunit/thread.h"
4 #include "map2/map_types.h"
5 #include <algorithm> // random_shuffle
9 # define TEST_MAP(X) void X() { test<MapTypes<key_type, value_type>::X >(); }
10 # define TEST_MAP_EXTRACT(X) void X() { test_extract<MapTypes<key_type, value_type>::X >(); }
11 # define TEST_MAP_NOLF(X) void X() { test_nolf<MapTypes<key_type, value_type>::X >(); }
12 # define TEST_MAP_NOLF_EXTRACT(X) void X() { test_nolf_extract<MapTypes<key_type, value_type>::X >(); }
15 static size_t c_nMapSize = 1000000 ; // max map size
16 static size_t c_nInsThreadCount = 4 ; // insert thread count
17 static size_t c_nDelThreadCount = 4 ; // delete thread count
18 static size_t c_nExtractThreadCount = 4 ; // extract thread count
19 static size_t c_nMaxLoadFactor = 8 ; // maximum load factor
20 static bool c_bPrintGCState = true;
29 key_thread( size_t key, size_t threadNo )
38 //typedef MapTypes<key_thread, size_t>::key_val key_value_pair;
42 struct cmp<key_thread> {
43 int operator ()(key_thread const& k1, key_thread const& k2) const
45 if ( k1.nKey < k2.nKey )
47 if ( k1.nKey > k2.nKey )
49 if ( k1.nThread < k2.nThread )
51 if ( k1.nThread > k2.nThread )
55 int operator ()(key_thread const& k1, size_t k2) const
63 int operator ()(size_t k1, key_thread const& k2) const
77 struct less<map2::key_thread>
79 bool operator()(map2::key_thread const& k1, map2::key_thread const& k2) const
81 if ( k1.nKey <= k2.nKey )
82 return k1.nKey < k2.nKey || k1.nThread < k2.nThread;
88 CDS_BEGIN_STD_HASH_NAMESPACE
90 struct hash<map2::key_thread>
92 typedef size_t result_type;
93 typedef map2::key_thread argument_type;
95 size_t operator()(map2::key_thread const& k) const
97 return CDS_STD_HASH_NAMESPACE::hash<size_t>()( k.nKey );
99 size_t operator()(size_t k) const
101 return CDS_STD_HASH_NAMESPACE::hash<size_t>()( k );
104 CDS_END_STD_HASH_NAMESPACE
107 inline size_t hash_value( map2::key_thread const& k )
109 return CDS_STD_HASH_NAMESPACE::hash<size_t>()( k.nKey );
113 struct hash<map2::key_thread>
115 typedef size_t result_type;
116 typedef map2::key_thread argument_type;
118 size_t operator()(map2::key_thread const& k) const
120 return boost::hash<size_t>()( k.nKey );
122 size_t operator()(size_t k) const
124 return boost::hash<size_t>()( k );
131 template <typename Map>
132 static inline void check_before_clear( Map& s )
135 template <typename GC, typename Key, typename T, typename Traits>
136 static inline void check_before_clear( cds::container::EllenBinTreeMap<GC, Key, T, Traits>& s )
138 CPPUNIT_CHECK_CURRENT( s.check_consistency() );
141 class Map_DelOdd: public CppUnitMini::TestCase
143 std::vector<size_t> m_arrData;
146 typedef key_thread key_type;
147 typedef size_t value_type;
148 typedef std::pair<key_type const, value_type> pair_type;
150 atomics::atomic<size_t> m_nInsThreadCount;
152 // Inserts keys from [0..N)
154 class InsertThread: public CppUnitMini::TestThread
158 virtual InsertThread * clone()
160 return new InsertThread( *this );
165 template <typename Q>
166 void operator()( bool bNew, Q const& )
170 size_t m_nInsertSuccess;
171 size_t m_nInsertFailed;
174 InsertThread( CppUnitMini::ThreadPool& pool, Map& rMap )
175 : CppUnitMini::TestThread( pool )
178 InsertThread( InsertThread& src )
179 : CppUnitMini::TestThread( src )
183 Map_DelOdd& getTest()
185 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
188 virtual void init() { cds::threading::Manager::attachThread() ; }
189 virtual void fini() { cds::threading::Manager::detachThread() ; }
198 std::vector<size_t>& arrData = getTest().m_arrData;
199 for ( size_t i = 0; i < arrData.size(); ++i ) {
200 if ( rMap.insert( key_type( arrData[i], m_nThreadNo )))
207 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
208 if ( arrData[i] & 1 ) {
209 rMap.ensure( key_type( arrData[i], m_nThreadNo ), f );
213 getTest().m_nInsThreadCount.fetch_sub( 1, atomics::memory_order_acquire );
218 bool operator()( key_type const& k1, key_type const& k2 ) const
220 return k1.nKey == k2.nKey;
222 bool operator()( size_t k1, key_type const& k2 ) const
224 return k1 == k2.nKey;
226 bool operator()( key_type const& k1, size_t k2 ) const
228 return k1.nKey == k2;
233 bool operator()( key_type const& k1, key_type const& k2 ) const
235 return k1.nKey < k2.nKey;
237 bool operator()( size_t k1, key_type const& k2 ) const
241 bool operator()( key_type const& k1, size_t k2 ) const
246 typedef key_equal equal_to;
249 // Deletes odd keys from [0..N)
251 class DeleteThread: public CppUnitMini::TestThread
255 virtual DeleteThread * clone()
257 return new DeleteThread( *this );
260 size_t m_nDeleteSuccess;
261 size_t m_nDeleteFailed;
264 DeleteThread( CppUnitMini::ThreadPool& pool, Map& rMap )
265 : CppUnitMini::TestThread( pool )
268 DeleteThread( DeleteThread& src )
269 : CppUnitMini::TestThread( src )
273 Map_DelOdd& getTest()
275 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
278 virtual void init() { cds::threading::Manager::attachThread() ; }
279 virtual void fini() { cds::threading::Manager::detachThread() ; }
288 std::vector<size_t>& arrData = getTest().m_arrData;
289 if ( m_nThreadNo & 1 ) {
290 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
291 for ( size_t i = 0; i < arrData.size(); ++i ) {
292 if ( arrData[i] & 1 ) {
293 if ( rMap.erase_with( arrData[i], key_less() ))
299 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
304 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
305 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
306 if ( arrData[i] & 1 ) {
307 if ( rMap.erase_with( arrData[i], key_less() ))
313 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
320 // Deletes odd keys from [0..N)
321 template <class GC, class Map >
322 class ExtractThread: public CppUnitMini::TestThread
326 virtual ExtractThread * clone()
328 return new ExtractThread( *this );
331 size_t m_nDeleteSuccess;
332 size_t m_nDeleteFailed;
335 ExtractThread( CppUnitMini::ThreadPool& pool, Map& rMap )
336 : CppUnitMini::TestThread( pool )
339 ExtractThread( ExtractThread& src )
340 : CppUnitMini::TestThread( src )
344 Map_DelOdd& getTest()
346 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
349 virtual void init() { cds::threading::Manager::attachThread() ; }
350 virtual void fini() { cds::threading::Manager::detachThread() ; }
359 typename Map::guarded_ptr gp;
361 std::vector<size_t>& arrData = getTest().m_arrData;
362 if ( m_nThreadNo & 1 ) {
363 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
364 for ( size_t i = 0; i < arrData.size(); ++i ) {
365 if ( arrData[i] & 1 ) {
366 if ( rMap.extract_with( gp, arrData[i], key_less() ))
372 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
377 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
378 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
379 if ( arrData[i] & 1 ) {
380 if ( rMap.extract_with( gp, arrData[i], key_less() ))
386 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
393 template <class RCU, class Map >
394 class ExtractThread< cds::urcu::gc<RCU>, Map > : public CppUnitMini::TestThread
398 virtual ExtractThread * clone()
400 return new ExtractThread( *this );
403 size_t m_nDeleteSuccess;
404 size_t m_nDeleteFailed;
407 ExtractThread( CppUnitMini::ThreadPool& pool, Map& rMap )
408 : CppUnitMini::TestThread( pool )
411 ExtractThread( ExtractThread& src )
412 : CppUnitMini::TestThread( src )
416 Map_DelOdd& getTest()
418 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
421 virtual void init() { cds::threading::Manager::attachThread() ; }
422 virtual void fini() { cds::threading::Manager::detachThread() ; }
431 typename Map::exempt_ptr xp;
433 std::vector<size_t>& arrData = getTest().m_arrData;
434 if ( m_nThreadNo & 1 ) {
435 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
436 for ( size_t i = 0; i < arrData.size(); ++i ) {
437 if ( arrData[i] & 1 ) {
438 if ( Map::c_bExtractLockExternal ) {
440 typename Map::rcu_lock l;
441 if ( rMap.extract_with( xp, arrData[i], key_less() )) {
450 if ( rMap.extract_with( xp, arrData[i], key_less() )) {
459 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
464 for ( size_t k = 0; k < c_nInsThreadCount; ++k ) {
465 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
466 if ( arrData[i] & 1 ) {
467 if ( Map::c_bExtractLockExternal ) {
469 typename Map::rcu_lock l;
470 if ( rMap.extract_with( xp, arrData[i], key_less() ))
478 if ( rMap.extract_with( xp, arrData[i], key_less() )) {
487 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
496 void do_test( size_t nLoadFactor )
498 Map testMap( c_nMapSize, nLoadFactor );
499 do_test_with( testMap );
503 void do_test_extract( size_t nLoadFactor )
505 Map testMap( c_nMapSize, nLoadFactor );
506 do_test_extract_with( testMap );
510 void do_test_with( Map& testMap )
512 typedef InsertThread<Map> insert_thread;
513 typedef DeleteThread<Map> delete_thread;
515 m_nInsThreadCount.store( c_nInsThreadCount, atomics::memory_order_release );
517 CppUnitMini::ThreadPool pool( *this );
518 pool.add( new insert_thread( pool, testMap ), c_nInsThreadCount );
519 pool.add( new delete_thread( pool, testMap ), c_nDelThreadCount ? c_nDelThreadCount : cds::OS::topology::processor_count());
521 CPPUNIT_MSG( " Duration=" << pool.avgDuration() );
523 size_t nInsertSuccess = 0;
524 size_t nInsertFailed = 0;
525 size_t nDeleteSuccess = 0;
526 size_t nDeleteFailed = 0;
527 for ( CppUnitMini::ThreadPool::iterator it = pool.begin(); it != pool.end(); ++it ) {
528 insert_thread * pThread = dynamic_cast<insert_thread *>( *it );
530 nInsertSuccess += pThread->m_nInsertSuccess;
531 nInsertFailed += pThread->m_nInsertFailed;
534 delete_thread * p = static_cast<delete_thread *>( *it );
535 nDeleteSuccess += p->m_nDeleteSuccess;
536 nDeleteFailed += p->m_nDeleteFailed;
540 CPPUNIT_MSG( " Totals (success/failed): \n\t"
541 << " Insert=" << nInsertSuccess << '/' << nInsertFailed << "\n\t"
542 << " Delete=" << nDeleteSuccess << '/' << nDeleteFailed << "\n\t"
544 CPPUNIT_CHECK( nInsertSuccess == c_nMapSize * c_nInsThreadCount );
545 CPPUNIT_CHECK( nInsertFailed == 0 );
551 void do_test_extract_with( Map& testMap )
553 typedef InsertThread<Map> insert_thread;
554 typedef DeleteThread<Map> delete_thread;
555 typedef ExtractThread< typename Map::gc, Map > extract_thread;
557 m_nInsThreadCount.store( c_nInsThreadCount, atomics::memory_order_release );
559 CppUnitMini::ThreadPool pool( *this );
560 pool.add( new insert_thread( pool, testMap ), c_nInsThreadCount );
561 if ( c_nDelThreadCount )
562 pool.add( new delete_thread( pool, testMap ), c_nDelThreadCount );
563 if ( c_nExtractThreadCount )
564 pool.add( new extract_thread( pool, testMap ), c_nExtractThreadCount );
566 CPPUNIT_MSG( " Duration=" << pool.avgDuration() );
568 size_t nInsertSuccess = 0;
569 size_t nInsertFailed = 0;
570 size_t nDeleteSuccess = 0;
571 size_t nDeleteFailed = 0;
572 size_t nExtractSuccess = 0;
573 size_t nExtractFailed = 0;
574 for ( CppUnitMini::ThreadPool::iterator it = pool.begin(); it != pool.end(); ++it ) {
575 insert_thread * pThread = dynamic_cast<insert_thread *>( *it );
577 nInsertSuccess += pThread->m_nInsertSuccess;
578 nInsertFailed += pThread->m_nInsertFailed;
581 delete_thread * p = dynamic_cast<delete_thread *>( *it );
583 nDeleteSuccess += p->m_nDeleteSuccess;
584 nDeleteFailed += p->m_nDeleteFailed;
587 extract_thread * pExtract = dynamic_cast<extract_thread *>( *it );
589 nExtractSuccess += pExtract->m_nDeleteSuccess;
590 nExtractFailed += pExtract->m_nDeleteFailed;
595 CPPUNIT_MSG( " Totals (success/failed): \n\t"
596 << " Insert=" << nInsertSuccess << '/' << nInsertFailed << "\n\t"
597 << " Delete=" << nDeleteSuccess << '/' << nDeleteFailed << "\n\t"
598 << " Extract=" << nExtractSuccess << '/' << nExtractFailed << "\n\t"
600 CPPUNIT_CHECK( nInsertSuccess == c_nMapSize * c_nInsThreadCount );
601 CPPUNIT_CHECK( nInsertFailed == 0 );
607 void analyze( Map& testMap )
609 cds::OS::Timer timer;
611 // All even keys must be in the map
613 size_t nErrorCount = 0;
614 CPPUNIT_MSG( " Check even keys..." );
615 for ( size_t n = 0; n < c_nMapSize; n +=2 ) {
616 for ( size_t i = 0; i < c_nInsThreadCount; ++i ) {
617 if ( !testMap.find( key_type(n, i) ) ) {
618 if ( ++nErrorCount < 10 ) {
619 CPPUNIT_MSG( "key " << n << "-" << i << " is not found!");
624 CPPUNIT_CHECK_EX( nErrorCount == 0, "Totals: " << nErrorCount << " keys is not found");
627 check_before_clear( testMap );
629 CPPUNIT_MSG( " Clear map (single-threaded)..." );
632 CPPUNIT_MSG( " Duration=" << timer.duration() );
633 CPPUNIT_CHECK_EX( testMap.empty(), ((long long) testMap.size()) );
635 additional_check( testMap );
636 print_stat( testMap );
638 additional_cleanup( testMap );
645 CPPUNIT_MSG( "Insert thread count=" << c_nInsThreadCount
646 << " delete thread count=" << c_nDelThreadCount
647 << " set size=" << c_nMapSize
650 for ( size_t nLoadFactor = 1; nLoadFactor <= c_nMaxLoadFactor; nLoadFactor *= 2 ) {
651 CPPUNIT_MSG( "Load factor=" << nLoadFactor );
652 do_test<Map>( nLoadFactor );
653 if ( c_bPrintGCState )
661 CPPUNIT_MSG( "Thread count: insert=" << c_nInsThreadCount
662 << ", delete=" << c_nDelThreadCount
663 << ", extract=" << c_nExtractThreadCount
664 << "; set size=" << c_nMapSize
667 for ( size_t nLoadFactor = 1; nLoadFactor <= c_nMaxLoadFactor; nLoadFactor *= 2 ) {
668 CPPUNIT_MSG( "Load factor=" << nLoadFactor );
669 do_test_extract<Map>( nLoadFactor );
670 if ( c_bPrintGCState )
678 CPPUNIT_MSG( "Insert thread count=" << c_nInsThreadCount
679 << " delete thread count=" << c_nDelThreadCount
680 << " set size=" << c_nMapSize
685 if ( c_bPrintGCState )
690 void test_nolf_extract()
692 CPPUNIT_MSG( "Thread count: insert=" << c_nInsThreadCount
693 << ", delete=" << c_nDelThreadCount
694 << ", extract=" << c_nExtractThreadCount
695 << "; set size=" << c_nMapSize
699 do_test_extract_with( s );
700 if ( c_bPrintGCState )
704 void setUpParams( const CppUnitMini::TestCfg& cfg ) {
705 c_nMapSize = cfg.getULong("MapSize", static_cast<unsigned long>(c_nMapSize) );
706 c_nInsThreadCount = cfg.getULong("InsThreadCount", static_cast<unsigned long>(c_nInsThreadCount) );
707 c_nDelThreadCount = cfg.getULong("DelThreadCount", static_cast<unsigned long>(c_nDelThreadCount) );
708 c_nExtractThreadCount = cfg.getULong("ExtractThreadCount", static_cast<unsigned long>(c_nExtractThreadCount) );
709 c_nMaxLoadFactor = cfg.getULong("MaxLoadFactor", static_cast<unsigned long>(c_nMaxLoadFactor) );
710 c_bPrintGCState = cfg.getBool("PrintGCStateFlag", true );
712 if ( c_nInsThreadCount == 0 )
713 c_nInsThreadCount = cds::OS::topology::processor_count();
714 if ( c_nDelThreadCount == 0 && c_nExtractThreadCount == 0 ) {
715 c_nExtractThreadCount = cds::OS::topology::processor_count() / 2;
716 c_nDelThreadCount = cds::OS::topology::processor_count() - c_nExtractThreadCount;
719 m_arrData.resize( c_nMapSize );
720 for ( size_t i = 0; i < c_nMapSize; ++i )
722 std::random_shuffle( m_arrData.begin(), m_arrData.end() );
725 # include "map2/map_defs.h"
726 CDSUNIT_DECLARE_MichaelMap
727 CDSUNIT_DECLARE_SplitList
728 //CDSUNIT_DECLARE_StripedMap
729 //CDSUNIT_DECLARE_RefinableMap
730 CDSUNIT_DECLARE_CuckooMap
731 CDSUNIT_DECLARE_SkipListMap
732 CDSUNIT_DECLARE_EllenBinTreeMap
733 //CDSUNIT_DECLARE_StdMap
735 CPPUNIT_TEST_SUITE( Map_DelOdd )
736 CDSUNIT_TEST_MichaelMap
737 CDSUNIT_TEST_SplitList
738 CDSUNIT_TEST_SkipListMap
739 CDSUNIT_TEST_EllenBinTreeMap
740 //CDSUNIT_TEST_StripedMap
741 //CDSUNIT_TEST_RefinableMap
742 CDSUNIT_TEST_CuckooMap
743 //CDSUNIT_TEST_StdMap
744 CPPUNIT_TEST_SUITE_END()
747 CPPUNIT_TEST_SUITE_REGISTRATION( Map_DelOdd );