3 #include "cppunit/thread.h"
4 #include "map2/map_type.h"
5 #include <cds/os/topology.h>
9 //# define TEST_MAP(IMPL, C, X) void C::X() { test<map_type<IMPL, key_type, value_type>::X >(); }
10 //# define TEST_MAP_DEFAULT_CONSTRUCTIBLE(IMPL, C, X) void C::X() { test_default_constructible<map_type<IMPL, key_type, value_type>::X >(); }
11 //# define TEST_MAP_EXTRACT(IMPL, C, X) void C::X() { test_extract<map_type<IMPL, key_type, value_type>::X >(); }
12 //# define TEST_MAP_NOLF(IMPL, C, X) void C::X() { test_nolf<map_type<IMPL, key_type, value_type>::X >(); }
13 //# define TEST_MAP_NOLF_EXTRACT(IMPL, C, X) void C::X() { test_nolf_extract<map_type<IMPL, key_type, value_type>::X >(); }
15 # define TEST_CASE(TAG, X) void X();
23 key_thread( size_t key, size_t threadNo )
34 struct cmp<key_thread> {
35 int operator ()(key_thread const& k1, key_thread const& k2) const
37 if ( k1.nKey < k2.nKey )
39 if ( k1.nKey > k2.nKey )
41 if ( k1.nThread < k2.nThread )
43 if ( k1.nThread > k2.nThread )
47 int operator ()(key_thread const& k1, size_t k2) const
55 int operator ()(size_t k1, key_thread const& k2) const
69 struct less<map2::key_thread>
71 bool operator()(map2::key_thread const& k1, map2::key_thread const& k2) const
73 if ( k1.nKey <= k2.nKey )
74 return k1.nKey < k2.nKey || k1.nThread < k2.nThread;
80 struct hash<map2::key_thread>
82 typedef size_t result_type;
83 typedef map2::key_thread argument_type;
85 size_t operator()( map2::key_thread const& k ) const
87 return std::hash<size_t>()(k.nKey);
89 size_t operator()( size_t k ) const
91 return std::hash<size_t>()(k);
97 inline size_t hash_value( map2::key_thread const& k )
99 return std::hash<size_t>()( k.nKey );
103 struct hash<map2::key_thread>
105 typedef size_t result_type;
106 typedef map2::key_thread argument_type;
108 size_t operator()(map2::key_thread const& k) const
110 return boost::hash<size_t>()( k.nKey );
112 size_t operator()(size_t k) const
114 return boost::hash<size_t>()( k );
121 class Map_DelOdd: public CppUnitMini::TestCase
124 size_t c_nInsThreadCount = 4; // insert thread count
125 size_t c_nDelThreadCount = 4; // delete thread count
126 size_t c_nExtractThreadCount = 4; // extract thread count
127 size_t c_nMapSize = 1000000; // max map size
128 size_t c_nMaxLoadFactor = 8; // maximum load factor
129 size_t c_nMultiLevelMap_HeadBits = 10; // for MultiLevelHashMap - log2(size of head array)
130 size_t c_nMultiLevelMap_ArrayBits = 8; // for MultiLevelHashMap - log2(size of array node)
132 bool c_bPrintGCState = true;
134 size_t c_nLoadFactor; // current load factor
137 std::vector<size_t> m_arrInsert;
138 std::vector<size_t> m_arrRemove;
141 typedef CppUnitMini::TestCase Base;
143 typedef key_thread key_type;
144 typedef size_t value_type;
145 typedef std::pair<key_type const, value_type> pair_type;
147 atomics::atomic<size_t> m_nInsThreadCount;
149 // Inserts keys from [0..N)
151 class InsertThread: public CppUnitMini::TestThread
155 virtual InsertThread * clone()
157 return new InsertThread( *this );
162 template <typename Q>
163 void operator()( bool /*bNew*/, Q const& )
165 template <typename Q, typename V>
166 void operator()( bool /*bNew*/, Q const&, V& )
170 template <typename Q>
171 void operator()( Q&, Q*)
175 size_t m_nInsertSuccess;
176 size_t m_nInsertFailed;
179 InsertThread( CppUnitMini::ThreadPool& pool, Map& rMap )
180 : CppUnitMini::TestThread( pool )
183 InsertThread( InsertThread& src )
184 : CppUnitMini::TestThread( src )
188 Map_DelOdd& getTest()
190 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
193 virtual void init() { cds::threading::Manager::attachThread() ; }
194 virtual void fini() { cds::threading::Manager::detachThread() ; }
203 std::vector<size_t>& arrData = getTest().m_arrInsert;
204 for ( size_t i = 0; i < arrData.size(); ++i ) {
205 if ( rMap.insert( key_type( arrData[i], m_nThreadNo )))
212 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
213 if ( arrData[i] & 1 ) {
214 rMap.update( key_type( arrData[i], m_nThreadNo ), f );
218 getTest().m_nInsThreadCount.fetch_sub( 1, atomics::memory_order_acquire );
223 bool operator()( key_type const& k1, key_type const& k2 ) const
225 return k1.nKey == k2.nKey;
227 bool operator()( size_t k1, key_type const& k2 ) const
229 return k1 == k2.nKey;
231 bool operator()( key_type const& k1, size_t k2 ) const
233 return k1.nKey == k2;
238 bool operator()( key_type const& k1, key_type const& k2 ) const
240 return k1.nKey < k2.nKey;
242 bool operator()( size_t k1, key_type const& k2 ) const
246 bool operator()( key_type const& k1, size_t k2 ) const
251 typedef key_equal equal_to;
254 // Deletes odd keys from [0..N)
256 class DeleteThread: public CppUnitMini::TestThread
260 virtual DeleteThread * clone()
262 return new DeleteThread( *this );
265 size_t m_nDeleteSuccess;
266 size_t m_nDeleteFailed;
269 DeleteThread( CppUnitMini::ThreadPool& pool, Map& rMap )
270 : CppUnitMini::TestThread( pool )
273 DeleteThread( DeleteThread& src )
274 : CppUnitMini::TestThread( src )
278 Map_DelOdd& getTest()
280 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
283 virtual void init() { cds::threading::Manager::attachThread() ; }
284 virtual void fini() { cds::threading::Manager::detachThread() ; }
293 size_t const nInsThreadCount = getTest().c_nInsThreadCount;
295 for ( size_t pass = 0; pass < 2; pass++ ) {
296 std::vector<size_t>& arrData = getTest().m_arrRemove;
297 if ( m_nThreadNo & 1 ) {
298 for ( size_t k = 0; k < nInsThreadCount; ++k ) {
299 for ( size_t i = 0; i < arrData.size(); ++i ) {
300 if ( arrData[i] & 1 ) {
301 if ( rMap.erase_with( arrData[i], key_less() ))
307 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
312 for ( size_t k = 0; k < nInsThreadCount; ++k ) {
313 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
314 if ( arrData[i] & 1 ) {
315 if ( rMap.erase_with( arrData[i], key_less() ))
321 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
329 // Deletes odd keys from [0..N)
330 template <class GC, class Map >
331 class ExtractThread: public CppUnitMini::TestThread
335 virtual ExtractThread * clone()
337 return new ExtractThread( *this );
340 size_t m_nDeleteSuccess;
341 size_t m_nDeleteFailed;
344 ExtractThread( CppUnitMini::ThreadPool& pool, Map& rMap )
345 : CppUnitMini::TestThread( pool )
348 ExtractThread( ExtractThread& src )
349 : CppUnitMini::TestThread( src )
353 Map_DelOdd& getTest()
355 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
358 virtual void init() { cds::threading::Manager::attachThread() ; }
359 virtual void fini() { cds::threading::Manager::detachThread() ; }
368 typename Map::guarded_ptr gp;
369 size_t const nInsThreadCount = getTest().c_nInsThreadCount;
371 for ( size_t pass = 0; pass < 2; ++pass ) {
372 std::vector<size_t>& arrData = getTest().m_arrRemove;
373 if ( m_nThreadNo & 1 ) {
374 for ( size_t k = 0; k < nInsThreadCount; ++k ) {
375 for ( size_t i = 0; i < arrData.size(); ++i ) {
376 if ( arrData[i] & 1 ) {
377 gp = rMap.extract_with( arrData[i], key_less());
385 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
390 for ( size_t k = 0; k < nInsThreadCount; ++k ) {
391 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
392 if ( arrData[i] & 1 ) {
393 gp = rMap.extract_with( arrData[i], key_less());
401 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
409 template <class RCU, class Map >
410 class ExtractThread< cds::urcu::gc<RCU>, Map > : public CppUnitMini::TestThread
414 virtual ExtractThread * clone()
416 return new ExtractThread( *this );
419 size_t m_nDeleteSuccess;
420 size_t m_nDeleteFailed;
423 ExtractThread( CppUnitMini::ThreadPool& pool, Map& rMap )
424 : CppUnitMini::TestThread( pool )
427 ExtractThread( ExtractThread& src )
428 : CppUnitMini::TestThread( src )
432 Map_DelOdd& getTest()
434 return reinterpret_cast<Map_DelOdd&>( m_Pool.m_Test );
437 virtual void init() { cds::threading::Manager::attachThread() ; }
438 virtual void fini() { cds::threading::Manager::detachThread() ; }
447 typename Map::exempt_ptr xp;
448 size_t const nInsThreadCount = getTest().c_nInsThreadCount;
450 std::vector<size_t>& arrData = getTest().m_arrRemove;
451 if ( m_nThreadNo & 1 ) {
452 for ( size_t k = 0; k < nInsThreadCount; ++k ) {
453 for ( size_t i = 0; i < arrData.size(); ++i ) {
454 if ( arrData[i] & 1 ) {
455 if ( Map::c_bExtractLockExternal ) {
457 typename Map::rcu_lock l;
458 xp = rMap.extract_with( arrData[i], key_less() );
466 xp = rMap.extract_with( arrData[i], key_less() );
475 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
480 for ( size_t k = 0; k < nInsThreadCount; ++k ) {
481 for ( size_t i = arrData.size() - 1; i > 0; --i ) {
482 if ( arrData[i] & 1 ) {
483 if ( Map::c_bExtractLockExternal ) {
485 typename Map::rcu_lock l;
486 xp = rMap.extract_with( arrData[i], key_less() );
494 xp = rMap.extract_with( arrData[i], key_less() );
503 if ( getTest().m_nInsThreadCount.load( atomics::memory_order_acquire ) == 0 )
514 Map testMap( *this );
515 do_test_with( testMap );
519 void do_test_extract()
521 Map testMap( *this );
522 do_test_extract_with( testMap );
526 void do_test_with( Map& testMap )
528 typedef InsertThread<Map> insert_thread;
529 typedef DeleteThread<Map> delete_thread;
531 m_nInsThreadCount.store( c_nInsThreadCount, atomics::memory_order_release );
533 CppUnitMini::ThreadPool pool( *this );
534 pool.add( new insert_thread( pool, testMap ), c_nInsThreadCount );
535 pool.add( new delete_thread( pool, testMap ), c_nDelThreadCount ? c_nDelThreadCount : cds::OS::topology::processor_count());
537 CPPUNIT_MSG( " Duration=" << pool.avgDuration() );
539 size_t nInsertSuccess = 0;
540 size_t nInsertFailed = 0;
541 size_t nDeleteSuccess = 0;
542 size_t nDeleteFailed = 0;
543 for ( CppUnitMini::ThreadPool::iterator it = pool.begin(); it != pool.end(); ++it ) {
544 insert_thread * pThread = dynamic_cast<insert_thread *>( *it );
546 nInsertSuccess += pThread->m_nInsertSuccess;
547 nInsertFailed += pThread->m_nInsertFailed;
550 delete_thread * p = static_cast<delete_thread *>( *it );
551 nDeleteSuccess += p->m_nDeleteSuccess;
552 nDeleteFailed += p->m_nDeleteFailed;
556 CPPUNIT_MSG( " Totals (success/failed): \n\t"
557 << " Insert=" << nInsertSuccess << '/' << nInsertFailed << "\n\t"
558 << " Delete=" << nDeleteSuccess << '/' << nDeleteFailed << "\n\t"
560 CPPUNIT_CHECK( nInsertSuccess == c_nMapSize * c_nInsThreadCount );
561 CPPUNIT_CHECK( nInsertFailed == 0 );
567 void do_test_extract_with( Map& testMap )
569 typedef InsertThread<Map> insert_thread;
570 typedef DeleteThread<Map> delete_thread;
571 typedef ExtractThread< typename Map::gc, Map > extract_thread;
573 m_nInsThreadCount.store( c_nInsThreadCount, atomics::memory_order_release );
575 CppUnitMini::ThreadPool pool( *this );
576 pool.add( new insert_thread( pool, testMap ), c_nInsThreadCount );
577 if ( c_nDelThreadCount )
578 pool.add( new delete_thread( pool, testMap ), c_nDelThreadCount );
579 if ( c_nExtractThreadCount )
580 pool.add( new extract_thread( pool, testMap ), c_nExtractThreadCount );
582 CPPUNIT_MSG( " Duration=" << pool.avgDuration() );
584 size_t nInsertSuccess = 0;
585 size_t nInsertFailed = 0;
586 size_t nDeleteSuccess = 0;
587 size_t nDeleteFailed = 0;
588 size_t nExtractSuccess = 0;
589 size_t nExtractFailed = 0;
590 for ( CppUnitMini::ThreadPool::iterator it = pool.begin(); it != pool.end(); ++it ) {
591 insert_thread * pThread = dynamic_cast<insert_thread *>( *it );
593 nInsertSuccess += pThread->m_nInsertSuccess;
594 nInsertFailed += pThread->m_nInsertFailed;
597 delete_thread * p = dynamic_cast<delete_thread *>( *it );
599 nDeleteSuccess += p->m_nDeleteSuccess;
600 nDeleteFailed += p->m_nDeleteFailed;
603 extract_thread * pExtract = dynamic_cast<extract_thread *>( *it );
605 nExtractSuccess += pExtract->m_nDeleteSuccess;
606 nExtractFailed += pExtract->m_nDeleteFailed;
611 CPPUNIT_MSG( " Totals (success/failed): \n\t"
612 << " Insert=" << nInsertSuccess << '/' << nInsertFailed << "\n\t"
613 << " Delete=" << nDeleteSuccess << '/' << nDeleteFailed << "\n\t"
614 << " Extract=" << nExtractSuccess << '/' << nExtractFailed << "\n\t"
616 CPPUNIT_CHECK( nInsertSuccess == c_nMapSize * c_nInsThreadCount );
617 CPPUNIT_CHECK( nInsertFailed == 0 );
623 void analyze( Map& testMap )
625 cds::OS::Timer timer;
627 // All even keys must be in the map
629 size_t nErrorCount = 0;
630 CPPUNIT_MSG( " Check even keys..." );
631 for ( size_t n = 0; n < c_nMapSize; n +=2 ) {
632 for ( size_t i = 0; i < c_nInsThreadCount; ++i ) {
633 if ( !testMap.contains( key_type(n, i) ) ) {
634 if ( ++nErrorCount < 10 ) {
635 CPPUNIT_MSG( "key " << n << "-" << i << " is not found!");
640 CPPUNIT_CHECK_EX( nErrorCount == 0, "Totals: " << nErrorCount << " keys is not found");
643 check_before_cleanup( testMap );
645 CPPUNIT_MSG( " Clear map (single-threaded)..." );
648 CPPUNIT_MSG( " Duration=" << timer.duration() );
649 CPPUNIT_CHECK_EX( testMap.empty(), ((long long) testMap.size()) );
651 additional_check( testMap );
652 print_stat( testMap );
654 additional_cleanup( testMap );
657 //template <class Map>
660 // CPPUNIT_MSG( "Insert thread count=" << c_nInsThreadCount
661 // << " delete thread count=" << c_nDelThreadCount
662 // << " set size=" << c_nMapSize
665 // for ( size_t nLoadFactor = 1; nLoadFactor <= c_nMaxLoadFactor; nLoadFactor *= 2 ) {
666 // CPPUNIT_MSG( "Load factor=" << nLoadFactor );
667 // do_test<Map>( nLoadFactor );
668 // if ( c_bPrintGCState )
673 //template <class Map>
674 //void test_extract()
676 // CPPUNIT_MSG( "Thread count: insert=" << c_nInsThreadCount
677 // << ", delete=" << c_nDelThreadCount
678 // << ", extract=" << c_nExtractThreadCount
679 // << "; set size=" << c_nMapSize
682 // for ( size_t nLoadFactor = 1; nLoadFactor <= c_nMaxLoadFactor; nLoadFactor *= 2 ) {
683 // CPPUNIT_MSG( "Load factor=" << nLoadFactor );
684 // do_test_extract<Map>( nLoadFactor );
685 // if ( c_bPrintGCState )
690 //template <class Map>
693 // CPPUNIT_MSG( "Insert thread count=" << c_nInsThreadCount
694 // << " delete thread count=" << c_nDelThreadCount
695 // << " set size=" << c_nMapSize
699 // do_test_with( s );
700 // if ( c_bPrintGCState )
704 //template <class Map>
705 //void test_nolf_extract()
707 // CPPUNIT_MSG( "Thread count: insert=" << c_nInsThreadCount
708 // << ", delete=" << c_nDelThreadCount
709 // << ", extract=" << c_nExtractThreadCount
710 // << "; set size=" << c_nMapSize
714 // do_test_extract_with( s );
715 // if ( c_bPrintGCState )
722 if ( Map::c_bExtractSupported ) {
723 CPPUNIT_MSG( "Thread count: insert=" << c_nInsThreadCount
724 << ", delete=" << c_nDelThreadCount
725 << ", extract=" << c_nExtractThreadCount
726 << "; set size=" << c_nMapSize
728 if ( Map::c_bLoadFactorDepended ) {
729 for ( c_nLoadFactor = 1; c_nLoadFactor <= c_nMaxLoadFactor; c_nLoadFactor *= 2 ) {
730 CPPUNIT_MSG( "Load factor=" << c_nLoadFactor );
731 do_test_extract<Map>();
732 if ( c_bPrintGCState )
737 do_test_extract<Map>();
740 CPPUNIT_MSG( "Insert thread count=" << c_nInsThreadCount
741 << " delete thread count=" << c_nDelThreadCount
742 << " set size=" << c_nMapSize
744 if ( Map::c_bLoadFactorDepended ) {
745 for ( c_nLoadFactor = 1; c_nLoadFactor <= c_nMaxLoadFactor; c_nLoadFactor *= 2 ) {
746 CPPUNIT_MSG( "Load factor=" << c_nLoadFactor );
748 if ( c_bPrintGCState )
757 void setUpParams( const CppUnitMini::TestCfg& cfg );
759 //void run_MichaelMap(const char *in_name, bool invert = false);
760 //void run_SplitList(const char *in_name, bool invert = false);
761 ////void run_StripedMap(const char *in_name, bool invert = false);
762 ////void run_RefinableMap(const char *in_name, bool invert = false);
763 //void run_CuckooMap(const char *in_name, bool invert = false);
764 //void run_SkipListMap(const char *in_name, bool invert = false);
765 //void run_EllenBinTreeMap(const char *in_name, bool invert = false);
766 //void run_BronsonAVLTreeMap(const char *in_name, bool invert = false);
767 //void run_MultiLevelHashMap(const char *in_name, bool invert = false);
768 ////void run_StdMap(const char *in_name, bool invert = false);
770 //virtual void myRun(const char *in_name, bool invert = false);
772 # include "map2/map_defs.h"
773 CDSUNIT_DECLARE_MichaelMap
774 CDSUNIT_DECLARE_MultiLevelHashMap
776 CPPUNIT_TEST_SUITE(Map_DelOdd)
777 CDSUNIT_TEST_MichaelMap
778 //CDSUNIT_TEST_MultiLevelHashMap
779 CPPUNIT_TEST_SUITE_END();
781 //CDSUNIT_DECLARE_MichaelMap
782 //CDSUNIT_DECLARE_SplitList
783 ////CDSUNIT_DECLARE_StripedMap
784 ////CDSUNIT_DECLARE_RefinableMap
785 //CDSUNIT_DECLARE_CuckooMap
786 //CDSUNIT_DECLARE_SkipListMap
787 //CDSUNIT_DECLARE_EllenBinTreeMap
788 //CDSUNIT_DECLARE_BronsonAVLTreeMap
789 //CDSUNIT_DECLARE_MultiLevelHashMap
790 ////CDSUNIT_DECLARE_StdMap