benchmark/mcs-lock/mcs-lock.h

   1 // mcs on stack
   2
   3 #include <stdatomic.h>
   4 #include <unrelacy.h>
   5
   6 #include <spec_lib.h>
   7 #include <stdlib.h>
   8 #include <cdsannotate.h>
   9 #include <specannotation.h>
  10 #include <model_memory.h>
  11 #include "common.h"
  12
  13 struct mcs_node {
  14         std::atomic<mcs_node *> next;
  15         std::atomic<int> gate;
  16
  17         mcs_node() {
  18                 next.store(0);
  19                 gate.store(0);
  20         }
  21 };
  22
  23
  24 struct mcs_mutex {
  25 public:
  26         // tail is null when lock is not held
  27         std::atomic<mcs_node *> m_tail;
  28
  29         mcs_mutex() {
  30                 /**
  31                         @Begin
  32                 @Entry_point
  33                         @End
  34                 */
  35                 m_tail.store( NULL );
  36         }
  37         ~mcs_mutex() {
  38                 //ASSERT( m_tail.load() == NULL );
  39         }
  40
  41         // Each thread will have their own guard.
  42         class guard {
  43         public:
  44                 mcs_mutex * m_t;
  45                 mcs_node    m_node; // node held on the stack
  46
  47                 guard(mcs_mutex * t) : m_t(t) { t->lock(this); }
  48                 ~guard() { m_t->unlock(this); }
  49         };
  50
  51         /**
  52                 @Begin
  53                 @Options:
  54                         LANG = CPP;
  55                         CLASS = mcs_mutex;
  56                 @Global_define:
  57                         @DeclareVar:
  58                                 bool _lock_acquired;
  59                         @InitVar:
  60                                 _lock_acquired = false;
  61                 @Happens_before:
  62                         Unlock -> Lock
  63                 @End
  64         */
  65
  66         /**
  67                 @Begin
  68                 @Interface: Lock
  69                 @Commit_point_set: Lock_Enqueue_Point1 | Lock_Enqueue_Point2
  70                 @Check:
  71                         _lock_acquired == false;
  72                 @Action:
  73                         _lock_acquired = true;
  74                 @End
  75         */
  76         void lock(guard * I) {
  77                 mcs_node * me = &(I->m_node);
  78
  79                 // set up my node :
  80                 // not published yet so relaxed :
  81                 me->next.store(NULL, std::mo_relaxed );
  82                 me->gate.store(1, std::mo_relaxed );
  83
  84                 // publish my node as the new tail :
  85                 mcs_node * pred = m_tail.exchange(me, std::mo_acq_rel);
  86                 // FIXME: Only weakening the mo_acq_rel cause the spec error
  87                 /**
  88                         @Begin
  89                         @Commit_point_define_check: pred == NULL
  90                         @Label: Lock_Enqueue_Point1
  91                         @End
  92                 */
  93                 if ( pred != NULL ) {
  94                         // (*1) race here
  95                         // unlock of pred can see me in the tail before I fill next
  96
  97                         // publish me to previous lock-holder :
  98                         pred->next.store(me, std::mo_release );
  99
 100                         // (*2) pred not touched any more
 101
 102                         // now this is the spin -
 103                         // wait on predecessor setting my flag -
 104                         rl::linear_backoff bo;
 105                         int my_gate = 1;
 106                         while (my_gate ) {
 107                                 my_gate = me->gate.load(std::mo_acquire);
 108                                 /**
 109                                         @Begin
 110                                         @Commit_point_define_check: my_gate == 0
 111                                         @Label: Lock_Enqueue_Point2
 112                                         @End
 113                                 */
 114                                 thrd_yield();
 115                         }
 116                 }
 117         }
 118
 119         /**
 120                 @Begin
 121                 @Interface: Unlock
 122                 @Commit_point_set:
 123                         Unlock_Point_Success_1 | Unlock_Point_Success_2
 124                 @Check:
 125                         _lock_acquired == true
 126                 @Action:
 127                         _lock_acquired = false;
 128                 @End
 129         */
 130         void unlock(guard * I) {
 131                 mcs_node * me = &(I->m_node);
 132
 133                 mcs_node * next = me->next.load(std::mo_acquire);
 134                 if ( next == NULL )
 135                 {
 136                         mcs_node * tail_was_me = me;
 137                         bool success;
 138                         success = m_tail.compare_exchange_strong(
 139                                 tail_was_me,NULL,std::mo_acq_rel);
 140                         // FIXME: Only weakening the mo_acq_rel cause the spec error
 141                         /**
 142                                 @Begin
 143                                 @Commit_point_define_check: success == true
 144                                 @Label: Unlock_Point_Success_1
 145                                 @End
 146                         */
 147                         if (success) {
 148
 149                                 // got null in tail, mutex is unlocked
 150                                 return;
 151                         }
 152
 153                         // (*1) catch the race :
 154                         rl::linear_backoff bo;
 155                         for(;;) {
 156                                 next = me->next.load(std::mo_acquire);
 157                                 if ( next != NULL )
 158                                         break;
 159                                 thrd_yield();
 160                         }
 161                 }
 162
 163                 // (*2) - store to next must be done,
 164                 //  so no locker can be viewing my node any more
 165
 166                 // let next guy in :
 167                 next->gate.store( 0, std::mo_release );
 168                 /**
 169                         @Begin
 170                         @Commit_point_define_check: true
 171                         @Label: Unlock_Point_Success_2
 172                         @End
 173                 */
 174         }
 175 };
 176 /**
 177         @Begin
 178         @Class_end
 179         @End
 180 */