cf845ecd215a68a83c3ca1a449c7f06cf557a808
[model-checker.git] / model.cc
1 #include <stdio.h>
2
3 #include "model.h"
4 #include "action.h"
5 #include "nodestack.h"
6 #include "schedule.h"
7 #include "snapshot-interface.h"
8 #include "common.h"
9 #include "clockvector.h"
10 #include "cyclegraph.h"
11
12 #define INITIAL_THREAD_ID       0
13
14 ModelChecker *model;
15
16 /** @brief Constructor */
17 ModelChecker::ModelChecker()
18         :
19         /* Initialize default scheduler */
20         scheduler(new Scheduler()),
21         /* First thread created will have id INITIAL_THREAD_ID */
22         next_thread_id(INITIAL_THREAD_ID),
23         used_sequence_numbers(0),
24
25         num_executions(0),
26         current_action(NULL),
27         diverge(NULL),
28         nextThread(THREAD_ID_T_NONE),
29         action_trace(new action_list_t()),
30         thread_map(new std::map<int, Thread *>),
31         obj_map(new std::map<const void *, action_list_t>()),
32         obj_thrd_map(new std::map<void *, std::vector<action_list_t> >()),
33         thrd_last_action(new std::vector<ModelAction *>(1)),
34         node_stack(new NodeStack()),
35         next_backtrack(NULL),
36         cyclegraph(new CycleGraph())
37 {
38 }
39
40 /** @brief Destructor */
41 ModelChecker::~ModelChecker()
42 {
43         std::map<int, Thread *>::iterator it;
44         for (it = thread_map->begin(); it != thread_map->end(); it++)
45                 delete (*it).second;
46         delete thread_map;
47
48         delete obj_thrd_map;
49         delete obj_map;
50         delete action_trace;
51         delete thrd_last_action;
52         delete node_stack;
53         delete scheduler;
54         delete cyclegraph;
55 }
56
57 /**
58  * Restores user program to initial state and resets all model-checker data
59  * structures.
60  */
61 void ModelChecker::reset_to_initial_state()
62 {
63         DEBUG("+++ Resetting to initial state +++\n");
64         node_stack->reset_execution();
65         current_action = NULL;
66         next_thread_id = INITIAL_THREAD_ID;
67         used_sequence_numbers = 0;
68         nextThread = 0;
69         next_backtrack = NULL;
70         snapshotObject->backTrackBeforeStep(0);
71 }
72
73 /** @returns a thread ID for a new Thread */
74 thread_id_t ModelChecker::get_next_id()
75 {
76         return next_thread_id++;
77 }
78
79 /** @returns the number of user threads created during this execution */
80 int ModelChecker::get_num_threads()
81 {
82         return next_thread_id;
83 }
84
85 /** @returns a sequence number for a new ModelAction */
86 modelclock_t ModelChecker::get_next_seq_num()
87 {
88         return ++used_sequence_numbers;
89 }
90
91 /**
92  * Performs the "scheduling" for the model-checker. That is, it checks if the
93  * model-checker has selected a "next thread to run" and returns it, if
94  * available. This function should be called from the Scheduler routine, where
95  * the Scheduler falls back to a default scheduling routine if needed.
96  *
97  * @return The next thread chosen by the model-checker. If the model-checker
98  * makes no selection, retuns NULL.
99  */
100 Thread * ModelChecker::schedule_next_thread()
101 {
102         Thread *t;
103         if (nextThread == THREAD_ID_T_NONE)
104                 return NULL;
105         t = (*thread_map)[id_to_int(nextThread)];
106
107         ASSERT(t != NULL);
108
109         return t;
110 }
111
112 /**
113  * Choose the next thread in the replay sequence.
114  *
115  * If the replay sequence has reached the 'diverge' point, returns a thread
116  * from the backtracking set. Otherwise, simply returns the next thread in the
117  * sequence that is being replayed.
118  */
119 thread_id_t ModelChecker::get_next_replay_thread()
120 {
121         ModelAction *next;
122         thread_id_t tid;
123
124         /* Have we completed exploring the preselected path? */
125         if (diverge == NULL)
126                 return THREAD_ID_T_NONE;
127
128         /* Else, we are trying to replay an execution */
129         next = node_stack->get_next()->get_action();
130
131         if (next == diverge) {
132                 Node *nextnode = next->get_node();
133                 /* Reached divergence point */
134                 if (nextnode->increment_read_from()) {
135                         /* The next node will read from a different value */
136                         tid = next->get_tid();
137                         node_stack->pop_restofstack(2);
138                 } else {
139                         /* Make a different thread execute for next step */
140                         Node *node = nextnode->get_parent();
141                         tid = node->get_next_backtrack();
142                         node_stack->pop_restofstack(1);
143                 }
144                 DEBUG("*** Divergence point ***\n");
145                 diverge = NULL;
146         } else {
147                 tid = next->get_tid();
148         }
149         DEBUG("*** ModelChecker chose next thread = %d ***\n", tid);
150         return tid;
151 }
152
153 /**
154  * Queries the model-checker for more executions to explore and, if one
155  * exists, resets the model-checker state to execute a new execution.
156  *
157  * @return If there are more executions to explore, return true. Otherwise,
158  * return false.
159  */
160 bool ModelChecker::next_execution()
161 {
162         DBG();
163
164         num_executions++;
165
166         if (isfeasible() || DBG_ENABLED())
167                 print_summary();
168
169         if ((diverge = model->get_next_backtrack()) == NULL)
170                 return false;
171
172         if (DBG_ENABLED()) {
173                 printf("Next execution will diverge at:\n");
174                 diverge->print();
175         }
176
177         model->reset_to_initial_state();
178         return true;
179 }
180
181 ModelAction * ModelChecker::get_last_conflict(ModelAction *act)
182 {
183         action_type type = act->get_type();
184
185         switch (type) {
186                 case ATOMIC_READ:
187                 case ATOMIC_WRITE:
188                 case ATOMIC_RMW:
189                         break;
190                 default:
191                         return NULL;
192         }
193         /* linear search: from most recent to oldest */
194         action_list_t *list = &(*obj_map)[act->get_location()];
195         action_list_t::reverse_iterator rit;
196         for (rit = list->rbegin(); rit != list->rend(); rit++) {
197                 ModelAction *prev = *rit;
198                 if (act->is_synchronizing(prev))
199                         return prev;
200         }
201         return NULL;
202 }
203
204 void ModelChecker::set_backtracking(ModelAction *act)
205 {
206         ModelAction *prev;
207         Node *node;
208         Thread *t = get_thread(act->get_tid());
209
210         prev = get_last_conflict(act);
211         if (prev == NULL)
212                 return;
213
214         node = prev->get_node()->get_parent();
215
216         while (!node->is_enabled(t))
217                 t = t->get_parent();
218
219         /* Check if this has been explored already */
220         if (node->has_been_explored(t->get_id()))
221                 return;
222
223         /* Cache the latest backtracking point */
224         if (!next_backtrack || *prev > *next_backtrack)
225                 next_backtrack = prev;
226
227         /* If this is a new backtracking point, mark the tree */
228         if (!node->set_backtrack(t->get_id()))
229                 return;
230         DEBUG("Setting backtrack: conflict = %d, instead tid = %d\n",
231                         prev->get_tid(), t->get_id());
232         if (DBG_ENABLED()) {
233                 prev->print();
234                 act->print();
235         }
236 }
237
238 ModelAction * ModelChecker::get_next_backtrack()
239 {
240         ModelAction *next = next_backtrack;
241         next_backtrack = NULL;
242         return next;
243 }
244
245 void ModelChecker::check_current_action(void)
246 {
247         ModelAction *curr = this->current_action;
248         ModelAction *tmp;
249         current_action = NULL;
250         if (!curr) {
251                 DEBUG("trying to push NULL action...\n");
252                 return;
253         }
254
255         tmp = node_stack->explore_action(curr);
256         if (tmp) {
257                 /* Discard duplicate ModelAction; use action from NodeStack */
258                 delete curr;
259                 curr = tmp;
260         } else {
261                 /*
262                  * Perform one-time actions when pushing new ModelAction onto
263                  * NodeStack
264                  */
265                 curr->create_cv(get_parent_action(curr->get_tid()));
266                 /* Build may_read_from set */
267                 if (curr->is_read())
268                         build_reads_from_past(curr);
269         }
270
271         /* Assign 'creation' parent */
272         if (curr->get_type() == THREAD_CREATE) {
273                 Thread *th = (Thread *)curr->get_location();
274                 th->set_creation(curr);
275         }
276
277         nextThread = get_next_replay_thread();
278
279         Node *currnode = curr->get_node();
280         Node *parnode = currnode->get_parent();
281
282         if (!parnode->backtrack_empty()||!currnode->readsfrom_empty())
283                 if (!next_backtrack || *curr > *next_backtrack)
284                         next_backtrack = curr;
285
286         set_backtracking(curr);
287
288         /* Assign reads_from values */
289         /* TODO: perform release/acquire synchronization here; include
290          * reads_from as ModelAction member? */
291         Thread *th = get_thread(curr->get_tid());
292         uint64_t value = VALUE_NONE;
293         if (curr->is_read()) {
294                 const ModelAction *reads_from = curr->get_node()->get_read_from();
295                 value = reads_from->get_value();
296                 /* Assign reads_from, perform release/acquire synchronization */
297                 curr->read_from(reads_from);
298                 r_modification_order(curr,reads_from);
299         } else if (curr->is_write()) {
300                 w_modification_order(curr);
301         }
302
303         th->set_return_value(value);
304
305         /* Add action to list last.  */
306         add_action_to_lists(curr);
307 }
308
309 bool ModelChecker::isfeasible() {
310         return !cyclegraph->checkForCycles();
311 }
312
313 void ModelChecker::r_modification_order(ModelAction * curr, const ModelAction *rf) {
314         std::vector<action_list_t> *thrd_lists = &(*obj_thrd_map)[curr->get_location()];
315         unsigned int i;
316         ASSERT(curr->is_read());
317
318         /* Iterate over all threads */
319         for (i = 0; i < thrd_lists->size(); i++) {
320                 /* Iterate over actions in thread, starting from most recent */
321                 action_list_t *list = &(*thrd_lists)[i];
322                 action_list_t::reverse_iterator rit;
323                 for (rit = list->rbegin(); rit != list->rend(); rit++) {
324                         ModelAction *act = *rit;
325
326                         /* Include at most one act per-thread that "happens before" curr */
327                         if (act->happens_before(curr)) {
328                                 if (act->is_read()) {
329                                         const ModelAction * prevreadfrom=act->get_reads_from();
330                                         if (rf!=prevreadfrom)
331                                                 cyclegraph->addEdge(rf, prevreadfrom);
332                                 } else if (rf!=act) {
333                                         cyclegraph->addEdge(rf, act);
334                                 }
335                                 break;
336                         }
337                 }
338         }
339 }
340
341 void ModelChecker::w_modification_order(ModelAction * curr) {
342         std::vector<action_list_t> *thrd_lists = &(*obj_thrd_map)[curr->get_location()];
343         unsigned int i;
344         ASSERT(curr->is_write());
345
346         if (curr->is_seqcst()) {
347                 /* We have to at least see the last sequentially consistent write,
348                          so we are initialized. */
349                 ModelAction * last_seq_cst=get_last_seq_cst(curr->get_location());
350                 if (last_seq_cst!=NULL)
351                         cyclegraph->addEdge(curr, last_seq_cst);
352         }
353
354         /* Iterate over all threads */
355         for (i = 0; i < thrd_lists->size(); i++) {
356                 /* Iterate over actions in thread, starting from most recent */
357                 action_list_t *list = &(*thrd_lists)[i];
358                 action_list_t::reverse_iterator rit;
359                 for (rit = list->rbegin(); rit != list->rend(); rit++) {
360                         ModelAction *act = *rit;
361
362                         /* Include at most one act per-thread that "happens before" curr */
363                         if (act->happens_before(curr)) {
364                                 if (act->is_read()) {
365                                         cyclegraph->addEdge(curr, act->get_reads_from());
366                                 } else
367                                         cyclegraph->addEdge(curr, act);
368                                 break;
369                         }
370                 }
371         }
372 }
373
374 /**
375  * Performs various bookkeeping operations for the current ModelAction. For
376  * instance, adds action to the per-object, per-thread action vector and to the
377  * action trace list of all thread actions.
378  *
379  * @param act is the ModelAction to add.
380  */
381 void ModelChecker::add_action_to_lists(ModelAction *act)
382 {
383         int tid = id_to_int(act->get_tid());
384         action_trace->push_back(act);
385
386         (*obj_map)[act->get_location()].push_back(act);
387
388         std::vector<action_list_t> *vec = &(*obj_thrd_map)[act->get_location()];
389         if (tid >= (int)vec->size())
390                 vec->resize(next_thread_id);
391         (*vec)[tid].push_back(act);
392
393         if ((int)thrd_last_action->size() <= tid)
394                 thrd_last_action->resize(get_num_threads());
395         (*thrd_last_action)[tid] = act;
396 }
397
398 ModelAction * ModelChecker::get_last_action(thread_id_t tid)
399 {
400         int nthreads = get_num_threads();
401         if ((int)thrd_last_action->size() < nthreads)
402                 thrd_last_action->resize(nthreads);
403         return (*thrd_last_action)[id_to_int(tid)];
404 }
405
406 /**
407  * Gets the last memory_order_seq_cst action (in the total global sequence)
408  * performed on a particular object (i.e., memory location).
409  * @param location The object location to check
410  * @return The last seq_cst action performed
411  */
412 ModelAction * ModelChecker::get_last_seq_cst(const void *location)
413 {
414         action_list_t *list = &(*obj_map)[location];
415         /* Find: max({i in dom(S) | seq_cst(t_i) && isWrite(t_i) && samevar(t_i, t)}) */
416         action_list_t::reverse_iterator rit;
417         for (rit = list->rbegin(); rit != list->rend(); rit++)
418                 if ((*rit)->is_write() && (*rit)->is_seqcst())
419                         return *rit;
420         return NULL;
421 }
422
423 ModelAction * ModelChecker::get_parent_action(thread_id_t tid)
424 {
425         ModelAction *parent = get_last_action(tid);
426         if (!parent)
427                 parent = get_thread(tid)->get_creation();
428         return parent;
429 }
430
431 ClockVector * ModelChecker::get_cv(thread_id_t tid) {
432         return get_parent_action(tid)->get_cv();
433 }
434
435 /**
436  * Build up an initial set of all past writes that this 'read' action may read
437  * from. This set is determined by the clock vector's "happens before"
438  * relationship.
439  * @param curr is the current ModelAction that we are exploring; it must be a
440  * 'read' operation.
441  */
442 void ModelChecker::build_reads_from_past(ModelAction *curr)
443 {
444         std::vector<action_list_t> *thrd_lists = &(*obj_thrd_map)[curr->get_location()];
445         unsigned int i;
446         ASSERT(curr->is_read());
447
448         ModelAction *last_seq_cst = NULL;
449
450         /* Track whether this object has been initialized */
451         bool initialized = false;
452
453         if (curr->is_seqcst()) {
454                 last_seq_cst = get_last_seq_cst(curr->get_location());
455                 /* We have to at least see the last sequentially consistent write,
456                          so we are initialized. */
457                 if (last_seq_cst != NULL)
458                         initialized = true;
459         }
460
461         /* Iterate over all threads */
462         for (i = 0; i < thrd_lists->size(); i++) {
463                 /* Iterate over actions in thread, starting from most recent */
464                 action_list_t *list = &(*thrd_lists)[i];
465                 action_list_t::reverse_iterator rit;
466                 for (rit = list->rbegin(); rit != list->rend(); rit++) {
467                         ModelAction *act = *rit;
468
469                         /* Only consider 'write' actions */
470                         if (!act->is_write())
471                                 continue;
472
473                         /* Don't consider more than one seq_cst write if we are a seq_cst read. */
474                         if (!act->is_seqcst() || !curr->is_seqcst() || act == last_seq_cst) {
475                                 DEBUG("Adding action to may_read_from:\n");
476                                 if (DBG_ENABLED()) {
477                                         act->print();
478                                         curr->print();
479                                 }
480                                 curr->get_node()->add_read_from(act);
481                         }
482
483                         /* Include at most one act per-thread that "happens before" curr */
484                         if (act->happens_before(curr)) {
485                                 initialized = true;
486                                 break;
487                         }
488                 }
489         }
490
491         if (!initialized) {
492                 /* TODO: need a more informative way of reporting errors */
493                 printf("ERROR: may read from uninitialized atomic\n");
494         }
495         
496         if (DBG_ENABLED() || !initialized) {
497                 printf("Reached read action:\n");
498                 curr->print();
499                 printf("Printing may_read_from\n");
500                 curr->get_node()->print_may_read_from();
501                 printf("End printing may_read_from\n");
502         }
503         
504         ASSERT(initialized);
505 }
506
507 static void print_list(action_list_t *list)
508 {
509         action_list_t::iterator it;
510
511         printf("---------------------------------------------------------------------\n");
512         printf("Trace:\n");
513
514         for (it = list->begin(); it != list->end(); it++) {
515                 (*it)->print();
516         }
517         printf("---------------------------------------------------------------------\n");
518 }
519
520 void ModelChecker::print_summary(void)
521 {
522         printf("\n");
523         printf("Number of executions: %d\n", num_executions);
524         printf("Total nodes created: %d\n", node_stack->get_total_nodes());
525
526         scheduler->print();
527
528         if (!isfeasible())
529                 printf("INFEASIBLE EXECUTION!\n");
530         print_list(action_trace);
531         printf("\n");
532 }
533
534 int ModelChecker::add_thread(Thread *t)
535 {
536         (*thread_map)[id_to_int(t->get_id())] = t;
537         scheduler->add_thread(t);
538         return 0;
539 }
540
541 void ModelChecker::remove_thread(Thread *t)
542 {
543         scheduler->remove_thread(t);
544 }
545
546 /**
547  * Switch from a user-context to the "master thread" context (a.k.a. system
548  * context). This switch is made with the intention of exploring a particular
549  * model-checking action (described by a ModelAction object). Must be called
550  * from a user-thread context.
551  * @param act The current action that will be explored. May be NULL, although
552  * there is little reason to switch to the model-checker without an action to
553  * explore (note: act == NULL is sometimes used as a hack to allow a thread to
554  * yield control without performing any progress; see thrd_join()).
555  * @return Return status from the 'swap' call (i.e., success/fail, 0/-1)
556  */
557 int ModelChecker::switch_to_master(ModelAction *act)
558 {
559         Thread *old;
560
561         DBG();
562         old = thread_current();
563         set_current_action(act);
564         old->set_state(THREAD_READY);
565         return Thread::swap(old, get_system_context());
566 }