X-Git-Url: http://plrg.eecs.uci.edu/git/?p=c11tester.git;a=blobdiff_plain;f=history.cc;h=f1060ca996e7949214d200e59aa0aa2c1b5a5dd0;hp=c3e7eeb0133a594aba5908d9434b1808154ec750;hb=da918c450a8fb8524ed99da0a35a7e417eb85777;hpb=0acd7ac85bd6004e53e1283a2900ffef7debeed8 diff --git a/history.cc b/history.cc index c3e7eeb0..f1060ca9 100644 --- a/history.cc +++ b/history.cc @@ -5,6 +5,7 @@ #include "funcinst.h" #include "common.h" #include "concretepredicate.h" +#include "waitobj.h" #include "model.h" #include "execution.h" @@ -18,30 +19,36 @@ ModelHistory::ModelHistory() : func_nodes() { /* The following are snapshot data structures */ - write_history = new HashTable(); + write_history = new HashTable(); loc_rd_func_nodes_map = new HashTable *, uintptr_t, 0>(); loc_wr_func_nodes_map = new HashTable *, uintptr_t, 0>(); loc_waiting_writes_map = new HashTable *, uintptr_t, 0>(); + thrd_func_act_lists = new SnapVector< SnapList *>(); + thrd_func_list = new SnapVector(); + thrd_last_entered_func = new SnapVector(); thrd_waiting_write = new SnapVector(); + thrd_wait_obj = new SnapVector(); func_inst_act_maps = new HashTable *, int, 0>(128); } +ModelHistory::~ModelHistory() +{ + // TODO: complete deconstructor; maybe not needed + for (uint i = 0;i < thrd_wait_obj->size();i++) + delete (*thrd_wait_obj)[i]; +} + void ModelHistory::enter_function(const uint32_t func_id, thread_id_t tid) { //model_print("thread %d entering func %d\n", tid, func_id); - ModelExecution * execution = model->get_execution(); uint id = id_to_int(tid); - SnapVector * thrd_func_list = execution->get_thrd_func_list(); - SnapVector< SnapList *> * - thrd_func_act_lists = execution->get_thrd_func_act_lists(); - SnapVector * thrd_last_entered_func = execution->get_thrd_last_entered_func(); if ( thrd_func_list->size() <= id ) { uint oldsize = thrd_func_list->size(); thrd_func_list->resize( id + 1 ); thrd_func_act_lists->resize( id + 1 ); - for (uint i = oldsize; i < id + 1; i++) { + for (uint i = oldsize;i < id + 1;i++) { // push 0 as a dummy function id to a void seg fault new (&(*thrd_func_list)[i]) func_id_list_t(); (*thrd_func_list)[i].push_back(0); @@ -70,16 +77,15 @@ void ModelHistory::enter_function(const uint32_t func_id, thread_id_t tid) FuncNode * last_func_node = func_nodes[last_entered_func_id]; last_func_node->add_out_edge(func_node); } + + /* Monitor the statuses of threads waiting for tid */ + monitor_waiting_thread(func_id, tid); } /* @param func_id a non-zero value */ void ModelHistory::exit_function(const uint32_t func_id, thread_id_t tid) { - ModelExecution * execution = model->get_execution(); uint32_t id = id_to_int(tid); - SnapVector * thrd_func_list = execution->get_thrd_func_list(); - SnapVector< SnapList *> * - thrd_func_act_lists = execution->get_thrd_func_act_lists(); SnapList * func_act_lists = (*thrd_func_act_lists)[id]; uint32_t last_func_id = (*thrd_func_list)[id].back(); @@ -91,7 +97,7 @@ void ModelHistory::exit_function(const uint32_t func_id, thread_id_t tid) action_list_t * curr_act_list = func_act_lists->back(); - /* defer the processing of curr_act_list until the function has exits a few times + /* defer the processing of curr_act_list until the function has exits a few times * (currently twice) so that more information can be gathered to infer nullity predicates. */ func_node->incr_exit_count(); @@ -123,7 +129,7 @@ void ModelHistory::resize_func_nodes(uint32_t new_size) if ( old_size < new_size ) func_nodes.resize(new_size); - for (uint32_t id = old_size; id < new_size; id++) { + for (uint32_t id = old_size;id < new_size;id++) { const char * func_name = func_map_rev[id]; FuncNode * func_node = new FuncNode(this); func_node->set_func_id(id); @@ -134,60 +140,70 @@ void ModelHistory::resize_func_nodes(uint32_t new_size) void ModelHistory::process_action(ModelAction *act, thread_id_t tid) { - ModelExecution * execution = model->get_execution(); - /* Return if thread i has not entered any function or has exited - from all functions */ - SnapVector * thrd_func_list = execution->get_thrd_func_list(); - SnapVector< SnapList *> * - thrd_func_act_lists = execution->get_thrd_func_act_lists(); - - uint32_t id = id_to_int(tid); - if ( thrd_func_list->size() <= id ) + uint32_t thread_id = id_to_int(tid); + /* Return if thread tid has not entered any function that contains atomics */ + if ( thrd_func_list->size() <= thread_id ) return; - /* Get the function id that thread i is currently in */ - uint32_t func_id = (*thrd_func_list)[id].back(); - SnapList * func_act_lists = (*thrd_func_act_lists)[id]; + /* Monitor the statuses of threads waiting for tid */ + monitor_waiting_thread_counter(tid); + /* Every write action should be processed, including + * nonatomic writes (which have no position) */ if (act->is_write()) { void * location = act->get_location(); uint64_t value = act->get_write_value(); update_write_history(location, value); - /* Update FuncNodes that may read from this location */ + /* Notify FuncNodes that may read from this location */ SnapVector * func_node_list = getRdFuncNodes(location); - for (uint i = 0; i < func_node_list->size(); i++) { + for (uint i = 0;i < func_node_list->size();i++) { FuncNode * func_node = (*func_node_list)[i]; func_node->add_to_val_loc_map(value, location); } - check_waiting_write(act); + // check_waiting_write(act); } - /* The following does not care about actions without a position */ + uint32_t func_id = (*thrd_func_list)[thread_id].back(); + + /* The following does not care about actions that are not inside + * any function that contains atomics or actions without a position */ if (func_id == 0 || act->get_position() == NULL) return; + SnapList * func_act_lists = (*thrd_func_act_lists)[thread_id]; + + /* The list of actions that thread tid has taken in its current function */ action_list_t * curr_act_list = func_act_lists->back(); - ASSERT(curr_act_list != NULL); if (skip_action(act, curr_act_list)) return; - FuncNode * func_node = func_nodes[func_id]; - /* Add to curr_inst_list */ curr_act_list->push_back(act); + + FuncNode * func_node = func_nodes[func_id]; func_node->add_inst(act); if (act->is_read()) { func_node->update_inst_act_map(tid, act); - // Update predicate tree position - Fuzzer * fuzzer = execution->getFuzzer(); + Fuzzer * fuzzer = model->get_execution()->getFuzzer(); Predicate * selected_branch = fuzzer->get_selected_child_branch(tid); func_node->set_predicate_tree_position(tid, selected_branch); } + + if (act->is_write()) { + Predicate * curr_pred = func_node->get_predicate_tree_position(tid); + FuncInst * curr_inst = func_node->get_inst(act); + + if (curr_pred) { + // Follow child + curr_pred = curr_pred->get_single_child(curr_inst); + } + func_node->set_predicate_tree_position(tid, curr_pred); + } } /* Return the FuncNode given its func_id */ @@ -207,7 +223,6 @@ FuncNode * ModelHistory::get_func_node(uint32_t func_id) FuncNode * ModelHistory::get_curr_func_node(thread_id_t tid) { int thread_id = id_to_int(tid); - SnapVector * thrd_func_list = model->get_execution()->get_thrd_func_list(); uint32_t func_id = (*thrd_func_list)[thread_id].back(); if (func_id != 0) { @@ -290,7 +305,9 @@ void ModelHistory::remove_waiting_write(thread_id_t tid) void * location = concrete->get_location(); SnapVector * concrete_preds = loc_waiting_writes_map->get(location); - for (uint i = 0; i < concrete_preds->size(); i++) { + /* Linear search should be fine because presumably not many ConcretePredicates + * are at the same memory location */ + for (uint i = 0;i < concrete_preds->size();i++) { ConcretePredicate * current = (*concrete_preds)[i]; if (concrete == current) { (*concrete_preds)[i] = concrete_preds->back(); @@ -310,7 +327,6 @@ void ModelHistory::check_waiting_write(ModelAction * write_act) void * location = write_act->get_location(); uint64_t value = write_act->get_write_value(); SnapVector * concrete_preds = loc_waiting_writes_map->get(location); - SnapVector to_remove = SnapVector(); if (concrete_preds == NULL) return; @@ -320,19 +336,19 @@ void ModelHistory::check_waiting_write(ModelAction * write_act) SnapVector * concrete_exprs = concrete_pred->getExpressions(); bool satisfy_predicate = true; /* Check if the written value satisfies every predicate expression */ - for (uint i = 0; i < concrete_exprs->size(); i++) { + for (uint i = 0;i < concrete_exprs->size();i++) { struct concrete_pred_expr concrete = (*concrete_exprs)[i]; - bool equality; + bool equality = false; switch (concrete.token) { - case EQUALITY: - equality = (value == concrete.value); - break; - case NULLITY: - equality = ((void*)value == NULL); - break; - default: - model_print("unknown predicate token"); - break; + case EQUALITY: + equality = (value == concrete.value); + break; + case NULLITY: + equality = ((void*)value == NULL); + break; + default: + model_print("unknown predicate token"); + break; } if (equality != concrete.equality) { @@ -342,21 +358,80 @@ void ModelHistory::check_waiting_write(ModelAction * write_act) } if (satisfy_predicate) { - to_remove.push_back(concrete_pred); + /* Wake up threads */ + thread_id_t tid = concrete_pred->get_tid(); + Thread * thread = model->get_thread(tid); + + //model_print("** thread %d is woken up\n", thread->get_id()); + model->get_execution()->getFuzzer()->notify_paused_thread(thread); } index++; } +} - for (uint i = 0; i < to_remove.size(); i++) { - ConcretePredicate * concrete_pred = to_remove[i]; +WaitObj * ModelHistory::getWaitObj(thread_id_t tid) +{ + int thread_id = id_to_int(tid); + int old_size = thrd_wait_obj->size(); + if (old_size <= thread_id) { + thrd_wait_obj->resize(thread_id + 1); + for (int i = old_size;i < thread_id + 1;i++) { + (*thrd_wait_obj)[i] = new WaitObj( int_to_id(i) ); + } + } - /* Wake up threads */ - thread_id_t tid = concrete_pred->get_tid(); - Thread * thread = model->get_thread(tid); + return (*thrd_wait_obj)[thread_id]; +} - model_print("** thread %d is woken up\n", thread->get_id()); - model->get_execution()->getFuzzer()->notify_paused_thread(thread); +void ModelHistory::add_waiting_thread(thread_id_t self_id, +thread_id_t waiting_for_id, FuncNode * target_node, int dist) +{ + WaitObj * self_wait_obj = getWaitObj(self_id); + self_wait_obj->add_waiting_for(waiting_for_id, target_node, dist); + + /* Update waited-by relation */ + WaitObj * other_wait_obj = getWaitObj(waiting_for_id); + other_wait_obj->add_waited_by(self_id); +} + +/* Thread tid is woken up (or notified), so it is not waiting for others anymore */ +void ModelHistory::remove_waiting_thread(thread_id_t tid) +{ + WaitObj * self_wait_obj = getWaitObj(tid); + thrd_id_set_t * waiting_for = self_wait_obj->getWaitingFor(); + + /* Remove tid from waited_by's */ + thrd_id_set_iter * iter = waiting_for->iterator(); + while (iter->hasNext()) { + thread_id_t other_id = iter->next(); + WaitObj * other_wait_obj = getWaitObj(other_id); + other_wait_obj->remove_waited_by(tid); + } + + self_wait_obj->clear_waiting_for(); +} + +void ModelHistory::stop_waiting_for_node(thread_id_t self_id, +thread_id_t waiting_for_id, FuncNode * target_node) +{ + WaitObj * self_wait_obj = getWaitObj(self_id); + bool thread_removed = self_wait_obj->remove_waiting_for_node(waiting_for_id, target_node); + + // model_print("\t%d gives up %d on node %d\n", self_id, waiting_for_id, target_node->get_func_id()); + + /* If thread self_id is not waiting for waiting_for_id anymore */ + if (thread_removed) { + WaitObj * other_wait_obj = getWaitObj(waiting_for_id); + other_wait_obj->remove_waited_by(self_id); + + thrd_id_set_t * self_waiting_for = self_wait_obj->getWaitingFor(); + if ( self_waiting_for->isEmpty() ) { + // model_print("\tthread %d waits for nobody, wake up\n", self_id); + ModelExecution * execution = model->get_execution(); + Thread * thread = execution->get_thread(self_id); + execution->getFuzzer()->notify_paused_thread(thread); + } } } @@ -375,6 +450,8 @@ SnapVector * ModelHistory::getThrdInstActMap(uint32_t func_id) bool ModelHistory::skip_action(ModelAction * act, SnapList * curr_act_list) { + ASSERT(curr_act_list != NULL); + bool second_part_of_rmw = act->is_rmwc() || act->is_rmw(); modelclock_t curr_seq_number = act->get_seq_number(); @@ -396,10 +473,71 @@ bool ModelHistory::skip_action(ModelAction * act, SnapList * curr return false; } +/* Monitor thread tid and decide whether other threads (that are waiting for tid) + * should keep waiting for this thread or not. Shall only be called when a thread + * enters a function. + * + * Heuristics: If the distance from the current FuncNode to some target node + * ever increases, stop waiting for this thread on this target node. + */ +void ModelHistory::monitor_waiting_thread(uint32_t func_id, thread_id_t tid) +{ + WaitObj * wait_obj = getWaitObj(tid); + thrd_id_set_t * waited_by = wait_obj->getWaitedBy(); + FuncNode * curr_node = func_nodes[func_id]; + + /* For each thread waiting for tid */ + thrd_id_set_iter * tid_iter = waited_by->iterator(); + while (tid_iter->hasNext()) { + thread_id_t waited_by_id = tid_iter->next(); + WaitObj * other_wait_obj = getWaitObj(waited_by_id); + + node_set_t * target_nodes = other_wait_obj->getTargetNodes(tid); + node_set_iter * node_iter = target_nodes->iterator(); + while (node_iter->hasNext()) { + FuncNode * target = node_iter->next(); + int old_dist = other_wait_obj->lookup_dist(tid, target); + int new_dist = curr_node->compute_distance(target, old_dist); + + if (new_dist == -1) { + stop_waiting_for_node(waited_by_id, tid, target); + } + } + } +} + +void ModelHistory::monitor_waiting_thread_counter(thread_id_t tid) +{ + WaitObj * wait_obj = getWaitObj(tid); + thrd_id_set_t * waited_by = wait_obj->getWaitedBy(); + + // Thread tid has taken an action, update the counter for threads waiting for tid + thrd_id_set_iter * tid_iter = waited_by->iterator(); + while (tid_iter->hasNext()) { + thread_id_t waited_by_id = tid_iter->next(); + WaitObj * other_wait_obj = getWaitObj(waited_by_id); + + bool expire = other_wait_obj->incr_counter(tid); + if (expire) { +// model_print("thread %d stops waiting for thread %d\n", waited_by_id, tid); + wait_obj->remove_waited_by(waited_by_id); + other_wait_obj->remove_waiting_for(tid); + + thrd_id_set_t * other_waiting_for = other_wait_obj->getWaitingFor(); + if ( other_waiting_for->isEmpty() ) { + // model_print("\tthread %d waits for nobody, wake up\n", self_id); + ModelExecution * execution = model->get_execution(); + Thread * thread = execution->get_thread(waited_by_id); + execution->getFuzzer()->notify_paused_thread(thread); + } + } + } +} + /* Reallocate some snapshotted memories when new executions start */ void ModelHistory::set_new_exec_flag() { - for (uint i = 1; i < func_nodes.size(); i++) { + for (uint i = 1;i < func_nodes.size();i++) { FuncNode * func_node = func_nodes[i]; func_node->set_new_exec_flag(); } @@ -408,13 +546,13 @@ void ModelHistory::set_new_exec_flag() void ModelHistory::dump_func_node_graph() { model_print("digraph func_node_graph {\n"); - for (uint i = 1; i < func_nodes.size(); i++) { + for (uint i = 1;i < func_nodes.size();i++) { FuncNode * node = func_nodes[i]; ModelList * out_edges = node->get_out_edges(); model_print("\"%p\" [label=\"%s\"]\n", node, node->get_func_name()); mllnode * it; - for (it = out_edges->begin(); it != NULL; it = it->getNext()) { + for (it = out_edges->begin();it != NULL;it = it->getNext()) { FuncNode * other = it->getVal(); model_print("\"%p\" -> \"%p\"\n", node, other); } @@ -425,16 +563,37 @@ void ModelHistory::dump_func_node_graph() void ModelHistory::print_func_node() { /* function id starts with 1 */ - for (uint32_t i = 1; i < func_nodes.size(); i++) { + for (uint32_t i = 1;i < func_nodes.size();i++) { FuncNode * func_node = func_nodes[i]; - func_inst_list_mt * entry_insts = func_node->get_entry_insts(); - model_print("function %s has entry actions\n", func_node->get_func_name()); + func_node->assign_base_score(); + func_node->print_predicate_tree(); - mllnode* it; - for (it = entry_insts->begin();it != NULL;it=it->getNext()) { - FuncInst *inst = it->getVal(); - model_print("type: %d, at: %s\n", inst->get_type(), inst->get_position()); - } +/* + func_inst_list_mt * entry_insts = func_node->get_entry_insts(); + model_print("function %s has entry actions\n", func_node->get_func_name()); + + mllnode* it; + for (it = entry_insts->begin();it != NULL;it=it->getNext()) { + FuncInst *inst = it->getVal(); + model_print("type: %d, at: %s\n", inst->get_type(), inst->get_position()); + } + */ + } +} + +void ModelHistory::print_waiting_threads() +{ + ModelExecution * execution = model->get_execution(); + for (unsigned int i = 0;i < execution->get_num_threads();i++) { + thread_id_t tid = int_to_id(i); + WaitObj * wait_obj = getWaitObj(tid); + wait_obj->print_waiting_for(); + } + + for (unsigned int i = 0;i < execution->get_num_threads();i++) { + thread_id_t tid = int_to_id(i); + WaitObj * wait_obj = getWaitObj(tid); + wait_obj->print_waited_by(); } }