X-Git-Url: http://plrg.eecs.uci.edu/git/?p=c11tester.git;a=blobdiff_plain;f=model.cc;h=d3692c47c80c5731cc32e9bddc920aa5a7d8bdad;hp=0a7913bfd5571163364f8de9b30055e03b9df0b5;hb=43124ec9b82ef50d2adb5cdbf0639f5330995a8b;hpb=c44681494532fc9b3cec1e9148324025a635017b diff --git a/model.cc b/model.cc index 0a7913bf..d3692c47 100644 --- a/model.cc +++ b/model.cc @@ -7,7 +7,6 @@ #include "model.h" #include "action.h" -#include "nodestack.h" #include "schedule.h" #include "snapshot-interface.h" #include "common.h" @@ -19,41 +18,49 @@ #include "history.h" #include "bugmessage.h" #include "params.h" +#include "plugins.h" ModelChecker *model = NULL; -bool modelchecker_started = false; -/** Wrapper to run the user's main function, with appropriate arguments */ -void user_main_wrapper(void *) -{ - user_main(model->params.argc, model->params.argv); +void placeholder(void *) { + ASSERT(0); } /** @brief Constructor */ ModelChecker::ModelChecker() : /* Initialize default scheduler */ params(), - restart_flag(false), scheduler(new Scheduler()), - node_stack(new NodeStack()), - execution(new ModelExecution(this, scheduler, node_stack)), history(new ModelHistory()), + execution(new ModelExecution(this, scheduler)), execution_number(1), trace_analyses(), inspect_plugin(NULL) { + model_print("C11Tester\n" + "Copyright (c) 2013 and 2019 Regents of the University of California. All rights reserved.\n" + "Distributed under the GPLv2\n" + "Written by Weiyu Luo, Brian Norris, and Brian Demsky\n\n"); memset(&stats,0,sizeof(struct execution_stats)); - init_thread = new Thread(execution->get_next_id(), (thrd_t *) malloc(sizeof(thrd_t)), &user_main_wrapper, NULL, NULL); // L: user_main_wrapper passes the user program + init_thread = new Thread(execution->get_next_id(), (thrd_t *) model_malloc(sizeof(thrd_t)), &placeholder, NULL, NULL); +#ifdef TLS + init_thread->setTLS((char *)get_tls_addr()); +#endif execution->add_thread(init_thread); scheduler->set_current_thread(init_thread); + register_plugins(); execution->setParams(¶ms); param_defaults(¶ms); + parse_options(¶ms); + initRaceDetector(); + /* Configure output redirection for the model-checker */ + redirect_output(); + install_trace_analyses(get_execution()); } /** @brief Destructor */ ModelChecker::~ModelChecker() { - delete node_stack; delete scheduler; } @@ -77,7 +84,7 @@ void ModelChecker::reset_to_initial_state() for (unsigned int i = 0;i < get_num_threads();i++) delete get_thread(int_to_id(i))->get_pending(); - snapshot_backtrack_before(0); + snapshot_roll_back(snapshot); } /** @return the number of user threads created during this execution */ @@ -115,7 +122,7 @@ Thread * ModelChecker::get_next_thread() * Have we completed exploring the preselected path? Then let the * scheduler decide */ - return scheduler->select_next_thread(node_stack->get_head()); + return scheduler->select_next_thread(); } /** @@ -130,7 +137,7 @@ Thread * ModelChecker::get_next_thread() * @param msg Descriptive message for the bug (do not include newline char) * @return True if bug is immediately-feasible */ -bool ModelChecker::assert_bug(const char *msg, ...) +void ModelChecker::assert_bug(const char *msg, ...) { char str[800]; @@ -139,7 +146,7 @@ bool ModelChecker::assert_bug(const char *msg, ...) vsnprintf(str, sizeof(str), msg, ap); va_end(ap); - return execution->assert_bug(str); + execution->assert_bug(str); } /** @@ -150,8 +157,8 @@ bool ModelChecker::assert_bug(const char *msg, ...) void ModelChecker::assert_user_bug(const char *msg) { /* If feasible bug, bail out now */ - if (assert_bug(msg)) - switch_to_master(NULL); + assert_bug(msg); + switch_to_master(NULL); } /** @brief Print bug report listing for this execution (if any bugs exist) */ @@ -175,15 +182,12 @@ void ModelChecker::print_bugs() const void ModelChecker::record_stats() { stats.num_total ++; - if (!execution->isfeasibleprefix()) - stats.num_infeasible ++; - else if (execution->have_bug_reports()) + if (execution->have_bug_reports()) stats.num_buggy_executions ++; else if (execution->is_complete_execution()) stats.num_complete ++; else { - stats.num_redundant ++; - + //All threads are sleeping /** * @todo We can violate this ASSERT() when fairness/sleep sets * conflict to cause an execution to terminate, e.g. with: @@ -197,9 +201,7 @@ void ModelChecker::record_stats() void ModelChecker::print_stats() const { model_print("Number of complete, bug-free executions: %d\n", stats.num_complete); - model_print("Number of redundant executions: %d\n", stats.num_redundant); model_print("Number of buggy executions: %d\n", stats.num_buggy_executions); - model_print("Number of infeasible executions: %d\n", stats.num_infeasible); model_print("Total executions: %d\n", stats.num_total); } @@ -234,12 +236,11 @@ void ModelChecker::print_execution(bool printbugs) const * @return If there are more executions to explore, return true. Otherwise, * return false. */ -bool ModelChecker::next_execution() +void ModelChecker::finish_execution(bool more_executions) { DBG(); /* Is this execution a feasible execution that's worth bug-checking? */ - bool complete = execution->isfeasibleprefix() && - (execution->is_complete_execution() || + bool complete = (execution->is_complete_execution() || execution->have_bug_reports()); /* End-of-execution bug checks */ @@ -247,7 +248,6 @@ bool ModelChecker::next_execution() if (execution->is_deadlocked()) assert_bug("Deadlock detected"); - checkDataRaces(); run_trace_analyses(); } @@ -258,14 +258,11 @@ bool ModelChecker::next_execution() else clear_program_output(); - if (restart_flag) { - do_restart(); - return true; - } // test code execution_number ++; - reset_to_initial_state(); - return false; + if (more_executions) + reset_to_initial_state(); + history->set_new_exec_flag(); } /** @brief Run trace analyses on complete trace */ @@ -320,6 +317,16 @@ void ModelChecker::switch_from_master(Thread *thread) */ uint64_t ModelChecker::switch_to_master(ModelAction *act) { + if (modellock) { + static bool fork_message_printed = false; + + if (!fork_message_printed) { + model_print("Fork handler or dead thread trying to call into model checker...\n"); + fork_message_printed = true; + } + delete act; + return 0; + } DBG(); Thread *old = thread_current(); scheduler->set_current_thread(NULL); @@ -337,107 +344,201 @@ uint64_t ModelChecker::switch_to_master(ModelAction *act) return old->get_return_value(); } -bool ModelChecker::should_terminate_execution() +void ModelChecker::continueExecution(Thread *old) { - /* Infeasible -> don't take any more steps */ - if (execution->is_infeasible()) - return true; - else if (execution->isfeasibleprefix() && execution->have_bug_reports()) { - execution->set_assert(); - return true; + if (params.traceminsize != 0 && + execution->get_curr_seq_num() > checkfree) { + checkfree += params.checkthreshold; + execution->collectActions(); } - return false; + thread_chosen = false; + curr_thread_num = 1; + Thread *thr = getNextThread(); + if (thr != nullptr) { + scheduler->set_current_thread(thr); + if (Thread::swap(old, thr) < 0) { + perror("swap threads"); + exit(EXIT_FAILURE); + } + } else + handleChosenThread(old); } -/** @brief Restart ModelChecker upon returning to the run loop of the - * model checker. */ -void ModelChecker::restart() +Thread* ModelChecker::getNextThread() { - restart_flag = true; + Thread *thr = nullptr; + for (unsigned int i = curr_thread_num; i < get_num_threads(); i++) { + thread_id_t tid = int_to_id(i); + thr = get_thread(tid); + + if (!thr->is_complete() && !thr->get_pending()) { + curr_thread_num = i; + break; + } + ModelAction *act = thr->get_pending(); + + if (act && execution->is_enabled(thr) && !execution->check_action_enabled(act)) { + scheduler->sleep(thr); + } + + chooseThread(act, thr); + } + return thr; } -void ModelChecker::do_restart() +void ModelChecker::finishExecution(Thread *old) { - restart_flag = false; - reset_to_initial_state(); - memset(&stats,0,sizeof(struct execution_stats)); - execution_number = 1; + scheduler->set_current_thread(NULL); + if (Thread::swap(old, &system_context) < 0) { + perror("swap threads"); + exit(EXIT_FAILURE); + } } -/** @brief Run ModelChecker for the user program */ -void ModelChecker::run() +void ModelChecker::consumeAction() { - //Need to initial random number generator state to avoid resets on rollback - char random_state[256]; - initstate(423121, random_state, sizeof(random_state)); + ModelAction *curr = chosen_thread->get_pending(); + chosen_thread->set_pending(NULL); + chosen_thread = execution->take_step(curr); +} - for(int exec = 0;exec < params.maxexecutions;exec ++) { - Thread * t = init_thread; - - do { - /* - * Stash next pending action(s) for thread(s). There - * should only need to stash one thread's action--the - * thread which just took a step--plus the first step - * for any newly-created thread - */ - - for (unsigned int i = 0;i < get_num_threads();i++) { - thread_id_t tid = int_to_id(i); - Thread *thr = get_thread(tid); - if (!thr->is_model_thread() && !thr->is_complete() && !thr->get_pending()) { - switch_from_master(thr); // L: context swapped, and action type of thr changed. - if (thr->is_waiting_on(thr)) - assert_bug("Deadlock detected (thread %u)", i); - } +void ModelChecker::chooseThread(ModelAction *act, Thread *old) +{ + if (!thread_chosen && act && execution->is_enabled(old) && (old->get_state() != THREAD_BLOCKED) ) { + if (act->is_write()) { + std::memory_order order = act->get_mo(); + if (order == std::memory_order_relaxed || \ + order == std::memory_order_release) { + chosen_thread = old; + thread_chosen = true; } + } else if (act->get_type() == THREAD_CREATE || \ + act->get_type() == PTHREAD_CREATE || \ + act->get_type() == THREAD_START || \ + act->get_type() == THREAD_FINISH) { + chosen_thread = old; + thread_chosen = true; + } + } +} - /* Don't schedule threads which should be disabled */ - for (unsigned int i = 0;i < get_num_threads();i++) { - Thread *th = get_thread(int_to_id(i)); - ModelAction *act = th->get_pending(); - if (act && execution->is_enabled(th) && !execution->check_action_enabled(act)) { - scheduler->sleep(th); - } - } +uint64_t ModelChecker::switch_thread(ModelAction *act) +{ + if (modellock) { + static bool fork_message_printed = false; + + if (!fork_message_printed) { + model_print("Fork handler or dead thread trying to call into model checker...\n"); + fork_message_printed = true; + } + delete act; + return 0; + } + DBG(); + Thread *old = thread_current(); + ASSERT(!old->get_pending()); - for (unsigned int i = 1;i < get_num_threads();i++) { - Thread *th = get_thread(int_to_id(i)); - ModelAction *act = th->get_pending(); - if (act && execution->is_enabled(th) && (th->get_state() != THREAD_BLOCKED) ) { - if (act->is_write()) { - std::memory_order order = act->get_mo(); - if (order == std::memory_order_relaxed || \ - order == std::memory_order_release) { - t = th; - break; - } - } else if (act->get_type() == THREAD_CREATE || \ - act->get_type() == PTHREAD_CREATE || \ - act->get_type() == THREAD_START || \ - act->get_type() == THREAD_FINISH) { - t = th; - break; - } - } - } + if (inspect_plugin != NULL) { + inspect_plugin->inspectModelAction(act); + } + + old->set_pending(act); - /* Catch assertions from prior take_step or from - * between-ModelAction bugs (e.g., data races) */ - - if (execution->has_asserted()) - break; - if (!t) - t = get_next_thread(); - if (!t || t->is_model_thread()) - break; - - /* Consume the next action for a Thread */ - ModelAction *curr = t->get_pending(); - t->set_pending(NULL); - t = execution->take_step(curr); - } while (!should_terminate_execution()); - next_execution(); + curr_thread_num++; + Thread* next = getNextThread(); + if (next != nullptr) + handleNewValidThread(old, next); + else + handleChosenThread(old); + + return old->get_return_value(); +} + +void ModelChecker::handleNewValidThread(Thread *old, Thread *next) +{ + if (old->is_waiting_on(old)) + assert_bug("Deadlock detected (thread %u)", curr_thread_num-1); + + ModelAction *act = old->get_pending(); + + if (act && execution->is_enabled(old) && !execution->check_action_enabled(act)) { + scheduler->sleep(old); + } + chooseThread(act, old); + + scheduler->set_current_thread(next); + + if (Thread::swap(old, next) < 0) { + perror("swap threads"); + exit(EXIT_FAILURE); + } +} + +void ModelChecker::handleChosenThread(Thread *old) +{ + if (execution->has_asserted()) + finishExecution(old); + if (!chosen_thread) + chosen_thread = get_next_thread(); + if (!chosen_thread || chosen_thread->is_model_thread()) + finishExecution(old); + if (chosen_thread->just_woken_up()) { + chosen_thread->set_wakeup_state(false); + chosen_thread->set_pending(NULL); + chosen_thread = NULL; + // Allow this thread to stash the next pending action + if (should_terminate_execution()) + finishExecution(old); + else + continueExecution(old); + } else { + /* Consume the next action for a Thread */ + consumeAction(); + + if (should_terminate_execution()) + finishExecution(old); + else + continueExecution(old); + } +} + +static void runChecker() { + model->run(); + delete model; +} + +void ModelChecker::startChecker() { + startExecution(get_system_context(), runChecker); + snapshot = take_snapshot(); + initMainThread(); +} + +bool ModelChecker::should_terminate_execution() +{ + if (execution->have_bug_reports()) { + execution->set_assert(); + return true; + } else if (execution->isFinished()) { + return true; + } + return false; +} + +/** @brief Run ModelChecker for the user program */ +void ModelChecker::run() +{ + //Need to initial random number generator state to avoid resets on rollback + char random_state[256]; + initstate(423121, random_state, sizeof(random_state)); + checkfree = params.checkthreshold; + for(int exec = 0;exec < params.maxexecutions;exec++) { + chosen_thread = init_thread; + thread_chosen = false; + curr_thread_num = 1; + thread_id_t tid = int_to_id(1); + Thread *thr = get_thread(tid); + switch_from_master(thr); + finish_execution((exec+1) < params.maxexecutions); //restore random number generator state after rollback setstate(random_state); } @@ -448,4 +549,9 @@ void ModelChecker::run() /* Have the trace analyses dump their output. */ for (unsigned int i = 0;i < trace_analyses.size();i++) trace_analyses[i]->finish(); + + /* unlink tmp file created by last child process */ + char filename[256]; + snprintf_(filename, sizeof(filename), "C11FuzzerTmp%d", getpid()); + unlink(filename); }