edits
[iotcloud.git] / version2 / src / C / Table.cc
index f4280aa0de6cee2406638bff972f746268ce064d..d70a590890b170fac9417fc6ab049437304de286 100644 (file)
@@ -10,7 +10,7 @@
 #include "TransactionStatus.h"
 #include "Transaction.h"
 #include "LastMessage.h"
-#include "Random.h"
+#include "SecureRandom.h"
 #include "ByteBuffer.h"
 #include "Abort.h"
 #include "CommitPart.h"
@@ -21,9 +21,9 @@
 #include "SlotIndexer.h"
 #include <stdlib.h>
 
-int compareInt64(const void * a, const void *b) {
-       const int64_t * pa = (const int64_t *) a;
-       const int64_t * pb = (const int64_t *) b;
+int compareInt64(const void *a, const void *b) {
+       const int64_t *pa = (const int64_t *) a;
+       const int64_t *pb = (const int64_t *) b;
        if (*pa < *pb)
                return -1;
        else if (*pa > *pb)
@@ -161,7 +161,7 @@ Table::Table(CloudComm *_cloud, int64_t _localMachineId) :
  */
 void Table::init() {
        // Init helper objects
-       random = new Random();
+       random = new SecureRandom();
        buffer = new SlotBuffer();
 
        // init data structs
@@ -246,7 +246,7 @@ int64_t Table::getArbitrator(IoTString *key) {
 }
 
 void Table::close() {
-       cloud->close();
+       cloud->closeCloud();
 }
 
 IoTString *Table::getCommitted(IoTString *key)  {
@@ -604,9 +604,9 @@ bool Table::sendToServer(NewKey *newKey) {
                                        // Process each entry in the slot
                                        Vector<Entry *> *entries = s->getEntries();
                                        uint eSize = entries->size();
-                                       for(uint ei=0; ei < eSize; ei++) {
-                                               Entry * entry = entries->get(ei);
-                                               
+                                       for (uint ei = 0; ei < eSize; ei++) {
+                                               Entry *entry = entries->get(ei);
+
                                                if (entry->getType() == TypeLastMessage) {
                                                        LastMessage *lastMessage = (LastMessage *)entry;
                                                        if ((lastMessage->getMachineID() == localMachineId) && (lastMessage->getSequenceNumber() == lastSlotAttemptedToSend->getSequenceNumber())) {
@@ -846,7 +846,7 @@ bool Table::updateFromLocal(int64_t machineId) {
        if (!localCommunicationTable->contains(machineId))
                return false;
 
-       Pair<IoTString *, int32_t> * localCommunicationInformation = localCommunicationTable->get(machineId);
+       Pair<IoTString *, int32_t> *localCommunicationInformation = localCommunicationTable->get(machineId);
 
        // Get the size of the send data
        int sendDataSize = sizeof(int32_t) + sizeof(int64_t);
@@ -897,16 +897,16 @@ Pair<bool, bool> Table::sendTransactionToLocal(Transaction *transaction) {
        // Get the devices local communications
        if (!localCommunicationTable->contains(transaction->getArbitrator()))
                return Pair<bool, bool>(true, false);
-       
-       Pair<IoTString *, int32_t> * localCommunicationInformation = localCommunicationTable->get(transaction->getArbitrator());
+
+       Pair<IoTString *, int32_t> *localCommunicationInformation = localCommunicationTable->get(transaction->getArbitrator());
 
        // Get the size of the send data
        int sendDataSize = sizeof(int32_t) + sizeof(int64_t);
        {
-               Vector<TransactionPart *> * tParts = transaction->getParts();
+               Vector<TransactionPart *> *tParts = transaction->getParts();
                uint tPartsSize = tParts->size();
                for (uint i = 0; i < tPartsSize; i++) {
-                       TransactionPart * part = tParts->get(i);
+                       TransactionPart *part = tParts->get(i);
                        sendDataSize += part->getSize();
                }
        }
@@ -924,10 +924,10 @@ Pair<bool, bool> Table::sendTransactionToLocal(Transaction *transaction) {
        bbEncode->putLong(lastArbitrationDataLocalSequenceNumber);
        bbEncode->putInt(transaction->getParts()->size());
        {
-               Vector<TransactionPart *> * tParts = transaction->getParts();
+               Vector<TransactionPart *> *tParts = transaction->getParts();
                uint tPartsSize = tParts->size();
                for (uint i = 0; i < tPartsSize; i++) {
-                       TransactionPart * part = tParts->get(i);
+                       TransactionPart *part = tParts->get(i);
                        part->encode(bbEncode);
                }
        }
@@ -967,14 +967,14 @@ Pair<bool, bool> Table::sendTransactionToLocal(Transaction *transaction) {
        updateLiveStateFromLocal();
 
        if (couldArbitrate) {
-               TransactionStatus * status =  transaction->getTransactionStatus();
+               TransactionStatus *status =  transaction->getTransactionStatus();
                if (didCommit) {
                        status->setStatus(TransactionStatus_StatusCommitted);
                } else {
                        status->setStatus(TransactionStatus_StatusAborted);
                }
        } else {
-               TransactionStatus * status =  transaction->getTransactionStatus();
+               TransactionStatus *status =  transaction->getTransactionStatus();
                if (foundAbort) {
                        status->setStatus(TransactionStatus_StatusAborted);
                } else {
@@ -1026,20 +1026,20 @@ Array<char> *Table::acceptDataFromLocal(Array<char> *data) {
        Vector<int64_t> *abortLocalSequenceNumbers = new Vector<int64_t>();
        {
                SetIterator<int64_t, Abort *> *abortit = getKeyIterator(liveAbortsGeneratedByLocal);
-               while(abortit->hasNext())
+               while (abortit->hasNext())
                        abortLocalSequenceNumbers->add(abortit->next());
                delete abortit;
        }
-       
+
        qsort(abortLocalSequenceNumbers->expose(), abortLocalSequenceNumbers->size(), sizeof(int64_t), compareInt64);
 
        uint asize = abortLocalSequenceNumbers->size();
-       for(uint i=0; i<asize; i++) {
+       for (uint i = 0; i < asize; i++) {
                int64_t localSequenceNumber = abortLocalSequenceNumbers->get(i);
                if (localSequenceNumber <= lastArbitratedSequenceNumberSeen) {
                        continue;
                }
-               
+
                Abort *abort = liveAbortsGeneratedByLocal->get(localSequenceNumber);
                unseenArbitrations->add(abort);
                returnDataSize += abort->getSize();
@@ -1051,14 +1051,14 @@ Array<char> *Table::acceptDataFromLocal(Array<char> *data) {
                Vector<int64_t> *commitLocalSequenceNumbers = new Vector<int64_t>();
                {
                        SetIterator<int64_t, Commit *> *commitit = getKeyIterator(commitForClientTable);
-                       while(commitit->hasNext())
+                       while (commitit->hasNext())
                                commitLocalSequenceNumbers->add(commitit->next());
                        delete commitit;
                }
                qsort(commitLocalSequenceNumbers->expose(), commitLocalSequenceNumbers->size(), sizeof(int64_t), compareInt64);
 
                uint clsSize = commitLocalSequenceNumbers->size();
-               for(uint clsi = 0; clsi < clsSize; clsi++) {
+               for (uint clsi = 0; clsi < clsSize; clsi++) {
                        int64_t localSequenceNumber = commitLocalSequenceNumbers->get(clsi);
                        Commit *commit = commitForClientTable->get(localSequenceNumber);
 
@@ -1067,10 +1067,10 @@ Array<char> *Table::acceptDataFromLocal(Array<char> *data) {
                        }
 
                        {
-                               Vector<CommitPart *> * parts = commit->getParts();
+                               Vector<CommitPart *> *parts = commit->getParts();
                                uint nParts = parts->size();
-                               for(uint i=0; i<nParts; i++) {
-                                       CommitPart * commitPart = parts->get(i);
+                               for (uint i = 0; i < nParts; i++) {
+                                       CommitPart *commitPart = parts->get(i);
                                        unseenArbitrations->add(commitPart);
                                        returnDataSize += commitPart->getSize();
                                }
@@ -1154,8 +1154,8 @@ ThreeTuple<bool, bool, Array<Slot *> *> Table::sendSlotsToServer(Slot *slot, int
                                // Process each entry in the slot
                                Vector<Entry *> *entries = s->getEntries();
                                uint eSize = entries->size();
-                               for(uint ei=0; ei < eSize; ei++) {
-                                       Entry * entry = entries->get(ei);
+                               for (uint ei = 0; ei < eSize; ei++) {
+                                       Entry *entry = entries->get(ei);
 
                                        if (entry->getType() == TypeLastMessage) {
                                                LastMessage *lastMessage = (LastMessage *)entry;
@@ -1348,7 +1348,7 @@ ThreeTuple<bool, bool, int64_t> Table::doMandatoryResuce(Slot *slot, bool resize
 
        // Mandatory Rescue
        for (; currentSequenceNumber < threshold; currentSequenceNumber++) {
-               Slot * previousSlot = buffer->getSlot(currentSequenceNumber);
+               Slot *previousSlot = buffer->getSlot(currentSequenceNumber);
                // Push slot number forward
                if (!seenLiveSlot) {
                        oldestLiveSlotSequenceNumver = currentSequenceNumber;
@@ -1366,8 +1366,8 @@ ThreeTuple<bool, bool, int64_t> Table::doMandatoryResuce(Slot *slot, bool resize
 
                // Iterate over all the live entries and try to rescue them
                uint lESize = liveEntries->size();
-               for (uint i=0; i< lESize; i++) {
-                       Entry * liveEntry = liveEntries->get(i);
+               for (uint i = 0; i < lESize; i++) {
+                       Entry *liveEntry = liveEntries->get(i);
                        if (slot->hasSpace(liveEntry)) {
                                // Enough space to rescue the entry
                                slot->addEntry(liveEntry);
@@ -1388,7 +1388,6 @@ void Table::doOptionalRescue(Slot *s, bool seenliveslot, int64_t seqn, bool resi
         * for SKIP_THRESHOLD consecutive entries*/
        int skipcount = 0;
        int64_t newestseqnum = buffer->getNewestSeqNum();
-search:
        for (; seqn <= newestseqnum; seqn++) {
                Slot *prevslot = buffer->getSlot(seqn);
                //Push slot number forward
@@ -1400,8 +1399,8 @@ search:
                seenliveslot = true;
                Vector<Entry *> *liveentries = prevslot->getLiveEntries(resize);
                uint lESize = liveentries->size();
-               for (uint i=0; i< lESize; i++) {
-                       Entry * liveentry = liveentries->get(i);
+               for (uint i = 0; i < lESize; i++) {
+                       Entry *liveentry = liveentries->get(i);
                        if (s->hasSpace(liveentry))
                                s->addEntry(liveentry);
                        else {
@@ -1411,7 +1410,7 @@ search:
                        }
                }
        }
- donesearch:
+donesearch:
        ;
 }
 
@@ -1442,8 +1441,8 @@ void Table::validateAndUpdate(Array<Slot *> *newSlots, bool acceptUpdatesToLocal
        // Set to keep track of messages from clients
        Hashset<int64_t> *machineSet = new Hashset<int64_t>();
        {
-               SetIterator<int64_t, Pair<int64_t, Liveness *> *> * lmit=getKeyIterator(lastMessageTable);
-               while(lmit->hasNext())
+               SetIterator<int64_t, Pair<int64_t, Liveness *> *> *lmit = getKeyIterator(lastMessageTable);
+               while (lmit->hasNext())
                        machineSet->add(lmit->next());
                delete lmit;
        }
@@ -1451,7 +1450,7 @@ void Table::validateAndUpdate(Array<Slot *> *newSlots, bool acceptUpdatesToLocal
        // Process each slots data
        {
                uint numSlots = newSlots->length();
-               for(uint i=0; i<numSlots; i++) {
+               for (uint i = 0; i < numSlots; i++) {
                        Slot *slot = newSlots->get(i);
                        processSlot(indexer, slot, acceptUpdatesToLocal, machineSet);
                        updateExpectedSize();
@@ -1480,12 +1479,12 @@ void Table::validateAndUpdate(Array<Slot *> *newSlots, bool acceptUpdatesToLocal
        // Commit new to slots to the local block chain->
        {
                uint numSlots = newSlots->length();
-               for(uint i=0; i<numSlots; i++) {
+               for (uint i = 0; i < numSlots; i++) {
                        Slot *slot = newSlots->get(i);
-                       
+
                        // Insert this slot into our local block chain copy->
                        buffer->putSlot(slot);
-                       
+
                        // Keep track of how many slots are currently live (have live data
                        // in them)->
                        liveSlotCount++;
@@ -1598,15 +1597,15 @@ void Table::processNewTransactionParts() {
 
        // Iterate through all the machine Ids that we received new parts
        // for
-       SetIterator<int64_t, Hashtable<Pair<int64_t, int32_t> *, TransactionPart *, uintptr_t, 0, pairHashFunction, pairEquals> *> * tpit= getKeyIterator(newTransactionParts);
-       while(tpit->hasNext()) {
+       SetIterator<int64_t, Hashtable<Pair<int64_t, int32_t> *, TransactionPart *, uintptr_t, 0, pairHashFunction, pairEquals> *> *tpit = getKeyIterator(newTransactionParts);
+       while (tpit->hasNext()) {
                int64_t machineId = tpit->next();
                Hashtable<Pair<int64_t, int32_t> *, TransactionPart *, uintptr_t, 0, pairHashFunction, pairEquals> *parts = newTransactionParts->get(machineId);
 
                SetIterator<Pair<int64_t, int32_t> *, TransactionPart *, uintptr_t, 0, pairHashFunction, pairEquals> *ptit = getKeyIterator(parts);
                // Iterate through all the parts for that machine Id
-               while(ptit->hasNext()) {
-                       Pair<int64_t, int32_t> * partId = ptit->next();
+               while (ptit->hasNext()) {
+                       Pair<int64_t, int32_t> *partId = ptit->next();
                        TransactionPart *part = parts->get(partId);
 
                        if (lastArbitratedTransactionNumberByArbitratorTable->contains(part->getArbitratorId())) {
@@ -1617,7 +1616,7 @@ void Table::processNewTransactionParts() {
                                        continue;
                                }
                        }
-                       
+
                        // Get the transaction object for that sequence number
                        Transaction *transaction = liveTransactionBySequenceNumberTable->get(part->getSequenceNumber());
 
@@ -1651,21 +1650,21 @@ void Table::arbitrateFromServer() {
        // Get the transaction sequence numbers and sort from oldest to newest
        Vector<int64_t> *transactionSequenceNumbers = new Vector<int64_t>();
        {
-               SetIterator<int64_t, Transaction *> * trit = getKeyIterator(liveTransactionBySequenceNumberTable);
-               while(trit->hasNext())
+               SetIterator<int64_t, Transaction *> *trit = getKeyIterator(liveTransactionBySequenceNumberTable);
+               while (trit->hasNext())
                        transactionSequenceNumbers->add(trit->next());
                delete trit;
        }
        qsort(transactionSequenceNumbers->expose(), transactionSequenceNumbers->size(), sizeof(int64_t), compareInt64);
 
        // Collection of key value pairs that are
-       Hashtable<IoTString *, KeyValue *> * speculativeTableTmp = new Hashtable<IoTString *, KeyValue *>();
+       Hashtable<IoTString *, KeyValue *> *speculativeTableTmp = new Hashtable<IoTString *, KeyValue *>();
 
        // The last transaction arbitrated on
        int64_t lastTransactionCommitted = -1;
        Hashset<Abort *> *generatedAborts = new Hashset<Abort *>();
        uint tsnSize = transactionSequenceNumbers->size();
-       for(uint i=0; i<tsnSize; i++) {
+       for (uint i = 0; i < tsnSize; i++) {
                int64_t transactionSequenceNumber = transactionSequenceNumbers->get(i);
                Transaction *transaction = liveTransactionBySequenceNumberTable->get(transactionSequenceNumber);
 
@@ -1712,7 +1711,7 @@ void Table::arbitrateFromServer() {
                                speculativeTableTmp->put(kv->getKey(), kv);
                        }
                        delete kvit;
-                       
+
                        // Update what the last transaction committed was for use in batch commit
                        lastTransactionCommitted = transactionSequenceNumber;
                } else {
@@ -1743,24 +1742,24 @@ void Table::arbitrateFromServer() {
                localArbitrationSequenceNumber++;
 
                // Add all the new keys to the commit
-               SetIterator<IoTString *, KeyValue *> * spit = getKeyIterator(speculativeTableTmp);
-               while(spit->hasNext()) {
-                       IoTString * string = spit->next();
-                       KeyValue * kv = speculativeTableTmp->get(string);
+               SetIterator<IoTString *, KeyValue *> *spit = getKeyIterator(speculativeTableTmp);
+               while (spit->hasNext()) {
+                       IoTString *string = spit->next();
+                       KeyValue *kv = speculativeTableTmp->get(string);
                        newCommit->addKV(kv);
                }
                delete spit;
-               
+
                // create the commit parts
                newCommit->createCommitParts();
 
                // Append all the commit parts to the end of the pending queue
                // waiting for sending to the server
                // Insert the commit so we can process it
-               Vector<CommitPart *> * parts = newCommit->getParts();
+               Vector<CommitPart *> *parts = newCommit->getParts();
                uint partsSize = parts->size();
-               for(uint i=0; i<partsSize; i++) {
-                       CommitPart * commitPart = parts->get(i);
+               for (uint i = 0; i < partsSize; i++) {
+                       CommitPart *commitPart = parts->get(i);
                        processEntry(commitPart);
                }
        }
@@ -1772,10 +1771,10 @@ void Table::arbitrateFromServer() {
                if (compactArbitrationData()) {
                        ArbitrationRound *newArbitrationRound = pendingSendArbitrationRounds->get(pendingSendArbitrationRounds->size() - 1);
                        if (newArbitrationRound->getCommit() != NULL) {
-                               Vector<CommitPart *> * parts = newArbitrationRound->getCommit()->getParts();
+                               Vector<CommitPart *> *parts = newArbitrationRound->getCommit()->getParts();
                                uint partsSize = parts->size();
-                               for(uint i=0; i<partsSize; i++) {
-                                       CommitPart * commitPart = parts->get(i);
+                               for (uint i = 0; i < partsSize; i++) {
+                                       CommitPart *commitPart = parts->get(i);
                                        processEntry(commitPart);
                                }
                        }
@@ -1820,7 +1819,7 @@ Pair<bool, bool> Table::arbitrateOnLocalTransaction(Transaction *transaction) {
                        newCommit->addKV(kv);
                }
                delete kvit;
-               
+
                // create the commit parts
                newCommit->createCommitParts();
 
@@ -1831,18 +1830,18 @@ Pair<bool, bool> Table::arbitrateOnLocalTransaction(Transaction *transaction) {
 
                if (compactArbitrationData()) {
                        ArbitrationRound *newArbitrationRound = pendingSendArbitrationRounds->get(pendingSendArbitrationRounds->size() - 1);
-                       Vector<CommitPart *> * parts = newArbitrationRound->getCommit()->getParts();
+                       Vector<CommitPart *> *parts = newArbitrationRound->getCommit()->getParts();
                        uint partsSize = parts->size();
-                       for(uint i=0; i<partsSize; i++) {
-                               CommitPart * commitPart = parts->get(i);
+                       for (uint i = 0; i < partsSize; i++) {
+                               CommitPart *commitPart = parts->get(i);
                                processEntry(commitPart);
                        }
                } else {
                        // Insert the commit so we can process it
-                       Vector<CommitPart *> * parts = newCommit->getParts();
+                       Vector<CommitPart *> *parts = newCommit->getParts();
                        uint partsSize = parts->size();
-                       for(uint i=0; i<partsSize; i++) {
-                               CommitPart * commitPart = parts->get(i);
+                       for (uint i = 0; i < partsSize; i++) {
+                               CommitPart *commitPart = parts->get(i);
                                processEntry(commitPart);
                        }
                }
@@ -1860,7 +1859,7 @@ Pair<bool, bool> Table::arbitrateOnLocalTransaction(Transaction *transaction) {
                if (transaction->getMachineId() == localMachineId) {
                        // For locally created messages update the status
                        // Guard evaluated was false so create abort
-                       TransactionStatus * status = transaction->getTransactionStatus();
+                       TransactionStatus *status = transaction->getTransactionStatus();
                        if (status != NULL) {
                                status->setStatus(TransactionStatus_StatusAborted);
                        }
@@ -1885,10 +1884,10 @@ Pair<bool, bool> Table::arbitrateOnLocalTransaction(Transaction *transaction) {
                        if (compactArbitrationData()) {
                                ArbitrationRound *newArbitrationRound = pendingSendArbitrationRounds->get(pendingSendArbitrationRounds->size() - 1);
 
-                               Vector<CommitPart *> * parts = newArbitrationRound->getCommit()->getParts();
+                               Vector<CommitPart *> *parts = newArbitrationRound->getCommit()->getParts();
                                uint partsSize = parts->size();
-                               for(uint i=0; i<partsSize; i++) {
-                                       CommitPart * commitPart = parts->get(i);
+                               for (uint i = 0; i < partsSize; i++) {
+                                       CommitPart *commitPart = parts->get(i);
                                        processEntry(commitPart);
                                }
                        }
@@ -1938,7 +1937,7 @@ bool Table::compactArbitrationData() {
                        lastRound->addAborts(round->getAborts());
                } else {
                        // Create a new larger commit
-                       Commit * newCommit = Commit_merge(lastRound->getCommit(), round->getCommit(), localArbitrationSequenceNumber);
+                       Commit *newCommit = Commit_merge(lastRound->getCommit(), round->getCommit(), localArbitrationSequenceNumber);
                        localArbitrationSequenceNumber++;
 
                        // Create the commit parts so that we can count them
@@ -1998,15 +1997,15 @@ bool Table::updateCommittedTable() {
        }
 
        // Iterate through all the machine Ids that we received new parts for
-       SetIterator<int64_t, Hashtable<Pair<int64_t, int32_t> *, CommitPart *, uintptr_t, 0, pairHashFunction, pairEquals> *> * partsit=getKeyIterator(newCommitParts);
-       while(partsit->hasNext()) {
+       SetIterator<int64_t, Hashtable<Pair<int64_t, int32_t> *, CommitPart *, uintptr_t, 0, pairHashFunction, pairEquals> *> *partsit = getKeyIterator(newCommitParts);
+       while (partsit->hasNext()) {
                int64_t machineId = partsit->next();
                Hashtable<Pair<int64_t, int32_t> *, CommitPart *, uintptr_t, 0, pairHashFunction, pairEquals> *parts = newCommitParts->get(machineId);
 
                // Iterate through all the parts for that machine Id
-               SetIterator<Pair<int64_t, int32_t> *, CommitPart *, uintptr_t, 0, pairHashFunction, pairEquals> * pairit=getKeyIterator(parts);
-               while(pairit->hasNext()) {
-                       Pair<int64_t, int32_t> * partId = pairit->next();
+               SetIterator<Pair<int64_t, int32_t> *, CommitPart *, uintptr_t, 0, pairHashFunction, pairEquals> *pairit = getKeyIterator(parts);
+               while (pairit->hasNext()) {
+                       Pair<int64_t, int32_t> *partId = pairit->next();
                        CommitPart *part = parts->get(partId);
 
                        // Get the transaction object for that sequence number
@@ -2034,7 +2033,7 @@ bool Table::updateCommittedTable() {
                delete pairit;
        }
        delete partsit;
-       
+
        // Clear all the new commits parts in preparation for the next time
        // the server sends slots
        newCommitParts->clear();
@@ -2043,7 +2042,7 @@ bool Table::updateCommittedTable() {
        bool didProcessANewCommit = false;
 
        // Process the commits one by one
-       SetIterator<int64_t, Hashtable<int64_t, Commit *> *> * liveit = getKeyIterator(liveCommitsTable);
+       SetIterator<int64_t, Hashtable<int64_t, Commit *> *> *liveit = getKeyIterator(liveCommitsTable);
        while (liveit->hasNext()) {
                int64_t arbitratorId = liveit->next();
 
@@ -2053,8 +2052,8 @@ bool Table::updateCommittedTable() {
                // Sort the commits in order
                Vector<int64_t> *commitSequenceNumbers = new Vector<int64_t>();
                {
-                       SetIterator<int64_t, Commit *> * clientit = getKeyIterator(commitForClientTable);
-                       while(clientit->hasNext())
+                       SetIterator<int64_t, Commit *> *clientit = getKeyIterator(commitForClientTable);
+                       while (clientit->hasNext())
                                commitSequenceNumbers->add(clientit->next());
                        delete clientit;
                }
@@ -2134,7 +2133,7 @@ bool Table::updateCommittedTable() {
                                SetIterator<KeyValue *, KeyValue *, uintptr_t, 0, hashKeyValue, equalsKeyValue> *kvit = commit->getKeyValueUpdateSet()->iterator();
                                while (kvit->hasNext()) {
                                        KeyValue *kv = kvit->next();
-                                       Commit * commit = liveCommitsByKeyTable->get(kv->getKey());
+                                       Commit *commit = liveCommitsByKeyTable->get(kv->getKey());
                                        if (commit != NULL)
                                                commitsToEdit->add(commit);
                                }
@@ -2142,8 +2141,8 @@ bool Table::updateCommittedTable() {
                        }
 
                        // Update each previous commit that needs to be updated
-                       SetIterator<Commit *, Commit *> * commitit = commitsToEdit->iterator();
-                       while(commitit->hasNext()) {
+                       SetIterator<Commit *, Commit *> *commitit = commitsToEdit->iterator();
+                       while (commitit->hasNext()) {
                                Commit *previousCommit = commitit->next();
 
                                // Only bother with live commits (TODO: Maybe remove this check)
@@ -2158,7 +2157,7 @@ bool Table::updateCommittedTable() {
                                                }
                                                delete kvit;
                                        }
-                                       
+
                                        // if the commit is now dead then remove it
                                        if (!previousCommit->isLive()) {
                                                commitForClientTable->remove(previousCommit->getSequenceNumber());
@@ -2189,9 +2188,9 @@ bool Table::updateCommittedTable() {
                                }
                                delete kvit;
                        }
-         }
-}
-delete liveit;
+               }
+       }
+       delete liveit;
 
        return didProcessANewCommit;
 }
@@ -2210,12 +2209,12 @@ bool Table::updateSpeculativeTable(bool didProcessNewCommits) {
        // from oldest to newest
        Vector<int64_t> *transactionSequenceNumbersSorted = new Vector<int64_t>();
        {
-               SetIterator<int64_t, Transaction *> * trit = getKeyIterator(liveTransactionBySequenceNumberTable);
-               while(trit->hasNext())
+               SetIterator<int64_t, Transaction *> *trit = getKeyIterator(liveTransactionBySequenceNumberTable);
+               while (trit->hasNext())
                        transactionSequenceNumbersSorted->add(trit->next());
                delete trit;
        }
-       
+
        qsort(transactionSequenceNumbersSorted->expose(), transactionSequenceNumbersSorted->size(), sizeof(int64_t), compareInt64);
 
        bool hasGapInTransactionSequenceNumbers = transactionSequenceNumbersSorted->get(0) != oldestTransactionSequenceNumberSpeculatedOn;
@@ -2239,11 +2238,11 @@ bool Table::updateSpeculativeTable(bool didProcessNewCommits) {
        // Find where to start arbitration from
        int startIndex = 0;
 
-       for(; startIndex < transactionSequenceNumbersSorted->size(); startIndex++)
+       for (; startIndex < transactionSequenceNumbersSorted->size(); startIndex++)
                if (transactionSequenceNumbersSorted->get(startIndex) == lastTransactionSequenceNumberSpeculatedOn)
                        break;
        startIndex++;
-                               
+
        if (startIndex >= transactionSequenceNumbersSorted->size()) {
                // Make sure we are not out of bounds
                return false;           // did not speculate
@@ -2314,10 +2313,10 @@ void Table::updatePendingTransactionSpeculativeTable(bool didProcessNewCommitsOr
        // Find where to start arbitration from
        int startIndex = 0;
 
-       for(; startIndex < pendingTransactionQueue->size(); startIndex++)
+       for (; startIndex < pendingTransactionQueue->size(); startIndex++)
                if (pendingTransactionQueue->get(startIndex) == firstPendingTransaction)
                        break;
-       
+
        if (startIndex >= pendingTransactionQueue->size()) {
                // Make sure we are not out of bounds
                return;
@@ -2347,16 +2346,16 @@ void Table::updatePendingTransactionSpeculativeTable(bool didProcessNewCommitsOr
 void Table::updateLiveTransactionsAndStatus() {
        // Go through each of the transactions
        {
-               SetIterator<int64_t, Transaction *> * iter = getKeyIterator(liveTransactionBySequenceNumberTable);
-               while(iter->hasNext()) {
+               SetIterator<int64_t, Transaction *> *iter = getKeyIterator(liveTransactionBySequenceNumberTable);
+               while (iter->hasNext()) {
                        int64_t key = iter->next();
                        Transaction *transaction = liveTransactionBySequenceNumberTable->get(key);
-                       
+
                        // Check if the transaction is dead
                        if (lastArbitratedTransactionNumberByArbitratorTable->contains(transaction->getArbitrator()) && lastArbitratedTransactionNumberByArbitratorTable->get(transaction->getArbitrator() >= transaction->getSequenceNumber())) {
                                // Set dead the transaction
                                transaction->setDead();
-                               
+
                                // Remove the transaction from the live table
                                iter->remove();
                                liveTransactionByTransactionIdTable->remove(transaction->getId());
@@ -2364,20 +2363,20 @@ void Table::updateLiveTransactionsAndStatus() {
                }
                delete iter;
        }
-       
+
        // Go through each of the transactions
        {
-               SetIterator<int64_t, TransactionStatus *> * iter = getKeyIterator(outstandingTransactionStatus);
-               while(iter->hasNext()) {
+               SetIterator<int64_t, TransactionStatus *> *iter = getKeyIterator(outstandingTransactionStatus);
+               while (iter->hasNext()) {
                        int64_t key = iter->next();
                        TransactionStatus *status = outstandingTransactionStatus->get(key);
 
                        // Check if the transaction is dead
                        if (lastArbitratedTransactionNumberByArbitratorTable->contains(status->getTransactionArbitrator()) && (lastArbitratedTransactionNumberByArbitratorTable->get(status->getTransactionArbitrator()) >= status->getTransactionSequenceNumber())) {
-                               
+
                                // Set committed
                                status->setStatus(TransactionStatus_StatusCommitted);
-                               
+
                                // Remove
                                iter->remove();
                        }
@@ -2397,8 +2396,8 @@ void Table::processSlot(SlotIndexer *indexer, Slot *slot, bool acceptUpdatesToLo
        // Process each entry in the slot
        Vector<Entry *> *entries = slot->getEntries();
        uint eSize = entries->size();
-       for(uint ei=0; ei < eSize; ei++) {
-               Entry * entry = entries->get(ei);
+       for (uint ei = 0; ei < eSize; ei++) {
+               Entry *entry = entries->get(ei);
                switch (entry->getType()) {
                case TypeCommitPart:
                        processEntry((CommitPart *)entry);
@@ -2457,7 +2456,7 @@ void Table::processEntry(NewKey *entry) {
  * seen in this current round of updating the local copy of the block
  * chain
  */
-void Table::processEntry(TableStatus * entry, int64_t seq) {
+void Table::processEntry(TableStatus *entry, int64_t seq) {
        int newNumSlots = entry->getMaxSlots();
        updateCurrMaxSize(newNumSlots);
        initExpectedSize(seq, newNumSlots);
@@ -2502,8 +2501,8 @@ void Table::processEntry(RejectedMessage *entry, SlotIndexer *indexer) {
        // Create a list of clients to watch until they see this rejected
        // message entry->
        Hashset<int64_t> *deviceWatchSet = new Hashset<int64_t>();
-       SetIterator<int64_t, Pair<int64_t, Liveness*> *> * iter = getKeyIterator(lastMessageTable);
-       while(iter->hasNext()) {
+       SetIterator<int64_t, Pair<int64_t, Liveness *> *> *iter = getKeyIterator(lastMessageTable);
+       while (iter->hasNext()) {
                // Machine ID for the last message entry
                int64_t lastMessageEntryMachineId = iter->next();
 
@@ -2513,7 +2512,7 @@ void Table::processEntry(RejectedMessage *entry, SlotIndexer *indexer) {
                        continue;
                }
 
-               Pair<int64_t, Liveness *> * lastMessageValue = lastMessageTable->get(lastMessageEntryMachineId);
+               Pair<int64_t, Liveness *> *lastMessageValue = lastMessageTable->get(lastMessageEntryMachineId);
                int64_t entrySequenceNumber = lastMessageValue->getFirst();
 
                if (entrySequenceNumber < seq) {
@@ -2526,7 +2525,7 @@ void Table::processEntry(RejectedMessage *entry, SlotIndexer *indexer) {
                }
        }
        delete iter;
-       
+
        if (deviceWatchSet->isEmpty()) {
                // This rejected message has been seen by all the clients so
                entry->setDead();
@@ -2551,6 +2550,7 @@ void Table::processEntry(Abort *entry) {
 
        // Abort has not been seen by the client it is for yet so we need to
        // keep track of it
+
        Abort *previouslySeenAbort = liveAbortTable->put(new Pair<int64_t, int64_t>(entry->getAbortId()), entry);
        if (previouslySeenAbort != NULL) {
                previouslySeenAbort->setDead();         // Delete old version of the abort since we got a rescued newer version
@@ -2563,7 +2563,8 @@ void Table::processEntry(Abort *entry) {
        if ((entry->getSequenceNumber() != -1) && (lastMessageTable->get(entry->getTransactionMachineId())->getFirst() >= entry->getSequenceNumber())) {
                // The machine already saw this so it is dead
                entry->setDead();
-               liveAbortTable->remove(&entry->getAbortId());
+               Pair<int64_t, int64_t> abortid = entry->getAbortId();
+               liveAbortTable->remove(&abortid);
 
                if (entry->getTransactionArbitrator() == localMachineId) {
                        liveAbortsGeneratedByLocal->remove(entry->getArbitratorLocalSequenceNumber());
@@ -2584,15 +2585,17 @@ void Table::processEntry(Abort *entry) {
        }
 
        // Set dead a transaction if we can
-       Transaction *transactionToSetDead = liveTransactionByTransactionIdTable->remove(Pair<int64_t, int64_t>(entry->getTransactionMachineId(), entry->getTransactionClientLocalSequenceNumber()));
+       Pair<int64_t, int64_t> deadPair = Pair<int64_t, int64_t>(entry->getTransactionMachineId(), entry->getTransactionClientLocalSequenceNumber());
+
+       Transaction *transactionToSetDead = liveTransactionByTransactionIdTable->remove(&deadPair);
        if (transactionToSetDead != NULL) {
                liveTransactionBySequenceNumberTable->remove(transactionToSetDead->getSequenceNumber());
        }
 
        // Update the last transaction sequence number that the arbitrator
        // arbitrated on
-       int64_t lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable->get(entry->getTransactionArbitrator());
-       if ((lastTransactionNumber == NULL) || (lastTransactionNumber < entry->getTransactionSequenceNumber())) {
+       if (!lastArbitratedTransactionNumberByArbitratorTable->contains(entry->getTransactionArbitrator()) ||
+                       (lastArbitratedTransactionNumberByArbitratorTable->get(entry->getTransactionArbitrator()) < entry->getTransactionSequenceNumber())) {
                // Is a valid one
                if (entry->getTransactionSequenceNumber() != -1) {
                        lastArbitratedTransactionNumberByArbitratorTable->put(entry->getTransactionArbitrator(), entry->getTransactionSequenceNumber());
@@ -2607,8 +2610,7 @@ void Table::processEntry(Abort *entry) {
 void Table::processEntry(TransactionPart *entry) {
        // Check if we have already seen this transaction and set it dead OR
        // if it is not alive
-       int64_t lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable->get(entry->getArbitratorId());
-       if ((lastTransactionNumber != NULL) && (lastTransactionNumber >= entry->getSequenceNumber())) {
+       if (lastArbitratedTransactionNumberByArbitratorTable->contains(entry->getArbitratorId()) && (lastArbitratedTransactionNumberByArbitratorTable->get(entry->getArbitratorId()) >= entry->getSequenceNumber())) {
                // This transaction is dead, it was already committed or aborted
                entry->setDead();
                return;
@@ -2637,7 +2639,7 @@ void Table::processEntry(TransactionPart *entry) {
 void Table::processEntry(CommitPart *entry) {
        // Update the last transaction that was updated if we can
        if (entry->getTransactionSequenceNumber() != -1) {
-               if (!lastArbitratedTransactionNumberByArbitratorTable->contains(entry->getMachineId() || lastArbitratedTransactionNumberByArbitratorTable->get(entry->getMachineId()) < entry->getTransactionSequenceNumber())) {
+               if (!lastArbitratedTransactionNumberByArbitratorTable->contains(entry->getMachineId() || lastArbitratedTransactionNumberByArbitratorTable->get(entry->getMachineId()) < entry->getTransactionSequenceNumber())) {
                        lastArbitratedTransactionNumberByArbitratorTable->put(entry->getMachineId(), entry->getTransactionSequenceNumber());
                }
        }
@@ -2676,7 +2678,7 @@ void Table::updateLastMessage(int64_t machineId, int64_t seqNum, Liveness *liven
                // seen yet
 
                SetIterator<RejectedMessage *, RejectedMessage *> *rmit = watchset->iterator();
-               while(rmit->hasNext()) {
+               while (rmit->hasNext()) {
                        RejectedMessage *rm = rmit->next();
                        // If this machine Id has seen this rejected message->->->
                        if (rm->getSequenceNumber() <= seqNum) {
@@ -2690,20 +2692,24 @@ void Table::updateLastMessage(int64_t machineId, int64_t seqNum, Liveness *liven
        }
 
        // Set dead the abort
-       for (Iterator<Map->Entry<Pair<int64_t, int64_t>, Abort *> > i = liveAbortTable->entrySet()->iterator(); i->hasNext();) {
-               Abort *abort = i->next()->getValue();
+       SetIterator<Pair<int64_t, int64_t> *, Abort *, uintptr_t, 0, pairHashFunction, pairEquals> *abortit = getKeyIterator(liveAbortTable);
+
+       while (abortit->hasNext()) {
+               Pair<int64_t, int64_t> *key = abortit->next();
+               Abort *abort = liveAbortTable->get(key);
                if ((abort->getTransactionMachineId() == machineId) && (abort->getSequenceNumber() <= seqNum)) {
                        abort->setDead();
-                       i->remove();
+                       abortit->remove();
                        if (abort->getTransactionArbitrator() == localMachineId) {
                                liveAbortsGeneratedByLocal->remove(abort->getArbitratorLocalSequenceNumber());
                        }
                }
        }
+       delete abortit;
        if (machineId == localMachineId) {
                // Our own messages are immediately dead->
                char livenessType = liveness->getType();
-               if (livenessType==TypeLastMessage) {
+               if (livenessType == TypeLastMessage) {
                        ((LastMessage *)liveness)->setDead();
                } else if (livenessType == TypeSlot) {
                        ((Slot *)liveness)->setDead();
@@ -2712,7 +2718,7 @@ void Table::updateLastMessage(int64_t machineId, int64_t seqNum, Liveness *liven
                }
        }
        // Get the old last message for this device
-       Pair<int64_t, Liveness *> * lastMessageEntry = lastMessageTable->put(machineId, new Pair<int64_t, Liveness *>(seqNum, liveness));
+       Pair<int64_t, Liveness *> *lastMessageEntry = lastMessageTable->put(machineId, new Pair<int64_t, Liveness *>(seqNum, liveness));
        if (lastMessageEntry == NULL) {
                // If no last message then there is nothing else to process
                return;
@@ -2721,11 +2727,11 @@ void Table::updateLastMessage(int64_t machineId, int64_t seqNum, Liveness *liven
        int64_t lastMessageSeqNum = lastMessageEntry->getFirst();
        Liveness *lastEntry = lastMessageEntry->getSecond();
        delete lastMessageEntry;
-       
+
        // If it is not our machine Id since we already set ours to dead
        if (machineId != localMachineId) {
                char lastEntryType = lastEntry->getType();
-               
+
                if (lastEntryType == TypeLastMessage) {
                        ((LastMessage *)lastEntry)->setDead();
                } else if (lastEntryType == TypeSlot) {