Adding checks to avoid further processing on UNSAT Problems
[satune.git] / src / ASTAnalyses / Encoding / encodinggraph.cc
index 28255ec7f978b1a588dfa39e93c3d4b7376dc0ea..84166a88ddf6dd51773c04765f0e0107053e0a9b 100644 (file)
 #include "subgraph.h"
 #include "elementencoding.h"
 
-EncodingGraph::EncodingGraph(CSolver * _solver) :
+EncodingGraph::EncodingGraph(CSolver *_solver) :
        solver(_solver) {
 }
 
-int sortEncodingEdge(const void * p1, const void *p2) {
-       const EncodingEdge * e1 = * (const EncodingEdge **) p1;
-       const EncodingEdge * e2 = * (const EncodingEdge **) p2;
+EncodingGraph::~EncodingGraph() {
+       subgraphs.resetAndDelete();
+       encodingMap.resetAndDeleteVals();
+       edgeMap.resetAndDeleteVals();
+}
+
+int sortEncodingEdge(const void *p1, const void *p2) {
+       const EncodingEdge *e1 = *(const EncodingEdge **) p1;
+       const EncodingEdge *e2 = *(const EncodingEdge **) p2;
        uint64_t v1 = e1->getValue();
        uint64_t v2 = e2->getValue();
        if (v1 < v2)
@@ -29,9 +35,9 @@ int sortEncodingEdge(const void * p1, const void *p2) {
 
 void EncodingGraph::buildGraph() {
        ElementIterator it(solver);
-       while(it.hasNext()) {
-               Element * e = it.next();
-               switch(e->type) {
+       while (it.hasNext()) {
+               Element *e = it.next();
+               switch (e->type) {
                case ELEMSET:
                case ELEMFUNCRETURN:
                        processElement(e);
@@ -46,40 +52,110 @@ void EncodingGraph::buildGraph() {
        decideEdges();
 }
 
+
+void EncodingGraph::validate() {
+       SetIteratorBooleanEdge *it = solver->getConstraints();
+       while (it->hasNext()) {
+               BooleanEdge be = it->next();
+               if (be->type == PREDICATEOP) {
+                       BooleanPredicate *b = (BooleanPredicate *)be.getBoolean();
+                       if (b->predicate->type == OPERATORPRED) {
+                               PredicateOperator *predicate = (PredicateOperator *) b->predicate;
+                               if (predicate->getOp() == SATC_EQUALS) {
+                                       ASSERT(b->inputs.getSize() == 2);
+                                       Element *e1 = b->inputs.get(0);
+                                       Element *e2 = b->inputs.get(1);
+                                       if (e1->type == ELEMCONST || e1->type == ELEMCONST)
+                                               continue;
+                                       ElementEncoding *enc1 = e1->getElementEncoding();
+                                       ElementEncoding *enc2 = e2->getElementEncoding();
+                                       ASSERT(enc1->getElementEncodingType() != ELEM_UNASSIGNED);
+                                       ASSERT(enc2->getElementEncodingType() != ELEM_UNASSIGNED);
+                                       if (enc1->getElementEncodingType() == enc2->getElementEncodingType() && enc1->getElementEncodingType() == BINARYINDEX && b->getFunctionEncoding()->type == CIRCUIT) {
+                                               for (uint i = 0; i < enc1->encArraySize; i++) {
+                                                       if (enc1->isinUseElement(i)) {
+                                                               uint64_t val1 = enc1->encodingArray[i];
+                                                               if (enc2->isinUseElement(i)) {
+                                                                       ASSERT(val1 == enc2->encodingArray[i]);
+                                                               } else {
+                                                                       for (uint j = 0; j < enc2->encArraySize; j++) {
+                                                                               if (enc2->isinUseElement(j)) {
+                                                                                       ASSERT(val1 != enc2->encodingArray[j]);
+                                                                               }
+                                                                       }
+                                                               }
+                                                       }
+                                               }
+                                       }
+                                       //Now make sure that all the elements in the set are appeared in the encoding array!
+                                       for (uint k = 0; k < b->inputs.getSize(); k++) {
+                                               Element *e = b->inputs.get(k);
+                                               ElementEncoding *enc = e->getElementEncoding();
+                                               Set *s = e->getRange();
+                                               for (uint i = 0; i < s->getSize(); i++) {
+                                                       uint64_t value = s->getElement(i);
+                                                       bool exist = false;
+                                                       for (uint j = 0; j < enc->encArraySize; j++) {
+                                                               if (enc->isinUseElement(j) && enc->encodingArray[j] == value) {
+                                                                       exist = true;
+                                                                       break;
+                                                               }
+                                                       }
+                                                       ASSERT(exist);
+                                               }
+                                       }
+                               }
+                       }
+               }
+       }
+       delete it;
+}
+
+
 void EncodingGraph::encode() {
-       SetIteratorEncodingSubGraph * itesg=subgraphs.iterator();
-       while(itesg->hasNext()) {
-               EncodingSubGraph *sg=itesg->next();
+       if (solver->isUnSAT() || solver->getTuner()->getTunable(ENCODINGGRAPHOPT, &offon) == 0)
+               return;
+       buildGraph();
+       SetIteratorEncodingSubGraph *itesg = subgraphs.iterator();
+       model_print("#SubGraph = %u\n", subgraphs.getSize());
+       while (itesg->hasNext()) {
+               EncodingSubGraph *sg = itesg->next();
                sg->encode();
        }
        delete itesg;
 
        ElementIterator it(solver);
-       while(it.hasNext()) {
-               Element * e = it.next();
-               switch(e->type) {
+       while (it.hasNext()) {
+               Element *e = it.next();
+               switch (e->type) {
                case ELEMSET:
                case ELEMFUNCRETURN: {
-                       ElementEncoding *encoding=e->getElementEncoding();
+                       ElementEncoding *encoding = e->getElementEncoding();
                        if (encoding->getElementEncodingType() == ELEM_UNASSIGNED) {
                                EncodingNode *n = getNode(e);
                                if (n == NULL)
                                        continue;
-                               ElementEncodingType encodetype=n->getEncoding();
+                               ElementEncodingType encodetype = n->getEncoding();
                                encoding->setElementEncodingType(encodetype);
                                if (encodetype == UNARY || encodetype == ONEHOT) {
                                        encoding->encodingArrayInitialization();
                                } else if (encodetype == BINARYINDEX) {
-                                       EncodingSubGraph * subgraph = graphMap.get(n);
-                                       uint encodingSize = subgraph->getEncodingSize(n);
+                                       EncodingSubGraph *subgraph = graphMap.get(n);
+                                       DEBUG("graphMap.get(subgraph=%p, n=%p)\n", subgraph, n);
+                                       if (subgraph == NULL) {
+                                               encoding->encodingArrayInitialization();
+                                               continue;
+                                       }
+                                       uint encodingSize = subgraph->getEncodingMaxVal(n) + 1;
                                        uint paddedSize = encoding->getSizeEncodingArray(encodingSize);
                                        encoding->allocInUseArrayElement(paddedSize);
                                        encoding->allocEncodingArrayElement(paddedSize);
-                                       Set * s=e->getRange();
-                                       for(uint i=0;i<s->getSize();i++) {
-                                               uint64_t value=s->getElement(i);
-                                               uint encodingIndex=subgraph->getEncoding(n, value);
+                                       Set *s = e->getRange();
+                                       for (uint i = 0; i < s->getSize(); i++) {
+                                               uint64_t value = s->getElement(i);
+                                               uint encodingIndex = subgraph->getEncoding(n, value);
                                                encoding->setInUseElement(encodingIndex);
+                                               ASSERT(encoding->isinUseElement(encodingIndex));
                                                encoding->encodingArray[encodingIndex] = value;
                                        }
                                }
@@ -94,25 +170,28 @@ void EncodingGraph::encode() {
 }
 
 void EncodingGraph::encodeParent(Element *e) {
-       uint size=e->parents.getSize();
-       for(uint i=0;i<size;i++) {
-               ASTNode * n = e->parents.get(i);
-               if (n->type==PREDICATEOP) {
-                       BooleanPredicate *b=(BooleanPredicate *)n;
-                       FunctionEncoding *fenc=b->getFunctionEncoding();
+       uint size = e->parents.getSize();
+       for (uint i = 0; i < size; i++) {
+               ASTNode *n = e->parents.get(i);
+               if (n->type == PREDICATEOP) {
+                       BooleanPredicate *b = (BooleanPredicate *)n;
+                       FunctionEncoding *fenc = b->getFunctionEncoding();
                        if (fenc->getFunctionEncodingType() != FUNC_UNASSIGNED)
                                continue;
-                       Predicate *p=b->getPredicate();
-                       if (p->type==OPERATORPRED) {
-                               PredicateOperator *po=(PredicateOperator *)p;
-                               ASSERT(b->inputs.getSize()==2);
-                               EncodingNode *left=createNode(b->inputs.get(0));
-                               EncodingNode *right=createNode(b->inputs.get(1));
+                       Predicate *p = b->getPredicate();
+                       if (p->type == OPERATORPRED) {
+                               PredicateOperator *po = (PredicateOperator *)p;
+                               ASSERT(b->inputs.getSize() == 2);
+                               EncodingNode *left = createNode(b->inputs.get(0));
+                               EncodingNode *right = createNode(b->inputs.get(1));
                                if (left == NULL || right == NULL)
                                        return;
-                               EncodingEdge *edge=getEdge(left, right, NULL);
-                               if (edge != NULL && edge->getEncoding() == EDGE_MATCH) {
-                                       fenc->setFunctionEncodingType(CIRCUIT);
+                               EncodingEdge *edge = getEdge(left, right, NULL);
+                               if (edge != NULL) {
+                                       EncodingSubGraph *leftGraph = graphMap.get(left);
+                                       if (leftGraph != NULL && leftGraph == graphMap.get(right)) {
+                                               fenc->setFunctionEncodingType(CIRCUIT);
+                                       }
                                }
                        }
                }
@@ -120,11 +199,19 @@ void EncodingGraph::encodeParent(Element *e) {
 }
 
 void EncodingGraph::mergeNodes(EncodingNode *first, EncodingNode *second) {
-       EncodingSubGraph *graph1=graphMap.get(first);
-       EncodingSubGraph *graph2=graphMap.get(second);
+       EncodingSubGraph *graph1 = graphMap.get(first);
+       DEBUG("graphMap.get(first=%p, graph1=%p)\n", first, graph1);
+       EncodingSubGraph *graph2 = graphMap.get(second);
+       DEBUG("graphMap.get(second=%p, graph2=%p)\n", second, graph2);
+       if (graph1 == NULL)
+               first->setEncoding(BINARYINDEX);
+       if (graph2 == NULL)
+               second->setEncoding(BINARYINDEX);
+
        if (graph1 == NULL && graph2 == NULL) {
                graph1 = new EncodingSubGraph();
                subgraphs.add(graph1);
+               DEBUG("graphMap.put(first=%p, graph1=%p)\n", first, graph1);
                graphMap.put(first, graph1);
                graph1->addNode(first);
        }
@@ -136,27 +223,33 @@ void EncodingGraph::mergeNodes(EncodingNode *first, EncodingNode *second) {
                first = tmp;
        }
        if (graph1 != NULL && graph2 != NULL) {
-               SetIteratorEncodingNode * nodeit=graph2->nodeIterator();
-               while(nodeit->hasNext()) {
-                       EncodingNode *node=nodeit->next();
+               if (graph1 == graph2)
+                       return;
+
+               SetIteratorEncodingNode *nodeit = graph2->nodeIterator();
+               while (nodeit->hasNext()) {
+                       EncodingNode *node = nodeit->next();
                        graph1->addNode(node);
+                       DEBUG("graphMap.put(node=%p, graph1=%p)\n", node, graph1);
                        graphMap.put(node, graph1);
                }
                subgraphs.remove(graph2);
                delete nodeit;
+               DEBUG("Deleting graph2 =%p \n", graph2);
                delete graph2;
        } else {
                ASSERT(graph1 != NULL && graph2 == NULL);
                graph1->addNode(second);
+               DEBUG("graphMap.put(first=%p, graph1=%p)\n", first, graph1);
                graphMap.put(second, graph1);
        }
 }
 
 void EncodingGraph::processElement(Element *e) {
-       uint size=e->parents.getSize();
-       for(uint i=0;i<size;i++) {
-               ASTNode * n = e->parents.get(i);
-               switch(n->type) {
+       uint size = e->parents.getSize();
+       for (uint i = 0; i < size; i++) {
+               ASTNode *n = e->parents.get(i);
+               switch (n->type) {
                case PREDICATEOP:
                        processPredicate((BooleanPredicate *)n);
                        break;
@@ -170,32 +263,32 @@ void EncodingGraph::processElement(Element *e) {
 }
 
 void EncodingGraph::processFunction(ElementFunction *ef) {
-       Function *f=ef->getFunction();
-       if (f->type==OPERATORFUNC) {
-               FunctionOperator *fo=(FunctionOperator*)f;
+       Function *f = ef->getFunction();
+       if (f->type == OPERATORFUNC) {
+               FunctionOperator *fo = (FunctionOperator *)f;
                ASSERT(ef->inputs.getSize() == 2);
-               EncodingNode *left=createNode(ef->inputs.get(0));
-               EncodingNode *right=createNode(ef->inputs.get(1));
+               EncodingNode *left = createNode(ef->inputs.get(0));
+               EncodingNode *right = createNode(ef->inputs.get(1));
                if (left == NULL && right == NULL)
                        return;
-               EncodingNode *dst=createNode(ef);
-               EncodingEdge *edge=createEdge(left, right, dst);
+               EncodingNode *dst = createNode(ef);
+               EncodingEdge *edge = createEdge(left, right, dst);
                edge->numArithOps++;
        }
 }
 
 void EncodingGraph::processPredicate(BooleanPredicate *b) {
-       Predicate *p=b->getPredicate();
-       if (p->type==OPERATORPRED) {
-               PredicateOperator *po=(PredicateOperator *)p;
-               ASSERT(b->inputs.getSize()==2);
-               EncodingNode *left=createNode(b->inputs.get(0));
-               EncodingNode *right=createNode(b->inputs.get(1));
+       Predicate *p = b->getPredicate();
+       if (p->type == OPERATORPRED) {
+               PredicateOperator *po = (PredicateOperator *)p;
+               ASSERT(b->inputs.getSize() == 2);
+               EncodingNode *left = createNode(b->inputs.get(0));
+               EncodingNode *right = createNode(b->inputs.get(1));
                if (left == NULL || right == NULL)
                        return;
-               EncodingEdge *edge=createEdge(left, right, NULL);
-               CompOp op=po->getOp();
-               switch(op) {
+               EncodingEdge *edge = createEdge(left, right, NULL);
+               CompOp op = po->getOp();
+               switch (op) {
                case SATC_EQUALS:
                        edge->numEquals++;
                        break;
@@ -212,63 +305,66 @@ void EncodingGraph::processPredicate(BooleanPredicate *b) {
 }
 
 uint convertSize(uint cost) {
-       cost = 1.2 * cost; // fudge factor
        return NEXTPOW2(cost);
 }
 
 void EncodingGraph::decideEdges() {
-       uint size=edgeVector.getSize();
-       for(uint i=0; i<size; i++) {
+       uint size = edgeVector.getSize();
+       for (uint i = 0; i < size; i++) {
                EncodingEdge *ee = edgeVector.get(i);
                EncodingNode *left = ee->left;
                EncodingNode *right = ee->right;
-               
+
                if (ee->encoding != EDGE_UNASSIGNED ||
-                               left->encoding != BINARYINDEX ||
-                               right->encoding != BINARYINDEX)
+                               !left->couldBeBinaryIndex() ||
+                               !right->couldBeBinaryIndex())
                        continue;
-               
+
                uint64_t eeValue = ee->getValue();
                if (eeValue == 0)
                        return;
 
                EncodingSubGraph *leftGraph = graphMap.get(left);
+               DEBUG("graphMap.get(left=%p, leftgraph=%p)\n", left, leftGraph);
                EncodingSubGraph *rightGraph = graphMap.get(right);
-               if (leftGraph == NULL && rightGraph !=NULL) {
-                       EncodingNode *tmp = left; left=right; right=tmp;
+               DEBUG("graphMap.get(right=%p, rightgraph=%p)\n", right, rightGraph);
+               if (leftGraph == NULL && rightGraph != NULL) {
+                       EncodingNode *tmp = left; left = right; right = tmp;
                        EncodingSubGraph *tmpsg = leftGraph; leftGraph = rightGraph; rightGraph = tmpsg;
                }
 
-               uint leftSize=0, rightSize=0, newSize=0;
-               uint64_t totalCost=0;
+               uint leftSize = 0, rightSize = 0, newSize = 0, min = 0;
+               bool merge = false;
                if (leftGraph == NULL && rightGraph == NULL) {
-                       leftSize=convertSize(left->getSize());
-                       rightSize=convertSize(right->getSize());
-                       newSize=convertSize(left->s->getUnionSize(right->s));
-                       newSize=(leftSize > newSize) ? leftSize: newSize;
-                       newSize=(rightSize > newSize) ? rightSize: newSize;
-                       totalCost = (newSize - leftSize) * left->elements.getSize() +
-                               (newSize - rightSize) * right->elements.getSize();
+                       leftSize = convertSize(left->getSize());
+                       rightSize = convertSize(right->getSize());
+                       newSize = convertSize(left->s->getUnionSize(right->s));
+                       newSize = (leftSize > newSize) ? leftSize : newSize;
+                       newSize = (rightSize > newSize) ? rightSize : newSize;
+                       min = rightSize > leftSize ? leftSize : rightSize;
+                       merge = left->measureSimilarity(right) > 1.5 || min == newSize;
                } else if (leftGraph != NULL && rightGraph == NULL) {
-                       leftSize=convertSize(leftGraph->encodingSize);
-                       rightSize=convertSize(right->getSize());
-                       newSize=convertSize(leftGraph->estimateNewSize(right));
-                       newSize=(leftSize > newSize) ? leftSize: newSize;
-                       newSize=(rightSize > newSize) ? rightSize: newSize;
-                       totalCost = (newSize - leftSize) * leftGraph->numElements +
-                               (newSize - rightSize) * right->elements.getSize();
+                       leftSize = convertSize(leftGraph->numValues());
+                       rightSize = convertSize(right->getSize());
+                       newSize = convertSize(leftGraph->estimateNewSize(right));
+                       newSize = (leftSize > newSize) ? leftSize : newSize;
+                       newSize = (rightSize > newSize) ? rightSize : newSize;
+                       min = rightSize > leftSize ? leftSize : rightSize;
+                       merge = leftGraph->measureSimilarity(right) > 1.5 || min == newSize;
+//                     model_print("Merge=%s\tsimilarity=%f\n", merge?"TRUE":"FALSE", leftGraph->measureSimilarity(right));
                } else {
                        //Neither are null
-                       leftSize=convertSize(leftGraph->encodingSize);
-                       rightSize=convertSize(rightGraph->encodingSize);
-                       newSize=convertSize(leftGraph->estimateNewSize(rightGraph));
-                       newSize=(leftSize > newSize) ? leftSize: newSize;
-                       newSize=(rightSize > newSize) ? rightSize: newSize;
-                       totalCost = (newSize - leftSize) * leftGraph->numElements +
-                               (newSize - rightSize) * rightGraph->numElements;
+                       leftSize = convertSize(leftGraph->numValues());
+                       rightSize = convertSize(rightGraph->numValues());
+                       newSize = convertSize(leftGraph->estimateNewSize(rightGraph));
+//                     model_print("MergingSubGraphs: left=%u\tright=%u\tnewSize=%u\n", leftSize, rightSize, newSize);
+                       newSize = (leftSize > newSize) ? leftSize : newSize;
+                       newSize = (rightSize > newSize) ? rightSize : newSize;
+                       min = rightSize > leftSize ? leftSize : rightSize;
+                       merge = leftGraph->measureSimilarity(rightGraph) > 1.5 || min == newSize;
+//                     model_print("Merge=%s\tsimilarity=%f\n", merge?"TRUE":"FALSE", leftGraph->measureSimilarity(rightGraph));
                }
-               double conversionfactor = 0.5;
-               if ((totalCost * conversionfactor) < eeValue) {
+               if (merge) {
                        //add the edge
                        mergeNodes(left, right);
                }
@@ -277,28 +373,28 @@ void EncodingGraph::decideEdges() {
 
 static TunableDesc EdgeEncodingDesc(EDGE_UNASSIGNED, EDGE_MATCH, EDGE_UNASSIGNED);
 
-EncodingEdge * EncodingGraph::getEdge(EncodingNode *left, EncodingNode *right, EncodingNode *dst) {
+EncodingEdge *EncodingGraph::getEdge(EncodingNode *left, EncodingNode *right, EncodingNode *dst) {
        EncodingEdge e(left, right, dst);
        EncodingEdge *result = edgeMap.get(&e);
        return result;
 }
 
-EncodingEdge * EncodingGraph::createEdge(EncodingNode *left, EncodingNode *right, EncodingNode *dst) {
+EncodingEdge *EncodingGraph::createEdge(EncodingNode *left, EncodingNode *right, EncodingNode *dst) {
        EncodingEdge e(left, right, dst);
        EncodingEdge *result = edgeMap.get(&e);
        if (result == NULL) {
-               result=new EncodingEdge(left, right, dst);
-               VarType v1=left->getType();
-               VarType v2=right->getType();
+               result = new EncodingEdge(left, right, dst);
+               VarType v1 = left->getType();
+               VarType v2 = right->getType();
                if (v1 > v2) {
-                       VarType tmp=v2;
-                       v2=v1;
-                       v1=tmp;
+                       VarType tmp = v2;
+                       v2 = v1;
+                       v1 = tmp;
                }
 
-               if ((left != NULL && left->encoding==BINARYINDEX) &&
-                               (right != NULL) && right->encoding==BINARYINDEX) {
-                       EdgeEncodingType type=(EdgeEncodingType)solver->getTuner()->getVarTunable(v1, v2, EDGEENCODING, &EdgeEncodingDesc);
+               if ((left != NULL && left->couldBeBinaryIndex()) &&
+                               (right != NULL) && right->couldBeBinaryIndex()) {
+                       EdgeEncodingType type = (EdgeEncodingType)solver->getTuner()->getVarTunable(v1, v2, EDGEENCODING, &EdgeEncodingDesc);
                        result->setEncoding(type);
                        if (type == EDGE_MATCH) {
                                mergeNodes(left, right);
@@ -324,13 +420,34 @@ uint EncodingNode::getSize() const {
        return s->getSize();
 }
 
+uint64_t EncodingNode::getIndex(uint index) {
+       return s->getElement(index);
+}
+
 VarType EncodingNode::getType() const {
        return s->getType();
 }
 
-static TunableDesc NodeEncodingDesc(ELEM_UNASSIGNED, BINARYINDEX, ELEM_UNASSIGNED);
+double EncodingNode::measureSimilarity(EncodingNode *node) {
+       uint common = 0;
+       for (uint i = 0, j = 0; i < s->getSize() && j < node->s->getSize(); ) {
+               uint64_t item = s->getElement(i);
+               uint64_t item2 = node->s->getElement(j);
+               if (item < item2)
+                       i++;
+               else if (item2 > item)
+                       j++;
+               else {
+                       i++;
+                       j++;
+                       common++;
+               }
+       }
+
+       return common * 1.0 / s->getSize() + common * 1.0 / node->getSize();
+}
 
-EncodingNode * EncodingGraph::createNode(Element *e) {
+EncodingNode *EncodingGraph::createNode(Element *e) {
        if (e->type == ELEMCONST)
                return NULL;
        Set *s = e->getRange();
@@ -338,13 +455,14 @@ EncodingNode * EncodingGraph::createNode(Element *e) {
        if (n == NULL) {
                n = new EncodingNode(s);
                n->setEncoding((ElementEncodingType)solver->getTuner()->getVarTunable(n->getType(), NODEENCODING, &NodeEncodingDesc));
+
                encodingMap.put(s, n);
        }
        n->addElement(e);
        return n;
 }
 
-EncodingNode * EncodingGraph::getNode(Element *e) {
+EncodingNode *EncodingGraph::getNode(Element *e) {
        if (e->type == ELEMCONST)
                return NULL;
        Set *s = e->getRange();
@@ -379,7 +497,7 @@ EncodingEdge::EncodingEdge(EncodingNode *_left, EncodingNode *_right, EncodingNo
 }
 
 uint hashEncodingEdge(EncodingEdge *edge) {
-       uintptr_t hash=(((uintptr_t) edge->left) >> 2) ^ (((uintptr_t)edge->right) >> 4) ^ (((uintptr_t)edge->dst) >> 6);
+       uintptr_t hash = (((uintptr_t) edge->left) >> 2) ^ (((uintptr_t)edge->right) >> 4) ^ (((uintptr_t)edge->dst) >> 6);
        return (uint) hash;
 }