edits
[cdsspec-compiler.git] / src / edu / uci / eecs / specCompiler / codeGenerator / CodeGenerator.java
index b53b482f582570f7608b388c6fda5e17bba769cc..08b8ee76b17f5032c36223f8dfd234b50ea9a009 100644 (file)
@@ -6,17 +6,28 @@ import java.io.FileNotFoundException;
 import java.io.FileReader;
 import java.io.IOException;
 import java.util.ArrayList;
+import java.util.Collections;
 import java.util.HashMap;
+import java.util.HashSet;
+import java.util.Iterator;
 
+import edu.uci.eecs.specCompiler.specExtraction.CPClearConstruct;
 import edu.uci.eecs.specCompiler.specExtraction.CPDefineCheckConstruct;
 import edu.uci.eecs.specCompiler.specExtraction.CPDefineConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.ClassEndConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.ConditionalInterface;
 import edu.uci.eecs.specCompiler.specExtraction.Construct;
+import edu.uci.eecs.specCompiler.specExtraction.EntryPointConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.FunctionHeader;
 import edu.uci.eecs.specCompiler.specExtraction.GlobalConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.IDExtractor;
 import edu.uci.eecs.specCompiler.specExtraction.InterfaceConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.InterfaceDefineConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.ParserUtils;
 import edu.uci.eecs.specCompiler.specExtraction.PotentialCPDefineConstruct;
-import edu.uci.eecs.specCompiler.specExtraction.SpecConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.SequentialDefineSubConstruct;
+import edu.uci.eecs.specCompiler.specExtraction.SourceFileInfo;
 import edu.uci.eecs.specCompiler.specExtraction.SpecExtractor;
-import edu.uci.eecs.specCompiler.specExtraction.SpecNotMatchException;
 
 /**
  * <p>
@@ -33,25 +44,21 @@ public class CodeGenerator {
 
        private File[] srcFiles;
 
-       private HashMap<File, ArrayList<String>> contents;
+       private HashMap<File, SourceFileInfo> srcFilesInfo;
 
        private HashMap<File, ArrayList<CodeAddition>> codeAdditions;
+       private String homeDir;
 
        public CodeGenerator(File[] srcFiles) {
                this.srcFiles = srcFiles;
-               this.contents = new HashMap<File, ArrayList<String>>();
-               readSrcFiles();
-               this.codeAdditions = new HashMap<File, ArrayList<CodeAddition>>();
-
                _extractor = new SpecExtractor();
+               _extractor.extract(srcFiles);
 
-               try {
-                       _extractor.extract(srcFiles);
-               } catch (SpecNotMatchException e1) {
-                       e1.printStackTrace();
-               }
+               this.srcFilesInfo = _extractor.srcFilesInfo;
 
-               _semantics = new SemanticsChecker(_extractor.getConstructs());
+               this.codeAdditions = new HashMap<File, ArrayList<CodeAddition>>();
+
+               _semantics = new SemanticsChecker(_extractor);
                try {
                        _semantics.check();
                        System.out.println(_semantics);
@@ -60,141 +67,275 @@ public class CodeGenerator {
                }
        }
 
-       private ArrayList<String> readSrcFile(File f) throws IOException {
-               BufferedReader bf = new BufferedReader(new FileReader(f));
-               ArrayList<String> content = new ArrayList<String>();
-               String curLine;
-               while ((curLine = bf.readLine()) != null) {
-                       content.add(curLine);
-               }
-               return content;
-       }
-
-       private void readSrcFiles() {
-               for (int i = 0; i < srcFiles.length; i++) {
-                       File f = srcFiles[i];
-                       if (!contents.containsKey(f)) {
-                               try {
-                                       contents.put(f, readSrcFile(f));
-                               } catch (IOException e) {
-                                       e.printStackTrace();
-                               }
-                       }
-               }
-       }
-
        /**
         * <p>
         * Generate all the global code, including the "@DefineVar" in each
         * "@Interface" define
         * </p>
         */
-       private void globalConstruct2Code(SpecConstruct inst) {
-               int lineNum = inst.endLineNum + 1;
-               GlobalConstruct construct = (GlobalConstruct) inst.construct; 
-               ArrayList<String> newCode = new ArrayList<String>();
-               
-               // Generate the code in global construct first
-               String globalCode = construct.code;
-               int begin = 0, end = 0;
-               while (end < globalCode.length()) {
-                       if (globalCode.charAt(end) == '\n') {
-                               String line = globalCode.substring(begin, end);
-                               newCode.add(line);
-                               begin = end + 1;
+       private void globalConstruct2Code(GlobalConstruct construct) {
+               ArrayList<String> newCode = CodeVariables.generateGlobalVarDeclaration(
+                               _semantics, construct);
+               // Add it to the codeAdditions
+               if (!codeAdditions.containsKey(construct.file)) {
+                       codeAdditions.put(construct.file, new ArrayList<CodeAddition>());
+               }
+               CodeAddition addition = new CodeAddition(construct.beginLineNum,
+                               newCode);
+               codeAdditions.get(construct.file).add(addition);
+               newCode = CodeVariables.generateStaticVarDefine(_semantics, construct);
+               if (newCode.size() > 0) {
+                       addition = new CodeAddition(
+                                       _semantics.getClassEndConstruct().beginLineNum, newCode);
+                       codeAdditions.get(construct.file).add(addition);
+               }
+       }
+
+       // Wrap the interface and then renaem it
+       private void interface2Code(InterfaceConstruct construct) {
+               // If there's no define construct for it, we generate the wrapper just
+               // in place without declaration
+               InterfaceDefineConstruct defineConstruct = _semantics.interfaceName2DefineConstruct
+                               .get(construct.name);
+               ArrayList<String> newCode;
+               int lineNum;
+               CodeAddition addition;
+               // Then generate the wrapper if necessary
+               if (defineConstruct != null) { // Need to have a wrapper declaration
+                       newCode = CodeVariables.generateInterfaceWrapperDeclaration(
+                                       _semantics, construct);
+                       lineNum = construct.beginLineNum;
+                       // Add the wrapper declaration
+                       addition = new CodeAddition(lineNum, newCode);
+                       if (!codeAdditions.containsKey(construct.file)) {
+                               codeAdditions
+                                               .put(construct.file, new ArrayList<CodeAddition>());
+                       }
+                       codeAdditions.get(construct.file).add(addition);
+
+                       // Add the wrapper definition
+                       newCode = CodeVariables.generateInterfaceWrapperDefinition(
+                                       _semantics, construct);
+                       lineNum = defineConstruct.beginLineNum;
+                       // Add the wrapper declaration
+                       addition = new CodeAddition(lineNum, newCode);
+                       if (!codeAdditions.containsKey(defineConstruct.file)) {
+                               codeAdditions.put(defineConstruct.file,
+                                               new ArrayList<CodeAddition>());
+                       }
+                       codeAdditions.get(defineConstruct.file).add(addition);
+               } else { // No declaration needed but should add forward declaration in
+                                       // Class
+                       // Last generate the definition
+                       newCode = new ArrayList<String>();
+                       if (_semantics.getOption("CLASS") == null) {
+                               newCode.addAll(CodeVariables
+                                               .generateInterfaceWrapperDeclaration(_semantics,
+                                                               construct));
+                       }
+                       newCode.addAll(CodeVariables.generateInterfaceWrapperDefinition(
+                                       _semantics, construct));
+                       lineNum = construct.beginLineNum;
+                       // Add the wrapper declaration
+                       addition = new CodeAddition(lineNum, newCode);
+                       if (!codeAdditions.containsKey(construct.file)) {
+                               codeAdditions
+                                               .put(construct.file, new ArrayList<CodeAddition>());
                        }
-                       end++;
+                       codeAdditions.get(construct.file).add(addition);
                }
-               
-               // Generate code from the DefineVar and __COND_SAT__
-               
-               
+
+               // Don't forget to rename the interface
+               CodeVariables.renameInterface(_semantics, construct);
+       }
+
+       private void potentialCPDefine2Code(PotentialCPDefineConstruct construct) {
+               int lineNum = construct.beginLineNum;
+               ArrayList<String> newCode = CodeVariables.generatePotentialCPDefine(
+                               _semantics, construct);
+
                CodeAddition addition = new CodeAddition(lineNum, newCode);
-               if (!codeAdditions.containsKey(inst.file)) {
-                       codeAdditions.put(inst.file, new ArrayList<CodeAddition>());
+               if (!codeAdditions.containsKey(construct.file)) {
+                       codeAdditions.put(construct.file, new ArrayList<CodeAddition>());
                }
-               codeAdditions.get(inst.file).add(addition);
+               codeAdditions.get(construct.file).add(addition);
        }
 
-       private void interface2Code(SpecConstruct inst) {
-               int lineNum = inst.endLineNum + 1;
-               GlobalConstruct construct = (GlobalConstruct) inst.construct; 
-               ArrayList<String> newCode = new ArrayList<String>();
-               
-               
+       private void CPDefine2Code(CPDefineConstruct construct) {
+               int lineNum = construct.beginLineNum;
+               ArrayList<String> newCode = CodeVariables.generateCPDefine(_semantics,
+                               construct);
+
                CodeAddition addition = new CodeAddition(lineNum, newCode);
-               if (!codeAdditions.containsKey(inst.file)) {
-                       codeAdditions.put(inst.file, new ArrayList<CodeAddition>());
+               if (!codeAdditions.containsKey(construct.file)) {
+                       codeAdditions.put(construct.file, new ArrayList<CodeAddition>());
                }
-               codeAdditions.get(inst.file).add(addition);
+               codeAdditions.get(construct.file).add(addition);
        }
 
-       private void potentialCP2Code(SpecConstruct inst) {
-               int lineNum = inst.endLineNum + 1;
-               GlobalConstruct construct = (GlobalConstruct) inst.construct; 
-               ArrayList<String> newCode = new ArrayList<String>();
-               
-               
+       private void CPDefineCheck2Code(CPDefineCheckConstruct construct) {
+               int lineNum = construct.beginLineNum;
+               ArrayList<String> newCode = CodeVariables.generateCPDefineCheck(
+                               _semantics, construct);
+
                CodeAddition addition = new CodeAddition(lineNum, newCode);
-               if (!codeAdditions.containsKey(inst.file)) {
-                       codeAdditions.put(inst.file, new ArrayList<CodeAddition>());
+               if (!codeAdditions.containsKey(construct.file)) {
+                       codeAdditions.put(construct.file, new ArrayList<CodeAddition>());
                }
-               codeAdditions.get(inst.file).add(addition);
+               codeAdditions.get(construct.file).add(addition);
        }
+       
+       private void CPClear2Code(CPClearConstruct construct) {
+               int lineNum = construct.beginLineNum;
+               ArrayList<String> newCode = CodeVariables.generateCPClear(
+                               _semantics, construct);
 
-       private void CPDefine2Code(SpecConstruct inst) {
-               int lineNum = inst.endLineNum + 1;
-               GlobalConstruct construct = (GlobalConstruct) inst.construct; 
-               ArrayList<String> newCode = new ArrayList<String>();
-               
-               
                CodeAddition addition = new CodeAddition(lineNum, newCode);
-               if (!codeAdditions.containsKey(inst.file)) {
-                       codeAdditions.put(inst.file, new ArrayList<CodeAddition>());
+               if (!codeAdditions.containsKey(construct.file)) {
+                       codeAdditions.put(construct.file, new ArrayList<CodeAddition>());
                }
-               codeAdditions.get(inst.file).add(addition);
+               codeAdditions.get(construct.file).add(addition);
        }
+       
 
-       private void CPDefineCheck2Code(SpecConstruct inst) {
-               int lineNum = inst.endLineNum + 1;
-               GlobalConstruct construct = (GlobalConstruct) inst.construct; 
+       /**
+        * private void ClassEnd2Code(ClassEndConstruct construct) { int lineNum =
+        * construct.beginLineNum; ArrayList<String> newCode =
+        * CodeVariables.generateStaticVarDefine(_semantics,
+        * _semantics.getGlobalConstruct());
+        * 
+        * CodeAddition addition = new CodeAddition(lineNum, newCode); if
+        * (!codeAdditions.containsKey(construct.file)) {
+        * codeAdditions.put(construct.file, new ArrayList<CodeAddition>()); }
+        * codeAdditions.get(construct.file).add(addition); }
+        */
+
+       private void EntryPoint2Code(EntryPointConstruct construct) {
+               int lineNum = construct.beginLineNum;
                ArrayList<String> newCode = new ArrayList<String>();
-               
-               
+               newCode.addAll(CodeVariables.generateEntryPointInitCall());
+
                CodeAddition addition = new CodeAddition(lineNum, newCode);
-               if (!codeAdditions.containsKey(inst.file)) {
-                       codeAdditions.put(inst.file, new ArrayList<CodeAddition>());
+               if (!codeAdditions.containsKey(construct.file)) {
+                       codeAdditions.put(construct.file, new ArrayList<CodeAddition>());
+               }
+               codeAdditions.get(construct.file).add(addition);
+       }
+
+       private ArrayList<String> insertAnnotation2Src(
+                       ArrayList<CodeAddition> additions, ArrayList<String> content) {
+               int totalSize = content.size();
+               for (int i = 0; i < additions.size(); i++) {
+                       totalSize += additions.size();
+               }
+               ArrayList<String> newContent = new ArrayList<String>(totalSize);
+               int curSrcLine = 0;
+               for (int i = 0; i < additions.size(); i++) {
+                       CodeAddition addition = additions.get(i);
+                       if (curSrcLine < addition.lineNum) {
+                               // Be careful, subList is the interval [begin, end)
+                               newContent
+                                               .addAll(content.subList(curSrcLine, addition.lineNum));
+                               curSrcLine = addition.lineNum;
+                       }
+                       newContent.addAll(addition.newCode);
                }
-               codeAdditions.get(inst.file).add(addition);
+               newContent.addAll(content.subList(curSrcLine, content.size()));
+               return newContent;
        }
 
        public void generateCode() {
                for (int i = 0; i < _semantics.constructs.size(); i++) {
-                       SpecConstruct inst = _semantics.constructs.get(i);
-                       Construct construct = inst.construct;
+                       Construct construct = _semantics.constructs.get(i);
                        if (construct instanceof GlobalConstruct) {
-                               globalConstruct2Code(inst);
+                               globalConstruct2Code((GlobalConstruct) construct);
                        } else if (construct instanceof InterfaceConstruct) {
-                               interface2Code(inst);
+                               interface2Code((InterfaceConstruct) construct);
                        } else if (construct instanceof PotentialCPDefineConstruct) {
-                               potentialCP2Code(inst);
+                               potentialCPDefine2Code((PotentialCPDefineConstruct) construct);
                        } else if (construct instanceof CPDefineConstruct) {
-                               CPDefine2Code(inst);
+                               CPDefine2Code((CPDefineConstruct) construct);
                        } else if (construct instanceof CPDefineCheckConstruct) {
-                               CPDefineCheck2Code(inst);
+                               CPDefineCheck2Code((CPDefineCheckConstruct) construct);
+                       } else if (construct instanceof CPClearConstruct) {
+                               CPClear2Code((CPClearConstruct) construct);
+                       } else if (construct instanceof EntryPointConstruct) {
+                               EntryPoint2Code((EntryPointConstruct) construct);
                        }
                }
+
+               // ClassEndConstruct endConstruct = _semantics.getClassEndConstruct();
+               // if (endConstruct != null) {
+               // ClassEnd2Code(endConstruct);
+               // }
+
+               // Sort code additions
+               for (File file : codeAdditions.keySet()) {
+                       ArrayList<CodeAddition> additions = codeAdditions.get(file);
+
+                       if (additions.size() == 0) // Simply do nothing
+                               continue;
+                       ArrayList<String> content = _semantics.srcFilesInfo.get(file).content;
+                       Collections.sort(additions, CodeAddition.lineNumComparator);
+                       // Insert generated annotation to the source files
+                       ArrayList<String> newContent = insertAnnotation2Src(additions,
+                                       content);
+                       // Write it back to file
+                       ParserUtils.write2File(file, newContent);
+               }
        }
 
        public static void main(String[] argvs) {
                String homeDir = Environment.HOME_DIRECTORY;
-               File[] srcFiles = {
-               // new File(homeDir + "/benchmark/linuxrwlocks/linuxrwlocks.c"),
-               new File(homeDir
-                               + "/benchmark/cliffc-hashtable/simplified_cliffc_hashtable.h"),
-               // new File(homeDir + "/benchmark/ms-queue/my_queue.c")
-               };
-               CodeGenerator gen = new CodeGenerator(srcFiles);
-               gen.generateCode();
+
+//             File[] srcLinuxRWLocks = { new File(homeDir
+//                             + "/benchmark/linuxrwlocks/linuxrwlocks.c") };
+//
+//             File[] srcHashtable = {
+//                             new File(homeDir
+//                                             + "/benchmark/cliffc-hashtable/cliffc_hashtable.h"),
+//                             new File(homeDir + "/benchmark/cliffc-hashtable/main.cc") };
+//
+               File[] srcMSQueue = {
+                               new File(homeDir + "/benchmark/ms-queue/my_queue.c"),
+                               new File(homeDir + "/benchmark/ms-queue/testcase1.c"),
+                               new File(homeDir + "/benchmark/ms-queue/testcase2.c"),
+                               new File(homeDir + "/benchmark/ms-queue/main.c"),
+                               new File(homeDir + "/benchmark/ms-queue/my_queue.h") };
+
+//             File[] srcRCU = { new File(homeDir
+//                             + "/benchmark/read-copy-update/rcu.cc") };
+//             
+//             File[] srcTrylock = { new File(homeDir
+//                             + "/benchmark/trylock/trylock.c") };
+
+//             File[] srcDeque = {
+//                             new File(homeDir + "/benchmark/chase-lev-deque-bugfix/deque.c"),
+//                             new File(homeDir + "/benchmark/chase-lev-deque-bugfix/main.c"),
+//                             new File(homeDir + "/benchmark/chase-lev-deque-bugfix/testcase.c"),
+//                             new File(homeDir + "/benchmark/chase-lev-deque-bugfix/deque.h") };
+//
+//             File[] srcMCSLock = {
+//                             new File(homeDir + "/benchmark/mcs-lock/mcs-lock.cc"),
+//                             new File(homeDir + "/benchmark/mcs-lock/mcs-lock.h") };
+//
+//             File[] srcSPSCQueue = {
+//                             new File(homeDir + "/benchmark/spsc-bugfix/spsc-queue.cc"),
+//                             new File(homeDir + "/benchmark/spsc-bugfix/eventcount.h"),
+//                             new File(homeDir + "/benchmark/spsc-bugfix/queue.h") };
+//
+//             File[] srcMPMCQueue = {
+//                             new File(homeDir + "/benchmark/mpmc-queue/mpmc-queue.h"),
+//                             new File(homeDir + "/benchmark/mpmc-queue/mpmc-queue.cc") };
+//
+//             File[][] sources = { srcLinuxRWLocks,  srcMSQueue, srcRCU,
+//                             srcDeque, srcMCSLock, srcSPSCQueue, srcMPMCQueue, srcHashtable };
+
+                File[][] sources = {srcMSQueue };
+               // Compile all the benchmarks
+               for (int i = 0; i < sources.length; i++) {
+                       CodeGenerator gen = new CodeGenerator(sources[i]);
+                       gen.generateCode();
+               }
        }
 }