import argparse
import sys
import os
-
+import plot as pl
class AutoTunerArgParser:
def __init__(self):
def getRunNumber(self):
return self.args.number[0]
+PROBLEMS = []
+
TUNABLEHEADER = ["DECOMPOSEORDER", "MUSTREACHGLOBAL", "MUSTREACHLOCAL", "MUSTREACHPRUNE", "OPTIMIZEORDERSTRUCTURE",
"ORDERINTEGERENCODING", "PREPROCESS", "NODEENCODING", "EDGEENCODING", "MUSTEDGEPRUNE", "ELEMENTOPT",
"ENCODINGGRAPHOPT", "ELEMENTOPTSETS", "PROXYVARIABLE", "MUSTVALUE", "NAIVEENCODER", "VARIABLEORDER",
def dump(file, row):
global TUNABLEHEADER
mystr=""
+ data = []
for i in range(len(TUNABLEHEADER)):
mystr += row[TUNABLEHEADER[i]]+ ","
- print "mystr is:"+ mystr
+ data.append(row[TUNABLEHEADER[i]])
+ print ("mystr is:"+ mystr)
print >>file, mystr
+ return data
def loadTunerInfo(row, filename):
with open(filename) as f:
row["EXECTIME"] = configs["EXECTIME"]
def loadProblemName(row,filename):
+ global PROBLEMS
with open(filename) as f:
- row["PROBLEM"] = f.readline().replace("\n","")
+ problem = f.readline().replace("\n","")
+ probNumber = int(f.readline())
+ if probNumber >= len(PROBLEMS):
+ PROBLEMS.insert(probNumber,problem)
+ elif PROBLEMS[probNumber] != problem:
+ PROBLEMS[probNumber] = problem
+ row["PROBLEM"] = problem
+
def loadTunerNumber(row, filename):
with open(filename) as f:
row["TUNERNUMBER"] = f.readline().replace("\n","")
argprocess = AutoTunerArgParser()
printHeader(file)
rows = []
+ data = []
for i in range(argprocess.getRunNumber()):
row = {"DECOMPOSEORDER" : "",
"MUSTREACHGLOBAL" : "",
loadTunerInfo(row, argprocess.getFolder()+"/tuner"+str(i)+"used")
loadSolverTime(row, argprocess.getFolder()+"/log"+str(i))
loadProblemName(row, argprocess.getFolder()+"/problem"+str(i))
- dump(file, row)
+ data.append(dump(file, row))
rows.append(row)
- return rows
+ return rows, data
def tunerCountAnalysis(file, rows):
global TUNABLEHEADER
+ global PROBLEMS
tunercount = {}
tunernumber = {}
for row in rows:
tunernumber[mystr] += "-" + str(row["TUNERNUMBER"])
problems = set(map(lambda x: x["PROBLEM"], rows))
- print "Number of repititive tuners"
+ print ("Number of repititive tuners")
for key in tunercount:
if tunercount[key] > 1:
print key + "(ids:" + tunernumber[key] + ") = #" + str(tunercount[key])
+def combineRowForEachTuner(rows):
+ global PROBLEMS
+ newRows = []
+ combined = None
+ for row in rows:
+ if row["PROBLEM"] == PROBLEMS[0]:
+ combined = row
+ for key in row:
+ if row[key]:
+ combined[key] = row[key]
+ if row["PROBLEM"] == PROBLEMS[len(PROBLEMS)-1]:
+ newRows.append(combined)
+ return newRows
+
+def transformDataset(rows):
+ print(rows)
+
def main():
+ global TUNABLEHEADER
file = open("tuner.csv", "w")
- rows = analyzeLogs(file)
- tunerCountAnalysis(file, rows)
+ rows, data = analyzeLogs(file)
+ tunerCountAnalysis(file, combineRowForEachTuner(rows) )
file.close()
- return
+ #transformDataset(data)
+ pl.plot(data, TUNABLEHEADER)
+
if __name__ == "__main__":
main()