From c1504d4d71afcd0764bfbb51578ebed556f36aec Mon Sep 17 00:00:00 2001 From: Samo Penic <samo.penic@gmail.com> Date: Tue, 21 Feb 2017 08:54:27 +0000 Subject: [PATCH] Added analysis options and analysis decorator --- trisurf/trisurf.py | 150 +++++++++++++++++++++++++++++-------------------- 1 files changed, 88 insertions(+), 62 deletions(-) diff --git a/trisurf/trisurf.py b/trisurf/trisurf.py index 92b138b..3a052fc 100644 --- a/trisurf/trisurf.py +++ b/trisurf/trisurf.py @@ -20,6 +20,9 @@ TS_RUNNING=2 # process is running TS_COMPLETED=3 #simulation is completed +#namespace variable. Seems the best place to put the variable in :) +_analysis_list={} + class FileContent: ''' Class is helpful for reading and writting the specific files. @@ -186,7 +189,6 @@ self.path=path self.filename=filename self.fullname=os.path.join(path,filename) - self.fileOK=self.read() return def exists(self): @@ -196,7 +198,7 @@ else: return False - def mapcount(self): + def lineCount(self): ''' Internal method for determining the number of the lines in the most efficient way. Is it really the most efficient? ''' @@ -213,19 +215,26 @@ f.close() return lines - def tail(self,filename,n=2): - with open(filename,'r') as myfile: + def tail(self): + with open(self.fullname,'r') as myfile: lines=myfile.readlines() return [lines[len(lines)-2].replace('\n',''),lines[len(lines)-1].replace('\n','')] - def read(self): + def checkFileValidity(self): try: - lines=self.tail(self.fullname) + lines=self.tail() except: return(False) if len(lines)<2: return(False) - #print (line) + return(True) + + def getSimulationDeltaTime(self): + try: + lines=self.tail() + except: + return 0 + fields=shlex.split(lines[0]) epoch1=fields[0] n1=fields[1] @@ -234,61 +243,59 @@ epoch2=fields[0] n2=fields[1] try: - self.dT=int(epoch2)-int(epoch1) - self.last=n2 - #print(epoch1) - #print(epoch2) - #print(self.dT) - #print(self.last) - self.startDate=os.path.getmtime(os.path.join(self.path,'.lock')) + dT=int(epoch2)-int(epoch1) except: - return(False) - return(True) + return 0 + return dT + + def getLastIterationInStatistics(self): + try: + lines=self.tail() + except: + return 0 + + fields=shlex.split(lines[0]) + epoch1=fields[0] + n1=fields[1] + + fields=shlex.split(lines[1]) + epoch2=fields[0] + return (fields[1]) + + def getColumn(self,n=0): + lines=self.readText().splitlines() + col=[] + name=lines[0].split()[n] + for line in lines: + col.append(line.split()[n]) + return col[2:],name + + def getTable(self): + lines=self.readText().splitlines() + keys=lines[0].split() + table={} + def num(s): + try: + return int(s) + except ValueError: + return float(s) + for key in keys: + table[key]=[] + for line in lines: + fields=line.split() + for i in range(0,len(keys)): + try: + value=num(fields[i]) + table[keys[i]].append(value) + except: + pass + return table + def readText(self): with open(self.fullname, 'r+') as fin: cont=fin.read() return cont - - def read_old(self): - ''' - Method read() reads the statistics if it exists. It sets local variable dT storing the time differential between two intervals of simulation (outer loops). It also stores last simulation loop and the start of the run. - ''' - if(self.exists()): - # epoch1=0 - # epoch2=0 - # n1=0 - # n2=0 - nlines=self.mapcount() - if nlines<2: - return(False) - try: - with open(self.fullname, "r+") as fin: - i=0; - for line in fin: - if(i==1): - #print (line) - fields=shlex.split(line) - epoch1=fields[0] - n1=fields[1] - if(i==nlines-1): - fields=shlex.split(line) - epoch2=fields[0] - n2=fields[1] - i=i+1 - except: - #print("Cannot read statistics file in "+self.fullname+"\n") - return(False) - else: - #print("File "+self.fullname+" does not exists.\n") - return(False) - try: - self.dT=(int(epoch2)-int(epoch1))/(int(n2)-int(n1)) - except: - self.dT=0 - self.last=n2 - self.startDate=epoch1 - return(True) def __str__(self): ''' @@ -365,6 +372,13 @@ return True else: return False + + + def getStartTime(self): + try: + return os.path.getmtime(os.path.join(self.Dir.fullpath(),'.lock')) + except: + return -1 def getStatus(self): pid=self.getPID() @@ -469,8 +483,8 @@ self.Comment=FileContent(os.path.join(self.Dir.fullpath(),".comment")) pid=self.getPID() status=self.getStatus() - if(self.Statistics.fileOK): - ETA=str(datetime.timedelta(microseconds=(int(self.Tape.config['iterations'])-int(self.Statistics.last))*self.Statistics.dT)*1000000) + if(self.Statistics.checkFileValidity()): + ETA=str(datetime.timedelta(microseconds=(int(self.Tape.config['iterations'])-int(self.Statistics.getLastIterationInStatistics()))*self.Statistics.getSimulationDeltaTime())*1000000) if(status==TS_NONEXISTANT or status==TS_NOLOCK): statustxt="Not running" pid="" @@ -485,8 +499,8 @@ else: statustxt="Running" - if(self.Statistics.fileOK): - report=[time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(int(self.Statistics.startDate))),ETA, statustxt, pid, str(self.Dir.fullpath()), self.Comment.getText()] + if(self.Statistics.checkFileValidity()): + report=[time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(int(self.getStartTime()))),ETA, statustxt, pid, str(self.Dir.fullpath()), self.Comment.getText()] else: report=["N/A","N/A",statustxt, pid, str(self.Dir.fullpath()), self.Comment.getText()] return report @@ -505,12 +519,23 @@ self.Comment.writefile(data,mode=mode) - def getLastVTU(self): + def getLastVTUold(self): vtuidx=self.getLastIteration()-int(self.Tape.getValue("inititer")) if vtuidx<0: return None else: return 'timestep_{:06d}.vtu'.format(vtuidx) + + def getLastVTU(self): + flist=[] + for file in os.listdir(self.Dir.fullpath()): + if file.endswith(".vtu"): + flist.append(file) + flist.sort() + if(len(flist)==0): + return(-1) + else: + return(flist[-1]) def __str__(self): if(self.getStatus()==0): @@ -519,4 +544,5 @@ str=" running." return(self.Dir.fullpath()+str) - + def __repr__(self): + return("Instance of trisurf in "+self.Dir.fullpath()) -- Gitblit v1.9.3