import configobj
import xml.etree.ElementTree as ET
import base64
import zlib
import sys,io
import os
from itertools import islice
import mmap
import shlex
import psutil
import time
import datetime
import subprocess
import shutil

# Process status
TS_NOLOCK=0 # lock file does not exist
TS_NONEXISTANT=0 # process is not in the list of processes
TS_STOPPED=1 # the process is listed, but is in stopped state
TS_RUNNING=2 # process is running
TS_COMPLETED=3 #simulation is completed

class FileContent:
	'''
	Class is helpful for reading and writting the specific files.
	'''
	def __init__(self,filename):
		''' The instance is done by calling constructor FileContent(filename)

		The object then reads filename if it exists, otherwise the data is empty string.
		User may force to reread file by calling the readline() method of the class.

		Filename is stored in local variable for future file operations.
		'''

		self.filename=filename
		self.readfile()

	def readfile(self):
		'''Force reread of the file and setting the data'''
		self.data=""
		try:
			with open (self.filename, "r") as myfile:
				self.data=myfile.read().replace('\n', '') #read the file and remove newline from the text
		except:
			pass # does nothing if error occurs


	def writefile(self, data, mode='w'):
		'''File may be updated by completely rewritting the file contents or appending the data to the end of the file.
		this is achieved by calling writefile(data, mode) method, where data is the string data to be written and
		mode can be 'a' for append and 'w' for writting the file anew.
		'''
		with open (self.filename, mode) as myfile:
			myfile.write(data)

	def getText(self):
		'''
		Method getText() or calling the object itself returns string of data
		'''
		return self.data

	def __str__(self):
		'''
		Method getText() or calling the object itself returns string of data
		'''
		return self.getText()

class Tape:
	'''
	Special class that manages configuration of trisurf (commonly named tape). It can read and parse configuration from disk or parse it from string.
	'''

	def __init__(self):
		'''The object is instatiated by calling Tape() constructor without parameters'''
		return

	def readTape(self, tape='tape'):
		'''
		Tape is read and parsed by calling the readTape() method with optional tape parameter, which is full path to filename where the configuration is stored.
		If the tape cannot be read, it prints error and exits.
		'''
		try:
			self.config=configobj.ConfigObj(tape)
			with open (tape, "r") as myfile:
				self.rawText=myfile.read() #read the file

		except:
			print("Error reading or parsing tape file!\n")
			exit(1)

	def setTape(self, string):
		'''Method setTape(string) parses the string in memory that hold the tape contents.'''
		self.config=configobj.ConfigObj(io.StringIO(string))
		self.rawText=string
		return

	def getValue(self,key):
		'''Method getValue(key) returns value of a single parsed setting named "key".'''

		return self.config[key]

	def __str__(self):
		'''Calling the object itself, it recreates the tape contents from parsed values in form of key=value.'''
		retval=""
		for key,val in self.config.iteritems():
			retval=retval+str(key)+" = "+str(val)+"\n"
		return retval



class Directory:
	'''
	Class deals with the paths where the simulation is run and data is stored.
	'''
	def __init__(self, maindir=".", simdir=""):
		'''Initialization Directory() takes two optional parameters, namely maindir and simdir. Defaults to current directory. It sets local variables maindir and simdir accordingly.'''
		self.maindir=maindir
		self.simdir=simdir
		return

	def fullpath(self):
		'''
		Method returns string of path where the data is stored. It combines values of maindir and simdir as maindir/simdir on Unix.
		'''
		return os.path.join(self.maindir,self.simdir)

	def exists(self):
		''' Method checks whether the directory  specified by fullpath() exists. It return True/False on completion.'''
		path=self.fullpath()
		if(os.path.exists(path)):
			return True
		else:
			return False

	def make(self):
		''' Method make() creates directory. If it fails it exits the program with error message.'''
		try:
			os.makedirs(self.fullpath())
		except:
			print("Cannot make directory "+self.fullpath()+"\n")
			exit(1)
		return

	def makeifnotexist(self):
		'''Method makeifnotexist() creates directory if it does not exist.'''
		if(self.exists()==0):
			self.make()
			return True
		else:
			return False

	def remove(self):
		'''Method remove() removes directory recursively. WARNING! No questions asked.'''
		if(self.exists()):
			try:
				os.rmdir(self.fullpath())
			except:
				print("Cannot remove directory "+self.fullpath()+ "\n")
				exit(1)
		return

	def goto(self):
		'''
		Method goto() moves current directory to the one specified by fullpath(). WARNING: when using the relative paths, do not call this function multiple times.
		'''
		try:
			os.chdir(self.fullpath())
		except:
			print("Cannot go to directory "+self.fullpath()+"\n")
		return


class Statistics:
	'''
	Class that deals with the statistics file from the simulations.
	File is generally large and not all data is needed, so it is dealt with in a specific way.
	'''

	def __init__(self,path,filename="statistics.csv"):
		'''
		At the initialization call it receives optional filename parameter specifying the path and filename of the statistics file.

		The local variables path, filename, fullname (joined path and filename) and private check if the file exists are stored.
		'''
		self.path=path
		self.filename=filename
		self.fullname=os.path.join(path,filename)
		return

	def exists(self):
		'''Method check if the statistics file exists.'''
		if(os.path.isfile(self.fullname)):
			return True
		else:
			return False

	def lineCount(self):
		'''
		Internal method for determining the number of the lines in the most efficient way. Is it really the most efficient?
		'''
		f = open(self.fullname, "r+")
		try:
			buf = mmap.mmap(f.fileno(), 0)
			lines = 0
			readline = buf.readline
			while readline():
				lines += 1
			f.close()
		except:
			lines=0
			f.close()
		return lines

	def tail(self):
		with open(self.fullname,'r') as myfile:
			lines=myfile.readlines()
		return [lines[len(lines)-2].replace('\n',''),lines[len(lines)-1].replace('\n','')]

	def checkFileValidity(self):
		try:
			lines=self.tail()
		except:
			return(False)
		if len(lines)<2:
			return(False)
		return(True)

	def getSimulationDeltaTime(self):
		try:
			lines=self.tail()
		except:
			return 0
		
		fields=shlex.split(lines[0])
		epoch1=fields[0]
		n1=fields[1]
		
		fields=shlex.split(lines[1])
		epoch2=fields[0]
		n2=fields[1]
		try:
			dT=int(epoch2)-int(epoch1)
		except:
			return 0
		return dT

	def getLastIterationInStatistics(self):
		try:
			lines=self.tail()
		except:
			return 0
		
		fields=shlex.split(lines[0])
		epoch1=fields[0]
		n1=fields[1]
		
		fields=shlex.split(lines[1])
		epoch2=fields[0]
		return (fields[1])

	def getColumn(self,n=0):
		lines=self.readText().splitlines()
		col=[]
		name=lines[0].split()[n]
		for line in lines:
			col.append(line.split()[n])
		return col[2:],name

	def getTable(self):
		lines=self.readText().splitlines()
		keys=lines[0].split()
		table={}
		def num(s):
			try:
				return int(s)
			except ValueError:
				return float(s)
		for key in keys:
			table[key]=[]
		for line in lines:
			fields=line.split()
			for i in range(0,len(keys)):
				try:
					value=num(fields[i])
					table[keys[i]].append(value)
				except:
					pass
		return table	
		

	def readText(self):
		with open(self.fullname, 'r+') as fin:
			cont=fin.read()
		return cont

	def __str__(self):
		'''
		Prints the full path with filename of the statistics.csv file
		'''
		return(str(self.fullname))



class Runner:
	'''
	Class Runner consists of a single running or terminated instance of the trisurf. It manages starting, stopping, verifying the running process and printing the reports of the configured instances.
	'''

	@property
	def Dir(self):
		return Directory(maindir=self.maindir,simdir=self.subdir)


	@property
	def Statistics(self):
		return Statistics(self.Dir.fullpath(), "statistics.csv")

	def __init__(self, subdir='run0', tape=None, snapshot=None, runArgs=[]):
		self.subdir=subdir
		self.runArgs=runArgs
		self.isFromSnapshot=False
		if(tape!=None):
			self.initFromTape(tape)
		if(snapshot!=None):
			self.initFromSnapshot(snapshot)
		return


	def initFromTape(self, tape):
		self.Tape=Tape()
		self.Tape.readTape(tape)
		self.tapeFilename=tape

	def initFromSnapshot(self, snapshotfile):
		try:
			tree = ET.parse(snapshotfile)
		except:
			print("Error reading snapshot file")
			exit(1)
		self.isFromSnapshot=True
		self.snapshotFile=snapshotfile
		root = tree.getroot()
		tapetxt=root.find('tape')
		version=root.find('trisurfversion')
		self.Tape=Tape()
		self.Tape.setTape(tapetxt.text)

	def getPID(self):
		try:
			fp = open(os.path.join(self.Dir.fullpath(),'.lock'))
		except IOError as e:
			return 0 #file probably does not exist. e==2??
		pid=fp.readline()
		fp.close()
		return int(pid)

	def getLastIteration(self):
		try:
			fp = open(os.path.join(self.Dir.fullpath(),'.status'))
		except IOError as e:
			return -1 #file probably does not exist. e==2??
		status=fp.readline()
		fp.close()
		return int(status)

	def isCompleted(self):
		if int(self.Tape.getValue("iterations"))+int(self.Tape.getValue("inititer"))==self.getLastIteration()+1:
			return True
		else:
			return False


	def getStartTime(self):
		try:
			return os.path.getmtime(os.path.join(self.Dir.fullpath(),'.lock'))
		except:
			return -1

	def getStatus(self):
		pid=self.getPID()
		if(self.isCompleted()):
			return TS_COMPLETED
		if(pid==0):
			return TS_NOLOCK
		if(psutil.pid_exists(int(pid))):
			proc= psutil.Process(int(pid))
			#psutil.__version__ == '3.4.2' requires name() and status(), some older versions reguire name, status
			if(psutil.__version__>='2.0.0'):
				procname=proc.name()
				procstat=proc.status()
			else:
				procname=proc.name
				procstat=proc.status
			if procname=="trisurf":
				if procstat=="stopped":
					return TS_STOPPED
				else:
					return TS_RUNNING
			else:
				return TS_NONEXISTANT
		else:
			return TS_NONEXISTANT

	def start(self):
		if(self.getStatus()==0 or self.getStatus()==TS_COMPLETED):
			#check if executable exists
			if(shutil.which('trisurf')==None):
				print("Error. Trisurf executable not found in PATH. Please install trisurf prior to running trisurf manager.")
				exit(1)
#Symlinks tape file to the directory or create tape file from snapshot in the direcory...
			if(self.Dir.makeifnotexist()):
				if(self.isFromSnapshot==False):
					try:
						os.symlink(os.path.abspath(self.tapeFilename), self.Dir.fullpath()+"/tape")
					except:
						print("Error while symlinking "+os.path.abspath(self.tapeFilename)+" to "+self.Dir.fullpath()+"/tape")
						exit(1)
				else:
					try:
						with open (os.path.join(self.Dir.fullpath(),"tape"), "w") as myfile:
							#myfile.write("#This is automatically generated tape file from snapshot")
							myfile.write(str(self.Tape.rawText))
					except:
						print("Error -- cannot make tapefile  "+ os.path.join(self.Dir.fullpath(),"tape")+" from the snapshot in the running directory")
						exit(1)
					try:
						os.symlink(os.path.abspath(self.snapshotFile), os.path.join(self.Dir.fullpath(),"initial_snapshot.vtu"))
					except:
						print("Error while symlinking "+os.path.abspath(self.snapshotFile)+" to "+os.path.join(self.Dir.fullpath(),self.snapshotFile))
		
			#check if the simulation has been completed. in this case notify user and stop executing.
			if(self.isCompleted() and ("--force-from-tape" not in self.runArgs) and ("--reset-iteration-count" not in self.runArgs)):
				print("The simulation was completed. Not starting executable in "+self.Dir.fullpath())
				return

			cwd=Directory(maindir=os.getcwd())
			lastVTU=self.getLastVTU() #we get last VTU file in case we need to continue the simulation from last snapshot. Need to be done before the Dir.goto() call.
			self.Dir.goto()
			print("Starting trisurf-ng executable in "+self.Dir.fullpath())
			if(self.isFromSnapshot==True):
				#here we try to determine whether we should continue the simulation or start from last known VTU snapshot.
				if(lastVTU==None):
					initSnap="initial_snapshot.vtu"
				else:
					initSnap=lastVTU
					print("WARNING: Not using initial snapshot as starting point, but selecting "+initSnap+" as a starting vesicle")
				params=["trisurf", "--restore-from-vtk",initSnap]+self.runArgs
				print("InitSnap is: "+initSnap)
			else:
				#veify if dump exists. If not it is a first run and shoud be run with --force-from-tape
				if(os.path.isfile("dump.bin")==False):
					self.runArgs.append("--force-from-tape")
				params=["trisurf"]+self.runArgs
			subprocess.Popen (params, stdout=subprocess.DEVNULL)
			cwd.goto()
		else:
			print("Process in "+self.Dir.fullpath()+" already running. Not starting.")
		return


	def setMaindir(self,prefix,variables):
		maindir=""
		for p,v in zip(prefix,variables):
			if(v=="xk0"):
				tv=str(round(float(self.Tape.config[v])))
				if sys.version_info<(3,0):
					tv=str(int(float(self.Tape.config[v])))
			else:
				tv=self.Tape.config[v]
			maindir=maindir+p+tv
		self.maindir=maindir
		return

	def setSubdir(self, subdir="run0"):
		self.subdir=subdir
		return

	def getStatistics(self, statfile="statistics.csv"):
		self.Comment=FileContent(os.path.join(self.Dir.fullpath(),".comment"))
		pid=self.getPID()
		status=self.getStatus()
		if(self.Statistics.checkFileValidity()):
			ETA=str(datetime.timedelta(microseconds=(int(self.Tape.config['iterations'])-int(self.Statistics.getLastIterationInStatistics()))*self.Statistics.getSimulationDeltaTime())*1000000)
		if(status==TS_NONEXISTANT or status==TS_NOLOCK):
			statustxt="Not running"
			pid=""
			ETA=""
		elif status==TS_STOPPED:
			statustxt="Stopped"
			ETA="N/A"
		elif status==TS_COMPLETED:
			statustxt="Completed"
			pid=""
			ETA=""
		else:
			statustxt="Running"

		if(self.Statistics.checkFileValidity()):
			report=[time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(int(self.getStartTime()))),ETA, statustxt, pid, str(self.Dir.fullpath()), self.Comment.getText()]
		else:
			report=["N/A","N/A",statustxt, pid, str(self.Dir.fullpath()), self.Comment.getText()]
		return report


	def stop(self):
		try:
			p=psutil.Process(self.getPID())
			p.kill()
		except:
			print("Could not stop the process. Is the process running? Do you have sufficient privileges?")


	def writeComment(self, data, mode='w'):
		self.Comment=FileContent(os.path.join(self.Dir.fullpath(),".comment"))
		self.Comment.writefile(data,mode=mode)


	def getLastVTUold(self):
		vtuidx=self.getLastIteration()-int(self.Tape.getValue("inititer"))
		if vtuidx<0:
			return None
		else:
			return  'timestep_{:06d}.vtu'.format(vtuidx)

	def getLastVTU(self):
		flist=[]
		for file in os.listdir(self.Dir.fullpath()):
			if file.endswith(".vtu"):
				flist.append(file)
		flist.sort()
		if(len(flist)==0):
			return -1		
		else:
			return(flist[-1])

	def __str__(self):
		if(self.getStatus()==0):
			str=" not running."
		else:
			str=" running."
		return(self.Dir.fullpath()+str)

	def __repr__(self):
		return("Instance of trisurf in "+self.Dir.fullpath())