trisurf-ng.git - Gitblit

			@@ -1,60 +1,253 @@
			import sys, getopt
			import argparse
			import paramiko
			from . import Remote
			from trisurf import trisurf
			import socket
			import sys
			import tabulate
			import subprocess,re
			import psutil
			#import http.server
			#import socketserver
			from urllib.parse import urlparse

			def start(Runs):
			argv=sys.argv[1:]
			processno=0
			try:
			opts, args = getopt.getopt(argv,"a:n:hrsc:")
			except getopt.GetoptError:
			print('tsmgr [-n process number] [-h] [-r] [-s] [-c comment text] [-a comment text]')
			sys.exit(2)
			for opt, arg in opts:
			if opt == '-h':
			print ('tsmgr [-n process number] [-h] [-r] [-s] [-c comment text] [-a comment text]')
			sys.exit()
			elif opt == '-r':
			if processno:
			localRuns=[Runs[processno-1]]
			else:
			localRuns=Runs
			for run in localRuns:
			run.start()
			elif opt == '-s':
			report=[]
			i=1
			if processno:
			localRuns=[Runs[processno-1]]
			else:
			localRuns=Runs
			for run in localRuns:
			line=run.getStatistics()
			line.insert(0,i)
			report.append(line)
			i=i+1
			#print(reportstr)
			print ("\n\nTrisurf running processes report\n")
			print (tabulate.tabulate(report,headers=["Run no.", "Run start time", "ETA", "Status", "PID", "Path", "Comment"], tablefmt='fancy_grid'))
			elif opt == '-n':
			processno=int(arg)
			if processno<1 or processno>len(Runs) :
			processno=0
			elif opt == '-c':
			comment = arg
			if processno:
			Runs[processno-1].writeComment(arg)
			elif opt == '-a':
			comment = arg
			if processno:
			Runs[processno-1].writeComment("\n"+arg, 'a')
			from . import WebTrisurf
			#import io




			#Color definitions for terminal
			class bcolors:
			HEADER = '\033[95m'
			OKBLUE = '\033[94m'
			OKGREEN = '\033[92m'
			WARNING = '\033[93m'
			FAIL = '\033[91m'
			ENDC = '\033[0m'
			BOLD = '\033[1m'
			UNDERLINE = '\033[4m'

			#parses Command Line Arguments and returns the list of parsed values
			def ParseCLIArguments(arguments):
			parser = argparse.ArgumentParser(description='Manages (start, stop, status) multiple simulation processes of trisurf according to the configuration file.')
			parser.add_argument('proc_no', metavar='PROC_NO', nargs='*',
			help='process number at host. If hostname is not specified, localhost is assumed. If no processes are specified all processes on all hosts are assumed.')
			action_group=parser.add_mutually_exclusive_group(required=True)
			action_group.add_argument('-c','--comment',nargs=1, help='append comment to current comment')
			action_group.add_argument('--delete-comment', help='delete comment',action='store_true')
			action_group.add_argument('-k','--kill','--stop','--suspend', help='stop/kill the process', action='store_true')
			action_group.add_argument('-r','--run','--start','--continue', help='start/continue process', action='store_true')
			action_group.add_argument('-s','--status',help='print status of the processes',action='store_true')
			action_group.add_argument('-v','--version', help='print version information and exit', action='store_true')
			action_group.add_argument('--web-server', type=int,metavar="PORT", nargs=1, help='EXPERIMENTAL: starts web server and never exist.')
			parser.add_argument('--force', help='if dangerous operation (killing all the processes) is requested, this flag is required to execute the operation. Otherwise, the request will be ignored.', action="store_true")
			parser.add_argument('-H', '--host', nargs=1, help='specifies which host is itended for the operation. Defauts to localhost for all operations except --status and --version, where all configured hosts are assumed.')
			parser.add_argument('--html', help='Generate HTML output', action="store_true")
			parser.add_argument('-n', nargs='+', metavar='PROC_NO', type=int, help='OBSOLETE. Specifies process numbers.')
			parser.add_argument('-R','--raw',help='print status and the rest of the information in raw format', action="store_true")
			parser.add_argument('-x','--local-only',help='do not attempt to contact remote hosts. Run all operations only on local machine',action='store_true')
			args = parser.parse_args(arguments)
			return args


			#gets version of trisurf currently running
			def getTrisurfVersion():
			p = subprocess.Popen('trisurf --version', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
			lines=p.stdout.readlines()
			version=re.findall(r'[0-9a-f]{7}(?:-dirty)?', lines[0].decode('ascii'))
			p.wait()
			if(len(version)):
			return version[0]
			else:
			return "unknown version"



			def copyConfigAndConnect(hosts):
			print("Connecting to remote hosts and copying config files, tapes and snapshots")
			for host in hosts:
			if(host['name'] !=socket.gethostname()): #if I am not the computer named in host name
			try:
			username=host['username']
			except:
			username=os.getusername() #default username is current user user's name
			try:
			port=host['port']
			except:
			port=22 #default ssh port
			rm=Remote.Connection(hostname=host['address'],username=username, port=port)
			rm.connect()
			rm.send_file(__file__,'remote_control.py')
			for run in host['runs']:
			try:
			rm.send_file(run.tapeFile,run.tapeFile)
			except:
			pass
			try:
			rm.send_file(run.snapshotFile,run.snapshotFile)
			except:
			pass
			host['_conn']= rm
			# we are connected to all hosts...
			return hosts



			def getTargetRunIdxList(args):
			target_runs=list(map(int,args['proc_no']))
			if len(target_runs)==0:
			#check if obsolete -n flags have numbers
			target_runs=args['n']
			if target_runs==None:
			return None
			target_runs=list(set(target_runs))
			return target_runs



			def status_processes(args,host):
			target_runs=getTargetRunIdxList(args)
			if target_runs==None:
			target_runs=list(range(1,len(host['runs'])+1))
			report=[]
			for i in target_runs:
			line=host['runs'][i-1].getStatistics()
			line.insert(0,i)
			report.append(line)
			if(args['raw']):
			print(report)
			else:
			if(args['html']):
			tablefmt='html'
			else:
			print('tsmgr [-n process number] [-h] [-r] [-s] [-c comment text] [-a comment text]')
			sys.exit(2)
			tablefmt='fancy_grid'
			print(tabulate.tabulate(report,headers=["Run no.", "Run start time", "ETA", "Status", "PID", "Path", "Comment"], tablefmt=tablefmt))
			return

			def run_processes(args,host):
			target_runs=getTargetRunIdxList(args)
			if target_runs==None:
			target_runs=list(range(1,len(host['runs'])+1))
			for i in target_runs:
			host['runs'][i-1].start()
			return

			def kill_processes(args,host):
			target_runs=getTargetRunIdxList(args)
			if target_runs==None:
			if args['force']==True:
			target_runs=list(range(1,len(host['runs'])+1))
			else:
			print("Not stopping all processes on the host. Run with --force flag if you are really sure to stop all simulations")
			return
			for i in target_runs:
			host['runs'][i-1].stop()
			return

			def comment_processes(args,host):
			target_runs=getTargetRunIdxList(args)
			if target_runs==None:
			target_runs=list(range(1,len(host['runs'])+1))
			for i in target_runs:
			host['runs'][i-1].writeComment(args['comment'][0],'a')
			print("Comment added")
			return

			def delete_comments(args,host):
			target_runs=getTargetRunIdxList(args)
			if target_runs==None:
			if args['force']==True:
			target_runs=list(range(1,len(host['runs'])+1))
			else:
			print("Not deleting comments on all posts on the host. Run with --force flag if you are really sure to delete all comments")
			return
			for i in target_runs:
			host['runs'][i-1].writeComment("")
			print("Comment deleted")
			return


			def start_web_server(args,host):
			print('Server listening on port {}'.format(args['web_server'][0]))
			WebTrisurf.WebServer(port=args['web_server'][0])
			exit(0)

			def perform_action(args,host):
			#find which flags have been used and act upon them. -r -s -k -v -c --delete-comment are mutually exclusive, so only one of them is active
			if args['run']:
			run_processes(args,host)
			elif args['kill']:
			kill_processes(args,host)
			elif args['status']:
			status_processes(args,host)
			elif args['comment']!= None:
			comment_processes(args,host)
			elif args['delete_comment']:
			delete_comments(args,host)
			elif args['web_server']!=None:
			start_web_server(args,host)
			else: #version requested
			print(getTrisurfVersion())
			return




			def getListOfHostConfigurationByHostname(hosts,host):
			rhost=[]
			for chost in hosts:
			if chost['name'] in host:
			rhost.append(chost)
			return rhost



			def start(hosts,argv=sys.argv[1:]):
			args=vars(ParseCLIArguments(argv))
			#print(vars(args))

			#Backward compatibility... If running just on localmode, the host specification is unnecessary. Check if only Runs are specified
			try:
			test_host=hosts[0]['name']
			except:
			print("Network mode disabled. Old syntax detected.")
			host={'name':socket.gethostname(),'address':'127.0.0.1', 'runs':hosts}
			perform_action(args,host)
			exit(0)


			#find the host at which the action is attended
			if args['host']==None:
			if(args['status']==False and args['version']==False):
			hosts=getListOfHostConfigurationByHostname(hosts,socket.gethostname())
			else:
			hosts=getListOfHostConfigurationByHostname(hosts,args['host'])
			if len(hosts)==0:
			print ('Hostname "{}" does not exist in configuration file. Please check the spelling'.format(args['host'][0]))
			exit(1)

			if not args['local_only']:
			hosts=copyConfigAndConnect(hosts)

			#do local stuff:
			for host in hosts:
			if host['name'] == socket.gethostname():
			if(args['html']):
			print("Host <font color='orange'>"+host['name']+"</font> reports the following:")
			else:
			print("Host "+bcolors.WARNING+host['name']+bcolors.ENDC+" reports the following:")
			perform_action(args,host)
			elif not args['local_only']:
			output=host['_conn'].execute('python3 ./remote_control.py -x '+" ".join(argv))
			for line in output:
			print(line.replace('\n',''))


			if not args['local_only']:
			print("Closing connections to remote hosts")
			for host in hosts:
			if(host['name'] !=socket.gethostname()):
			host['_conn'].disconnect()