From 7169f14c2110f02320e3f438b1ae0881bd93440d Mon Sep 17 00:00:00 2001
From: Samo Penic <samo.penic@gmail.com>
Date: Tue, 14 Jun 2016 18:40:36 +0000
Subject: [PATCH] Updated trisurfmanager file. Added remote computer capabilities. Added web interface. Added networked example configuration.
---
python/trisurf/tsmgr.py | 297 ++++++++++++++++++++++++++++++++++++++-----------
python/networkedExample.py | 28 ++++
2 files changed, 257 insertions(+), 68 deletions(-)
diff --git a/python/networkedExample.py b/python/networkedExample.py
new file mode 100755
index 0000000..931d7ab
--- /dev/null
+++ b/python/networkedExample.py
@@ -0,0 +1,28 @@
+from trisurf import trisurf
+from trisurf import tsmgr
+
+
+
+
+
+#Ok... Configure your keys:
+#ssh-keygen
+#and copy them to all the remote hosts
+#ssh-copy-id -i ./ssh/id_rsa.pub username@remotehost
+
+run2=trisurf.Runner(tape='tape')
+run2.setMaindir(("N","k","V","Np","Nm"),("nshell","xk0","constvolswitch","npoly","nmono"))
+run2.setSubdir("run1")
+
+run3=trisurf.Runner(tape='tape')
+run3.setMaindir(("N","k","V","Np","Nm"),("nshell","xk0","constvolswitch","npoly","nmono"))
+run3.setSubdir("run2")
+
+
+
+Runs=[run2, run3]
+
+hosts=({'name':'natalie','address':'kabinet.penic.eu', 'runs':Runs, 'username':'samo'},
+ {'name':'Hestia','address':'127.0.0.1', 'runs':Runs, 'username':'samo'})
+
+tsmgr.start(hosts)
diff --git a/python/trisurf/tsmgr.py b/python/trisurf/tsmgr.py
index fa7d20f..caff785 100644
--- a/python/trisurf/tsmgr.py
+++ b/python/trisurf/tsmgr.py
@@ -1,21 +1,56 @@
-import sys, getopt
+import argparse
+import paramiko
+from . import Remote
+from trisurf import trisurf
+import socket
+import sys
import tabulate
import subprocess,re
import psutil
+#import http.server
+#import socketserver
+from urllib.parse import urlparse
-def printHelp():
- print('Python module tsmgr accept following switches:\n')
- print('tsmgr [-n process number] [-R] [-h] [-r] [-s] [-c comment text] [-a comment text]\n')
- print('[-n process number]: number of process for which -s -r -c or -a switch apply. Should be placed before any other switch');
- print('[-R] : raw output for -s switch');
- print('[-r] : run process');
- print('[-s] : process status');
- print('[-k] : kill process');
- print('[-c comment text] : write new comment for process');
- print('[-a comment text] : append additional comment for process');
- print('[-h] : print help');
+from . import WebTrisurf
+#import io
+
+#Color definitions for terminal
+class bcolors:
+ HEADER = '\033[95m'
+ OKBLUE = '\033[94m'
+ OKGREEN = '\033[92m'
+ WARNING = '\033[93m'
+ FAIL = '\033[91m'
+ ENDC = '\033[0m'
+ BOLD = '\033[1m'
+ UNDERLINE = '\033[4m'
+
+#parses Command Line Arguments and returns the list of parsed values
+def ParseCLIArguments(arguments):
+ parser = argparse.ArgumentParser(description='Manages (start, stop, status) multiple simulation processes of trisurf according to the configuration file.')
+ parser.add_argument('proc_no', metavar='PROC_NO', nargs='*',
+ help='process number at host. If hostname is not specified, localhost is assumed. If no processes are specified all processes on all hosts are assumed.')
+ action_group=parser.add_mutually_exclusive_group(required=True)
+ action_group.add_argument('-c','--comment',nargs=1, help='append comment to current comment')
+ action_group.add_argument('--delete-comment', help='delete comment',action='store_true')
+ action_group.add_argument('-k','--kill','--stop','--suspend', help='stop/kill the process', action='store_true')
+ action_group.add_argument('-r','--run','--start','--continue', help='start/continue process', action='store_true')
+ action_group.add_argument('-s','--status',help='print status of the processes',action='store_true')
+ action_group.add_argument('-v','--version', help='print version information and exit', action='store_true')
+ action_group.add_argument('--web-server', type=int,metavar="PORT", nargs=1, help='EXPERIMENTAL: starts web server and never exist.')
+ parser.add_argument('--force', help='if dangerous operation (killing all the processes) is requested, this flag is required to execute the operation. Otherwise, the request will be ignored.', action="store_true")
+ parser.add_argument('-H', '--host', nargs=1, help='specifies which host is itended for the operation. Defauts to localhost for all operations except --status and --version, where all configured hosts are assumed.')
+ parser.add_argument('--html', help='Generate HTML output', action="store_true")
+ parser.add_argument('-n', nargs='+', metavar='PROC_NO', type=int, help='OBSOLETE. Specifies process numbers.')
+ parser.add_argument('-R','--raw',help='print status and the rest of the information in raw format', action="store_true")
+ parser.add_argument('-x','--local-only',help='do not attempt to contact remote hosts. Run all operations only on local machine',action='store_true')
+ args = parser.parse_args(arguments)
+ return args
+
+
+#gets version of trisurf currently running
def getTrisurfVersion():
p = subprocess.Popen('trisurf --version', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
lines=p.stdout.readlines()
@@ -26,67 +61,193 @@
else:
return "unknown version"
-def start(Runs):
- argv=sys.argv[1:]
- processno=0
- raw=False
- try:
- opts, args = getopt.getopt(argv,"Ra:n:hrskc:")
- except getopt.GetoptError:
- printHelp()
- sys.exit(2)
- for opt, arg in opts:
- if opt == '-R':
- raw=True
- elif opt == '-h':
- printHelp()
- sys.exit()
- elif opt == '-r':
- if processno:
- localRuns=[Runs[processno-1]]
- else:
- localRuns=Runs
- for run in localRuns:
- run.start()
- elif opt == '-s':
- report=[]
- i=1
- if processno:
- localRuns=[Runs[processno-1]]
- else:
- localRuns=Runs
- for run in localRuns:
- line=run.getStatistics()
- line.insert(0,i)
- report.append(line)
- i=i+1
- if(raw):
- print(report)
- else:
- print ("\n\nTrisurf running processes report\n")
- print (tabulate.tabulate(report,headers=["Run no.", "Run start time", "ETA", "Status", "PID", "Path", "Comment"], tablefmt='fancy_grid'))
- elif opt == '-n':
- processno=int(arg)
- if processno<1 or processno>len(Runs) :
- processno=0
- elif opt == '-c':
- comment = arg
- if processno:
- Runs[processno-1].writeComment(arg)
- elif opt == '-a':
- comment = arg
- if processno:
- Runs[processno-1].writeComment("\n"+arg, 'a')
- elif opt == '-k':
- if processno:
- Runs[processno-1].stop()
+
+def copyConfigAndConnect(hosts):
+ print("Connecting to remote hosts and copying config files, tapes and snapshots")
+ for host in hosts:
+ if(host['name'] !=socket.gethostname()): #if I am not the computer named in host name
+ try:
+ username=host['username']
+ except:
+ username=os.getusername() #default username is current user user's name
+ try:
+ port=host['port']
+ except:
+ port=22 #default ssh port
+ rm=Remote.Connection(hostname=host['address'],username=username, port=port)
+ rm.connect()
+ rm.send_file(__file__,'remote_control.py')
+ for run in host['runs']:
+ try:
+ rm.send_file(run.tapeFile,run.tapeFile)
+ except:
+ pass
+ try:
+ rm.send_file(run.snapshotFile,run.snapshotFile)
+ except:
+ pass
+ host['_conn']= rm
+ # we are connected to all hosts...
+ return hosts
+
+
+
+def getTargetRunIdxList(args):
+ target_runs=list(map(int,args['proc_no']))
+ if len(target_runs)==0:
+ #check if obsolete -n flags have numbers
+ target_runs=args['n']
+ if target_runs==None:
+ return None
+ target_runs=list(set(target_runs))
+ return target_runs
+
+
+
+def status_processes(args,host):
+ target_runs=getTargetRunIdxList(args)
+ if target_runs==None:
+ target_runs=list(range(1,len(host['runs'])+1))
+ report=[]
+ for i in target_runs:
+ line=host['runs'][i-1].getStatistics()
+ line.insert(0,i)
+ report.append(line)
+ if(args['raw']):
+ print(report)
+ else:
+ if(args['html']):
+ tablefmt='html'
else:
- printHelp()
- sys.exit(2)
+ tablefmt='fancy_grid'
+ print(tabulate.tabulate(report,headers=["Run no.", "Run start time", "ETA", "Status", "PID", "Path", "Comment"], tablefmt=tablefmt))
+ return
+
+def run_processes(args,host):
+ target_runs=getTargetRunIdxList(args)
+ if target_runs==None:
+ target_runs=list(range(1,len(host['runs'])+1))
+ for i in target_runs:
+ host['runs'][i-1].start()
+ return
+
+def kill_processes(args,host):
+ target_runs=getTargetRunIdxList(args)
+ if target_runs==None:
+ if args['force']==True:
+ target_runs=list(range(1,len(host['runs'])+1))
+ else:
+ print("Not stopping all processes on the host. Run with --force flag if you are really sure to stop all simulations")
+ return
+ for i in target_runs:
+ host['runs'][i-1].stop()
+ return
+
+def comment_processes(args,host):
+ target_runs=getTargetRunIdxList(args)
+ if target_runs==None:
+ target_runs=list(range(1,len(host['runs'])+1))
+ for i in target_runs:
+ host['runs'][i-1].writeComment(args['comment'][0],'a')
+ print("Comment added")
+ return
+
+def delete_comments(args,host):
+ target_runs=getTargetRunIdxList(args)
+ if target_runs==None:
+ if args['force']==True:
+ target_runs=list(range(1,len(host['runs'])+1))
+ else:
+ print("Not deleting comments on all posts on the host. Run with --force flag if you are really sure to delete all comments")
+ return
+ for i in target_runs:
+ host['runs'][i-1].writeComment("")
+ print("Comment deleted")
+ return
+
+
+def start_web_server(args,host):
+ print('Server listening on port {}'.format(args['web_server'][0]))
+ WebTrisurf.WebServer(port=args['web_server'][0])
+ exit(0)
+
+def perform_action(args,host):
+ #find which flags have been used and act upon them. -r -s -k -v -c --delete-comment are mutually exclusive, so only one of them is active
+ if args['run']:
+ run_processes(args,host)
+ elif args['kill']:
+ kill_processes(args,host)
+ elif args['status']:
+ status_processes(args,host)
+ elif args['comment']!= None:
+ comment_processes(args,host)
+ elif args['delete_comment']:
+ delete_comments(args,host)
+ elif args['web_server']!=None:
+ start_web_server(args,host)
+ else: #version requested
+ print(getTrisurfVersion())
+ return
+
+
+
+
+def getListOfHostConfigurationByHostname(hosts,host):
+ rhost=[]
+ for chost in hosts:
+ if chost['name'] in host:
+ rhost.append(chost)
+ return rhost
+def start(hosts,argv=sys.argv[1:]):
+ args=vars(ParseCLIArguments(argv))
+ #print(vars(args))
+
+ #Backward compatibility... If running just on localmode, the host specification is unnecessary. Check if only Runs are specified
+ try:
+ test_host=hosts[0]['name']
+ except:
+ print("Network mode disabled. Old syntax detected.")
+ host={'name':socket.gethostname(),'address':'127.0.0.1', 'runs':hosts}
+ perform_action(args,host)
+ exit(0)
+
+
+ #find the host at which the action is attended
+ if args['host']==None:
+ if(args['status']==False and args['version']==False):
+ hosts=getListOfHostConfigurationByHostname(hosts,socket.gethostname())
+ else:
+ hosts=getListOfHostConfigurationByHostname(hosts,args['host'])
+ if len(hosts)==0:
+ print ('Hostname "{}" does not exist in configuration file. Please check the spelling'.format(args['host'][0]))
+ exit(1)
+
+ if not args['local_only']:
+ hosts=copyConfigAndConnect(hosts)
+
+ #do local stuff:
+ for host in hosts:
+ if host['name'] == socket.gethostname():
+ if(args['html']):
+ print("Host <font color='orange'>"+host['name']+"</font> reports the following:")
+ else:
+ print("Host "+bcolors.WARNING+host['name']+bcolors.ENDC+" reports the following:")
+ perform_action(args,host)
+ elif not args['local_only']:
+ output=host['_conn'].execute('python3 ./remote_control.py -x '+" ".join(argv))
+ for line in output:
+ print(line.replace('\n',''))
+
+
+ if not args['local_only']:
+ print("Closing connections to remote hosts")
+ for host in hosts:
+ if(host['name'] !=socket.gethostname()):
+ host['_conn'].disconnect()
--
Gitblit v1.9.3