| | |
| | | help='process number at host. If hostname is not specified, localhost is assumed. If no processes are specified all processes on all hosts are assumed.') |
| | | action_group=parser.add_mutually_exclusive_group(required=True) |
| | | action_group.add_argument('-c','--comment',nargs=1, help='append comment to current comment') |
| | | action_group.add_argument('--analysis', nargs='*', help='runs analysis function defined in configuration file') |
| | | action_group.add_argument('--analysis', nargs='+', help='runs analysis function defined in configuration file') |
| | | action_group.add_argument('--delete-comment', help='delete comment',action='store_true') |
| | | action_group.add_argument('-k','--kill','--stop','--suspend', help='stop/kill the process', action='store_true') |
| | | action_group.add_argument('-r','--run','--start','--continue', help='start/continue process', action='store_true') |
| | |
| | | action_group.add_argument('--jump-to-ipython', help='loads the variables and jumps to IPython shell', action="store_true") |
| | | action_group.add_argument('-p','--preview',help='preview last VTU shape',action='store_true') |
| | | parser.add_argument('--force', help='if dangerous operation (killing all the processes) is requested, this flag is required to execute the operation. Otherwise, the request will be ignored.', action="store_true") |
| | | parser.add_argument('-H', '--host', nargs=1, help='specifies which host is itended for the operation. Defauts to localhost for all operations except --status and --version, where all configured hosts are assumed.') |
| | | parser.add_argument('-H', '--host', nargs='+', help='specifies which host is itended for the operation. Defauts to localhost for all operations except --status and --version, where all configured hosts are assumed.') |
| | | parser.add_argument('--html', help='Generate HTML output', action="store_true") |
| | | parser.add_argument('-n', nargs='+', metavar='PROC_NO', type=int, help='OBSOLETE. Specifies process numbers.') |
| | | parser.add_argument('-R','--raw',help='print status and the rest of the information in raw format', action="store_true") |
| | | parser.add_argument('-x','--local-only',help='do not attempt to contact remote hosts. Run all operations only on local machine',action='store_true') |
| | | parser.add_argument('--originating-host',nargs=1,help='specify which host started the remote connections. Useful mainly fo internal functionaly of tsmgr and analyses.') |
| | | args = parser.parse_args(arguments) |
| | | return args |
| | | |
| | |
| | | |
| | | def copyConfigAndConnect(hosts): |
| | | print("Connecting to remote hosts and copying config files, tapes and snapshots") |
| | | #create a list of files to be copied across all the remote hosts |
| | | file_list=[] |
| | | for h in hosts: |
| | | for r in h['runs']: |
| | | if(r.isFromSnapshot): |
| | | file_list.append(r.snapshotFilename) |
| | | else: |
| | | file_list.append(r.tapeFilename) |
| | | file_list.append(main.__file__) |
| | | for host in hosts: |
| | | if(host['name'] !=socket.gethostname()): #if I am not the computer named in host name |
| | | try: |
| | |
| | | rm=Remote.Connection(hostname=host['address'],username=username, port=port) |
| | | rm.connect() |
| | | # print ("Sendind file:"+main.__file__) |
| | | rm.send_file(main.__file__,'remote_control.py') |
| | | for run in host['runs']: |
| | | try: |
| | | rm.send_file(run.tapeFile,run.tapeFile) |
| | | except: |
| | | pass |
| | | try: |
| | | rm.send_file(run.snapshotFile,run.snapshotFile) |
| | | except: |
| | | pass |
| | | if('remotebasepath' in host): |
| | | remote_dir=host['remotebasepath'] |
| | | else: |
| | | remote_dir='trisurf_simulations' |
| | | rm.send_multiple_files_in_directory(file_list,remote_dir) |
| | | # rm.send_file(main.__file__,'remote_control.py') |
| | | # for run in host['runs']: |
| | | # try: |
| | | # rm.send_file(run.tapeFile,run.tapeFile) |
| | | # except: |
| | | # pass |
| | | # try: |
| | | # rm.send_file(run.snapshotFile,run.snapshotFile) |
| | | # except: |
| | | # pass |
| | | host['_conn']= rm |
| | | # we are connected to all hosts... |
| | | return hosts |
| | |
| | | exit(0) |
| | | |
| | | |
| | | def analyze(args,host,a_dict, analysis): |
| | | def analyze(args,host,a_dict, analysis,hosts): |
| | | if len(a_dict)==0: |
| | | print ('Error: no analyses are specified in the tsmgr.start()!') |
| | | exit(1) |
| | | target_runs=getTargetRunIdxList(args) |
| | | if target_runs==None: |
| | | target_runs=list(range(1,len(host['runs'])+1)) |
| | |
| | | print("Analysis '"+anal+"' is not known. Available analyses: "+", ".join(a_dict.keys())+".") |
| | | exit(0) |
| | | for anal in analysis: |
| | | a_dict[anal](host['runs'][i-1],host=host) |
| | | retval=a_dict[anal](host['runs'][i-1],host=host, args=args, hosts=hosts) |
| | | #try: |
| | | if(retval): |
| | | exit(0) |
| | | #except: |
| | | # pass |
| | | |
| | | |
| | | |
| | | |
| | | def perform_action(args,host,**kwargs): |
| | | #find which flags have been used and act upon them. -r -s -k -v -c --delete-comment are mutually exclusive, so only one of them is active |
| | |
| | | embed() |
| | | exit(0) |
| | | elif args['analysis']!= None: |
| | | analyze(args,host,kwargs.get('analyses', {}), args['analysis']) |
| | | analyze(args,host,kwargs.get('analyses', {}), args['analysis'],kwargs.get('hosts',None)) |
| | | exit(0) |
| | | else: #version requested |
| | | print(getTrisurfVersion()) |
| | |
| | | |
| | | def start(hosts,argv=sys.argv[1:], analyses={}): |
| | | args=vars(ParseCLIArguments(argv)) |
| | | #print(vars(args)) |
| | | |
| | | #Backward compatibility... If running just on localmode, the host specification is unnecessary. Check if only Runs are specified |
| | | try: |
| | | test_host=hosts[0]['name'] |
| | |
| | | print("Old syntax detected.") |
| | | hosts=({'name':socket.gethostname(),'address':'127.0.0.1', 'runs':hosts},) |
| | | |
| | | |
| | | #find the host at which the action is attended |
| | | if args['host']==None: |
| | | #Only status and version commands are automatically executed on all the hosts. stopping or starting or other actions is not! |
| | | if(args['status']==False and args['version']==False): |
| | | hosts=getListOfHostConfigurationByHostname(hosts,socket.gethostname()) |
| | | else: |
| | |
| | | if len(hosts)==0: |
| | | print ('Hostname "{}" does not exist in configuration file. Please check the spelling'.format(args['host'][0])) |
| | | exit(1) |
| | | |
| | | if not args['local_only']: |
| | | hosts=copyConfigAndConnect(hosts) |
| | | |
| | | #do local stuff: |
| | | for host in hosts: |
| | | if host['name'] == socket.gethostname(): |
| | | if(args['html']): |
| | | print("Host <font color='orange'>"+host['name']+"</font> reports the following:") |
| | | print("Host <font color='orange'>"+host['name']+"</font> reports:") |
| | | else: |
| | | print("Host "+bcolors.WARNING+host['name']+bcolors.ENDC+" reports the following:") |
| | | perform_action(args,host, analyses=analyses) |
| | | print("Host "+bcolors.WARNING+host['name']+bcolors.ENDC+" reports:") |
| | | perform_action(args,host, analyses=analyses, hosts=hosts) |
| | | elif not args['local_only']: |
| | | output=host['_conn'].execute('python3 ./remote_control.py -x '+" ".join(argv)) |
| | | if('remotebasepath' in host): |
| | | remote_dir=host['remotebasepath'] |
| | | else: |
| | | remote_dir='trisurf_simulations' |
| | | #output=host['_conn'].execute('cd '+remote_dir) |
| | | #print(remote_dir) |
| | | #print(main.__file__) |
| | | #print('python3 '+main.__file__+' -x '+" ".join(argv)) |
| | | output=host['_conn'].execute('cd '+remote_dir+ '; python3 '+main.__file__+' -x --originating-host ' +socket.gethostname()+" ".join(argv)) |
| | | for line in output: |
| | | print(line.replace('\n','')) |
| | | |