124 lines
4.2 KiB
Python
124 lines
4.2 KiB
Python
#! /usr/bin/env python
|
|
#################################################################
|
|
### This program is part of PyINT v2.1 ###
|
|
### Copy Right (c): 2017-2019, Yunmeng Cao ###
|
|
### Author: Yunmeng Cao ###
|
|
### Contact : ymcmrs@gmail.com ###
|
|
#################################################################
|
|
|
|
import numpy as np
|
|
import os
|
|
import sys
|
|
import getopt
|
|
import time
|
|
import glob
|
|
import argparse
|
|
|
|
import subprocess
|
|
from pyint import _utils as ut
|
|
|
|
|
|
def work(data0):
|
|
cmd = data0[0]
|
|
err_file = data0[1]
|
|
p = subprocess.run(cmd, shell=False,stderr=subprocess.PIPE, stdout=subprocess.PIPE)
|
|
stdout = p.stdout
|
|
stderr = p.stderr
|
|
|
|
if type(stderr) == bytes:
|
|
aa=stderr.decode("utf-8", errors="replace")
|
|
else:
|
|
aa = stderr
|
|
if type(stdout) == bytes:
|
|
bb=stdout.decode("utf-8", errors="replace")
|
|
else:
|
|
bb = stdout
|
|
if p.returncode != 0:
|
|
detail_parts = []
|
|
if bb:
|
|
detail_parts.append(bb)
|
|
if aa:
|
|
detail_parts.append(aa)
|
|
detail = '\n'.join(part.strip() for part in detail_parts if part and part.strip())
|
|
str0 = cmd[0] + ' ' + cmd[1] + ' ' + cmd[2] + '\n'
|
|
with open(err_file, 'a') as f:
|
|
f.write(str0)
|
|
if detail:
|
|
f.write(detail)
|
|
f.write('\n')
|
|
raise RuntimeError(str0.strip() + ' failed with rc=' + str(p.returncode) + ('\n' + detail if detail else ''))
|
|
|
|
if aa:
|
|
str0 = cmd[0] + ' ' + cmd[1] + ' ' + cmd[2] + '\n'
|
|
#print(aa)
|
|
with open(err_file, 'a') as f:
|
|
f.write(str0)
|
|
f.write(aa)
|
|
f.write('\n')
|
|
|
|
return
|
|
#########################################################################
|
|
|
|
INTRODUCTION = '''
|
|
-------------------------------------------------------------------
|
|
Extract reference TOPS related bursts for coregistration using GAMMA.
|
|
|
|
'''
|
|
|
|
EXAMPLE = '''
|
|
Usage:
|
|
extract_s1_bursts_all.py projectName
|
|
extract_s1_bursts_all.py projectName --parallel 4
|
|
-------------------------------------------------------------------
|
|
'''
|
|
|
|
|
|
def cmdLineParse():
|
|
parser = argparse.ArgumentParser(description='Extract reference TOPS related bursts for coregistration using GAMMA.',\
|
|
formatter_class=argparse.RawTextHelpFormatter,\
|
|
epilog=INTRODUCTION+'\n'+EXAMPLE)
|
|
|
|
parser.add_argument('projectName',help='projectName for processing.')
|
|
parser.add_argument('--parallel', dest='parallelNumb', type=int, default=1, help='Enable parallel processing and Specify the number of processors.')
|
|
|
|
inps = parser.parse_args()
|
|
return inps
|
|
|
|
|
|
def main(argv):
|
|
start_time = time.time()
|
|
inps = cmdLineParse()
|
|
projectName = inps.projectName
|
|
scratchDir = os.getenv('SCRATCHDIR')
|
|
projectDir = scratchDir + '/' + projectName
|
|
slcDir = scratchDir + '/' + projectName + '/SLC'
|
|
slc_list = [os.path.basename(fname) for fname in sorted(glob.glob(slcDir + '/*'))]
|
|
templateDir = os.getenv('TEMPLATEDIR')
|
|
templateFile = templateDir + "/" + projectName + ".template"
|
|
templateDict=ut.update_template(templateFile)
|
|
master_date = templateDict['masterDate']
|
|
|
|
err_txt = scratchDir + '/' + projectName + '/extract_s1_bursts_all.err'
|
|
if os.path.isfile(err_txt): os.remove(err_txt)
|
|
|
|
data_para = []
|
|
for i in range(len(slc_list)):
|
|
if slc_list[i] == master_date:
|
|
continue
|
|
cmd0 = ['extract_s1_bursts.py',projectName,slc_list[i]]
|
|
data0 = [cmd0,err_txt]
|
|
data_para.append(data0)
|
|
|
|
results = ut.parallel_process(data_para, work, n_jobs=inps.parallelNumb, use_kwargs=False)
|
|
failures = [str(item) for item in results if isinstance(item, Exception)]
|
|
if failures:
|
|
raise RuntimeError('\n\n'.join(failures))
|
|
print("Extract TOPS bursts for project %s is done! " % projectName)
|
|
ut.print_process_time(start_time, time.time())
|
|
|
|
sys.exit(0)
|
|
|
|
if __name__ == '__main__':
|
|
main(sys.argv[:])
|
|
|