#! /usr/bin/env python ################################################################# ### This program is part of PyINT v2.1 ### ### Copy Right (c): 2017-2019, Yunmeng Cao ### ### Author: Yunmeng Cao ### ### Contact : ymcmrs@gmail.com ### ################################################################# import numpy as np import os import sys import subprocess import getopt import time import glob import argparse import csv from pathlib import Path from pyint import _utils as ut def get_s1_date(raw_file): file0 = os.path.basename(raw_file) date = file0[17:25] return date def get_s1_time(raw_file): file0 = os.path.basename(raw_file) times= file0[26:32] return times def get_satellite(raw_file): name = os.path.basename(str(raw_file)) if name.startswith('S1') and len(name) >= 3: s0 = name[2] else: s0 = 'A' return s0 def cmdLineParse(): parser = argparse.ArgumentParser(description='Generate SLC from Sentinel-1 raw data with orbit correction using GAMMA.',\ formatter_class=argparse.RawTextHelpFormatter,\ epilog=INTRODUCTION+'\n'+EXAMPLE) parser.add_argument('projectName', help='project name. e.g., ChangningT55S1A') parser.add_argument('date',help='date to be processed. e.g., 20180101') inps = parser.parse_args() return inps INTRODUCTION = ''' ------------------------------------------------------------------- Cat two SLC from Sentinel-1 raw data using S1_import_SLC_from_zipfiles and SLC_cat_S1_TOPS with orbit correction. [Precise orbit data will be downloaded automatically] ''' EXAMPLE = """Usage: down2slc_sen.py projectName date down2slc_sen.py ChangningT55S1A 20180517 ------------------------------------------------------------------- """ def main(argv): inps = cmdLineParse() projectName = inps.projectName date = inps.date scratchDir = os.getenv('SCRATCHDIR') projectDir = scratchDir + '/' + projectName templateDir = os.getenv('TEMPLATEDIR') templateFile = templateDir + "/" + projectName + ".template" templateDict=ut.update_template(templateFile) rlks = templateDict['range_looks'] slc_dir = projectDir + '/SLC' down_dir = projectDir + '/DOWNLOAD' #opod_dir = projectDir + '/OPOD' opod_dir = os.getenv('OPOD_DIR') #if not os.path.isdir(opod_dir): # os.mkdir(opod_dir) if opod_dir and not os.path.isdir(opod_dir): os.makedirs(opod_dir, exist_ok=True) if not os.path.isdir(slc_dir): os.mkdir(slc_dir) work_dir = slc_dir + '/' + date if not os.path.isdir(work_dir): os.mkdir(work_dir) os.chdir(work_dir) t_date = 't_' + date start_swath = templateDict['start_swath'] end_swath = templateDict['end_swath'] # if (start_swath == '1') and (end_swath == '1'): # k_swath = '1' # elif (start_swath == '2') and (end_swath == '2'): # k_swath = '2' # elif (start_swath == '3') and (end_swath == '3'): # k_swath = '3' # elif (start_swath == '1') and (end_swath == '2'): # k_swath = '4' # elif (start_swath == '2') and (end_swath == '3'): # k_swath = '5' # elif (start_swath == '2') and (end_swath == '3'): # k_swath = '-' k_swath = ut.get_sardata_swath(start_swath,end_swath) raw_files = sorted(glob.glob(down_dir + '/S1*' + date + '*.zip') + glob.glob(down_dir + '/S1*' + date + '*.SAFE')) if not raw_files: raise FileNotFoundError('No Sentinel-1 scenes found for date ' + date) with open(t_date, 'w', encoding='utf-8') as f: for raw_file in raw_files: f.write(str(raw_file) + '\n') satellite = get_satellite(str(raw_files[0])) #orbit_file = ut.download_s1_orbit(date,opod_dir,satellite=satellite) raw_file_list = glob.glob(down_dir + '/S1*' + date + '*.zip') + glob.glob(down_dir + '/S1*' + date + '*.SAFE') file_num=len(raw_files) if raw_files and os.path.isdir(str(raw_files[0])): call_str = 'S1_BURST_tab_from_zipfile.py 3 --dir_ref_list ' + t_date + ' --dir_list ' + t_date else: call_str = 'S1_BURST_tab_from_zipfile.py 3 --zip_ref_list ' + t_date + ' --zip_list ' + t_date rc = os.system(call_str) if rc != 0: raise RuntimeError('S1_BURST_tab_from_zipfile.py failed with rc=' + str(rc)) for kk in range(file_num): zipfile_ref=str(raw_files[kk]) outfile_name=zipfile_ref.split('/')[-1].split('.')[0] burst_number_table_ref=outfile_name + '.BURST_tab' #call_str = 'S1_BURST_tab_from_zipfile ' + t_date + ' ' + str(raw_files[kk]) + ' - 1' #os.system(call_str) #call_str = 'S1_import_SLC_from_zipfiles ' + t_date + ' ' + burst_number_table_ref + ' vv 0 ' + k_swath + ' ' + opod_dir + ' 1 1 ' call_str = 'read_S1_TOPS_SLC.py ' + zipfile_ref + ' --burst_sel ' + burst_number_table_ref + ' --pol vv --root_name ' + date + ' --sw_start ' + start_swath + ' --swn ' + end_swath + ' --OPOD_dir ' + opod_dir rc = os.system(call_str) if rc != 0: raise RuntimeError('read_S1_TOPS_SLC.py failed with rc=' + str(rc)) os.chdir(work_dir) rename_rules = [ ('vv.iw1.slc', 'iw1_' + str(kk) + '.slc'), ('vv.iw2.slc', 'iw2_' + str(kk) + '.slc'), ('vv.iw3.slc', 'iw3_' + str(kk) + '.slc'), ('vv.SLC_tab', 'SLC_tab'), ('vv.slc', 'slc'), ('tops_par', 'TOPS_par'), ] for src_token, dst_token in rename_rules: for candidate in list(Path(work_dir).iterdir()): if src_token not in candidate.name: continue target = candidate.with_name(candidate.name.replace(src_token, dst_token)) if target != candidate and not target.exists(): candidate.rename(target) SLC_Tab = work_dir + '/' + date + '_SLC_Tab' +str(kk) SLC_list = sorted(glob.glob(work_dir + '/*iw*_' + str(kk) +'.slc')) SLC_par_list = sorted(glob.glob(work_dir + '/*iw*_' + str(kk) +'.slc.par')) TOP_par_list = sorted(glob.glob(work_dir + '/*iw*_' + str(kk) +'.slc.TOPS_par')) if not TOP_par_list: TOP_par_list = sorted(glob.glob(work_dir + '/*iw*_' + str(kk) +'.slc.tops_par')) if (not SLC_list or not SLC_par_list or not TOP_par_list or len(SLC_list) != len(SLC_par_list) or len(SLC_list) != len(TOP_par_list)): raise RuntimeError('Sentinel-1 concatenated SLC generation did not produce expected IW products for ' + date) cat_str = 'touch slc_list slc_par_list top_par_list' os.system(cat_str) list_num=len(SLC_list) for tt in range(list_num): call_str = 'echo ' + SLC_list[tt] + ' >> slc_list' os.system(call_str) call_str = 'echo ' + SLC_par_list[tt] + ' >> slc_par_list' os.system(call_str) call_str = 'echo ' + TOP_par_list[tt] + ' >> top_par_list' os.system(call_str) call_str = ' paste slc_list slc_par_list top_par_list > ' + SLC_Tab rc = os.system(call_str) if rc != 0: raise RuntimeError('paste SLC tab failed with rc=' + str(rc)) call_str = 'rm slc_list slc_par_list top_par_list' os.system(call_str) SLC_list = sorted(glob.glob(work_dir + '/*iw*.slc')) SLC_Tab = work_dir + '/' + date+'_SLC_Tab' subswath=len(SLC_list)/2 for kk in range(int(subswath)): swath=kk+1 call_str = 'echo ' + date + '.IW' + str(swath) + '.slc ' + date + '.IW' + str(swath) + '.slc.par ' + date + '.IW' + str(swath) + '.slc.TOPS_par ' + '>> ' + SLC_Tab os.system(call_str) call_str = 'SLC_cat_S1_TOPS ' +SLC_Tab+'0 ' + SLC_Tab +'1 ' + SLC_Tab os.system(call_str) #call_str = "rename vv.slc.iw1 IW1.slc * " #os.system(call_str) #call_str = "rename 's/vv.slc.iw2/IW2.slc/g' *" #call_str = "rename vv.slc.iw2 IW2.slc * " #os.system(call_str) #call_str = "rename 's/vv.slc.iw3/IW3.slc/g' *" #call_str = "rename vv.slc.iw3 IW3.slc * " #os.system(call_str) #call_str = 'rm *.iw* *SLC_Tab*' #os.system(call_str) SLC_Tab = work_dir + '/' + date+'_SLC_Tab' SLC_list = sorted(glob.glob(work_dir + '/*IW*.slc')) SLC_par_list = sorted(glob.glob(work_dir + '/*IW*.slc.par')) TOP_par_list = sorted(glob.glob(work_dir + '/*IW*.slc.TOPS_par')) if not TOP_par_list: TOP_par_list = sorted(glob.glob(work_dir + '/*IW*.slc.tops_par')) #call_str = 'rm *iw* *vv.SLC_tab' #os.system(call_str) if os.path.isfile(SLC_Tab): os.remove(SLC_Tab) if (not SLC_list or not SLC_par_list or not TOP_par_list or len(SLC_list) != len(SLC_par_list) or len(SLC_list) != len(TOP_par_list)): raise RuntimeError('Sentinel-1 concatenated final SLC products are incomplete for ' + date) for kk in range(len(SLC_list)): call_str = 'echo ' + SLC_list[kk] + ' ' + SLC_par_list[kk] + ' ' + TOP_par_list[kk] + ' >> ' + SLC_Tab rc = os.system(call_str) if rc != 0: raise RuntimeError('failed to append concatenated SLC tab with rc=' + str(rc)) BURST = SLC_par_list[kk].replace('slc.par','burst.par') call_str = 'SLC_burst_corners ' + SLC_par_list[kk] + ' ' + TOP_par_list[kk] + ' > ' +BURST rc = os.system(call_str) if rc != 0: raise RuntimeError('SLC_burst_corners failed with rc=' + str(rc)) call_str = "echo 'SLC has already down' >down2slc.dat" os.system(call_str) TSLC = work_dir + '/' + date + '.slc' TSLCPar = work_dir + '/' + date + '.slc.par' if not os.path.isfile(TSLC) or not os.path.isfile(TSLCPar): call_str = 'SLC_mosaic_ScanSAR ' + SLC_Tab + ' ' + TSLC + ' ' + TSLCPar + ' 10 2' rc = os.system(call_str) if rc != 0: raise RuntimeError('SLC_mosaic_ScanSAR failed with rc=' + str(rc)) print("Down to SLC for %s is done! " % date) sys.exit(0) if __name__ == '__main__': main(sys.argv[:])