""" @Project ：microproduct @File ：DeformationMain.py @Function ：干涉形变 @Author ：SHJ @Contact：k @Date ：2021/9/1 @Version ：1.0.0 """ import datetime import logging import os import shutil import sys import tarfile from tool.algorithm.xml.AlgXmlHandle import CheckSource, ManageAlgXML # from tool.algorithm.xml.CreatMetafile import CreateMetafile # from ImageHandle import ImageHandler from save_gdal import save_gdal_main from view import view_main from autorun import auto_run_main from logHandler import LogHandler from ConfigeHandle import Config as cf import pyproj._compat # 解决打包报错 import scipy #解决打包错误 import scipy.spatial.transform # 用于解决打包错误 import scipy.spatial.transform._rotation_groups # 用于解决打包错误 import scipy.special.cython_special # 用于解决打包错误 EXE_NAME =None# cf.get('exe_name') DEBUG=False #LogHandler.init_log_handler('run_log\\' + EXE_NAME) #logger = logging.getLogger("mylog") class DeformationMain: """ 干涉形变主函数 """ def __init__(self, alg_xml_path): # self.imageHandler = ImageHandler() self.__alg_xml_handler = ManageAlgXML(alg_xml_path) self.__check_handler = CheckSource(self.__alg_xml_handler) self.__workspace_path = None self.__input_paras = {} self.__output_paras = {} self.__in_processing_paras = {} self.__out_para = None # self.__preprocessed_paras = {} self.__tif_names_list = [] def check_source(self): """ 检查算法相关的配置文件，图像，辅助文件是否齐全 """ self.env_str = os.getcwd() logger.info("sysdir: %s", self.env_str) if self.__check_handler.check_alg_xml() is False: raise Exception('check_alg_xml() failed!') if self.__check_handler.check_run_env() is False: raise Exception('check_run_env() failed!') input_para_names = ["SARS", "DEM"] if self.__check_handler.check_input_paras(input_para_names) is False: raise Exception('check_input_paras() failed!') # 创建工作区 self.__workspace_path = self.__alg_xml_handler.get_workspace_path() self.__create_work_space() # 配置输入参数 self.__input_paras = self.__alg_xml_handler.get_input_paras() self.__in_processing_paras = self.__init_processing_paras(self.__input_paras) aux_path = os.path.join(self.__workspace_origin_path, "AuxDir") if os.path.exists(aux_path) is False: os.mkdir(aux_path) self.__in_processing_paras.update({'AuxDir': aux_path}) # 写入输出参数 self.__out_para =os.path.join(self.__workspace_path, EXE_NAME, 'Output', "DeformationProduct.tar.gz") # self.__alg_xml_handler.write_out_para("DeformationProduct", self.__out_para) logger.info('check_source success!') logger.info('progress bar: 5%') return True def __init_processing_paras(self, names): """ :param names:字典列表，每个字典为一个输入产品的配置信息 """ processing_paras = {} for name in names: para = self.__input_paras[name] if para is None: logger.error(name + "is None!") return False if name == 'SARS': if para['DataType'] == 'File': processing_paras.update({'slc': para['ParaValue']}) else: para_path_list = para['ParaValue'].split(";") if len(para_path_list) != 0: dem_path = os.path.join(self.__workspace_origin_path, para['ParaName']) if os.path.exists(dem_path) is False: os.mkdir(dem_path) for file_path in para_path_list: tif_name = os.path.basename(file_path) shutil.copy(file_path, os.path.join(dem_path, tif_name)) para_path = os.path.join(self.__workspace_origin_path, para['ParaName']) processing_paras.update({'slc': para_path}) # paths = para['ParaValue'].split(';') # path_first = os.path.split(paths[0])[0] # for path in paths: # if os.path.split(path)[0] != path_first: # name = os.path.basename(path) # shutil.copy(path, os.path.join(path_first,name)) # processing_paras.update({'slc': path_first}) if name == 'DEM': if para['DataType'] == 'File': processing_paras.update({'dem': para['ParaValue']}) else: para_path_list = para['ParaValue'].split(";") if len(para_path_list) != 0: dem_path = os.path.join(self.__workspace_origin_path, para['ParaName']) if os.path.exists(dem_path) is False: os.mkdir(dem_path) for file_path in para_path_list: tif_name = os.path.basename(file_path) shutil.copy(file_path, os.path.join(dem_path, tif_name)) para_path = os.path.join(self.__workspace_origin_path, para['ParaName']) processing_paras.update({'dem': para_path}) # # 解压DEM到指定文件夹 # path = para['ParaValue'] # import zipfile # zip_file = zipfile.ZipFile(path) # zip_list = zip_file.namelist() # 得到压缩包里所有文件 # for f in zip_list: # zip_file.extract(f, self.__workspace_dem_path) # 循环解压文件到指定目录 # if os.path.splitext(f)[1] == '.wgs84': # dem_name = f # processing_paras.update({'dem': os.path.join(self.__workspace_dem_path, f)}) # zip_file.close() # self.verifyAndModifyWgsXml(self.__workspace_dem_path + '\\'+dem_name + '.xml', self.__workspace_dem_path + '\\'+dem_name) if name == 'Orbits': if para['DataType'] == 'File': processing_paras.update({'orbits': para['ParaValue']}) else: para_path_list = para['ParaValue'].split(";") if len(para_path_list) != 0: dem_path = os.path.join(self.__workspace_origin_path, para['ParaName']) if os.path.exists(dem_path) is False: os.mkdir(dem_path) for file_path in para_path_list: tif_name = os.path.basename(file_path) shutil.copy(file_path, os.path.join(dem_path, tif_name)) para_path = os.path.join(self.__workspace_origin_path, para['ParaName']) processing_paras.update({'orbits': para_path}) if name == 'MainImg': processing_paras.update({'mainimg': para['ParaValue']}) if name == 'box': datas = para['ParaValue'].split(';') if len(datas) != 4: msg = 'para: box is error!box:' + para['ParaValue'] raise Exception(msg) box = datas[0] + ' ' + datas[1] + ' ' + datas[2] + ' ' + datas[3] processing_paras.update({'box': box}) # if name == 'AuxDir': # aux_path = os.path.join(self.__workspace_origin_path, "AuxDir") # if os.path.exists(aux_path) is False: # os.mkdir(aux_path) # processing_paras.update({'AuxDir': aux_path}) # if para['DataType'] == 'File': # processing_paras.update({'AuxDir': para['ParaValue']}) # else: # para_path_list = para['ParaValue'].split(";") # if len(para_path_list) != 0: # para_path = os.path.dirname(para_path_list[0]) # processing_paras.update({'AuxDir': para_path}) if name == 'NumConnections': processing_paras.update({'NumConnections': para['ParaValue']}) if name == 'EsdCoherenceThreshold': processing_paras.update({'EsdCoherenceThreshold': para['ParaValue']}) return processing_paras def verifyAndModifyWgsXml(self, xmlPath, demPath): import xml.dom.minidom as xmldom domobj = xmldom.parse(xmlPath) rootNode = domobj.documentElement # print("elementobj:{0}".format(rootNode.nodeName)) pathInxml = '' # 获得子标签 propertyElementObj = rootNode.getElementsByTagName("property") for property in propertyElementObj: if property.hasAttribute("name"): if property.getAttribute("name") == "file_name": pathNode = property.getElementsByTagName("value")[0] pathInxml = pathNode.childNodes[0].data print('pathInxml1:', pathInxml) pathNode.childNodes[0].data = r"/".join(demPath.split("\\")) pathInxml = pathNode.childNodes[0].data print('pathInxml2:', pathInxml) with open(xmlPath, 'w') as f: # 缩进换行编码 domobj.writexml(f, addindent=' ', encoding='utf-8') def __create_work_space(self): """ 删除原有工作区文件夹,创建新工作区文件夹 """ # self.__workspace_preprocessing_path = self.__workspace_path + EXE_NAME + r"\Temporary\preprocessing""\\" self.__workspace_preprocessed_path = self.__workspace_path + EXE_NAME + r"\Temporary\preprocessed""\\" self.__workspace_processing_path = self.__workspace_path + EXE_NAME + r"\Temporary\processing""\\" self.__workspace_isce_path = os.path.join(self.__workspace_processing_path, 'isce_workspace') self.__workspace_mintpy_path = os.path.join(self.__workspace_processing_path, 'mintpy_workspace') self.__workspace_dem_path = os.path.join(self.__workspace_preprocessed_path, 'dem') self.__product_dic = self.__workspace_processing_path + 'product\\' self.__workspace_origin_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary", "origin") path_list = [self.__workspace_preprocessed_path, self.__workspace_processing_path, self.__workspace_isce_path, self.__workspace_dem_path, self.__product_dic,self.__workspace_mintpy_path, self.__workspace_origin_path] for path in path_list: if os.path.exists(path): # if DEBUG is True: # continue self.del_floder(path) os.makedirs(path) else: os.makedirs(path) logger.info('create new workspace success!') def del_file(self, path_data): """ 只删除文件，不删除文件夹 """ if DEBUG is True: return for i in os.listdir(path_data): # os.listdir(path_data)#返回一个列表，里面是当前目录下面的所有东西的相对路径 file_data = path_data + "\\" + i # 当前文件夹的下面的所有东西的绝对路径 if os.path.isfile(file_data) is True: # os.path.isfile判断是否为文件,如果是文件,就删除.如果是文件夹.递归给del_file. os.remove(file_data) else: self.del_file(file_data) @staticmethod def del_floder(dic): """ 删除整个文件夹 """ if DEBUG is True: return if os.path.isdir(dic): shutil.rmtree(dic) @staticmethod def make_targz(output_filename, source_dir): """ 一次性打包整个根目录。空子目录会被打包。 如果只打包不压缩，将"w:gz"参数改为"w:"或"w"即可。 :param output_filename:输出压缩包的完整路径，eg:'E:\test.tar.gz' :param source_dir:需要打包的跟目录，eg: 'E:\testFfile\'打包文件夹里面的所有文件,'E:\testFfile'打包文件夹 """ dir = os.path.split(output_filename)[0] if os.path.exists(dir) is False: os.makedirs(dir) with tarfile.open(output_filename, "w:gz") as tar: tar.add(source_dir, arcname=os.path.basename(source_dir)) def del_temp_workspace(self): """ 临时工作区 """ if DEBUG is True: return path = self.__workspace_path + EXE_NAME + r"\Temporary" if os.path.exists(path): self.del_floder(path) def updateFile(self, out_file, in_file, old_str, new_str): """ 替换文件中的字符串 :param out_file:输出文件名 :param in_file:输入文件名 :param old_str:就字符串 :param new_str:新字符串 :return: """ file_data = "" with open(in_file, "r", encoding="utf-8") as f: for line in f: if old_str in line: line = line.replace(old_str, new_str) file_data += line with open(out_file, "w", encoding="utf-8") as f: f.write(file_data) def process_handle(self): # 执行isce2.5生成干涉图 # 生成工作流配置文件 slc_dir = r"/".join(self.__in_processing_paras['slc'].split("\\"))+"/" dem_dir = r"/".join(self.__in_processing_paras['dem'].split("\\")) aux_dir = r"/".join(self.__in_processing_paras['AuxDir'].split("\\"))+"/" orbits_dir = r"/".join(self.__in_processing_paras['orbits'].split("\\")) isce_work_space = r"/".join(self.__workspace_isce_path.split("\\")) box = "'" +self.__in_processing_paras['box']+"'" main_img = self.__in_processing_paras['mainimg'] isce_exe_dir = r"/".join(os.path.join(self.env_str, "ISCEApp").split("\\")) EsdCoherenceThreshold = self.__in_processing_paras['EsdCoherenceThreshold'] os.chdir(isce_exe_dir) ### 转换tif影像为 wgs84格式 dem_dir = '/cygdrive/' + dem_dir.replace(":/", "/") out_dem_dir = self.__workspace_dem_path out_dem_dir = '/cygdrive/' + out_dem_dir.replace(":\\", "/") cmd = "demhgt2wgs.exe --tif_path {} --hgt_path {} --ASTGTM2".format(dem_dir, out_dem_dir) logger.info('demhgt2wgs_cmd:{}'.format(cmd)) result = os.system(cmd) logger.info('cmd_result:{}'.format(result)) import glob in_tif_paths = list(glob.glob(os.path.join(self.__workspace_dem_path, '*.wgs84'))) if in_tif_paths == []: raise Exception('demhgt2wgs.exe run failed!') dem_path = r"/".join(in_tif_paths[0].split("\\")) logger.info('demhgt2wgs finish!') logger.info('progress bar: 5%') cum_connections = self.__in_processing_paras['NumConnections'] # cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w {} -c {} -b {} -m {} -r 9 -z 3 -n '1 2 3' -p 'vv' -W interferogram -e {} --exeabsolute_dir {}".format(slc_dir, dem_path, aux_dir, orbits_dir, isce_work_space, cum_connections, box, main_img, EsdCoherenceThreshold, isce_exe_dir) cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w {} -c {} -b {} -m {} -r 9 -z 3 -n '1 2 3' -p 'vv' -W interferogram -e {} --exeabsolute_dir {}".format( slc_dir, dem_path, aux_dir, orbits_dir, isce_work_space, cum_connections, box, main_img, EsdCoherenceThreshold, isce_exe_dir) # 默认多视添加了 -r 3 -z 3 # cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w {} -c {} -b {} -m {} -n '1 2 3' -p 'vv' -W interferogram -e {} --exeabsolute_dir {}".format(slc_dir, dem_path, aux_dir, orbits_dir, isce_work_space, cum_connections, box, main_img, EsdCoherenceThreshold, isce_exe_dir) logger.info('stackSentinel_cmd:{}'.format(cmd)) result = os.system(cmd) logger.info('cmd_result:{}'.format(result)) logger.info('stackSentinel finish!') logger.info('progress bar: 10%') # # 执行stackSentinel.exe 生成运行配置文件 # slc_dir = 'D:/insar_data/Sentinel_Shanxi/slc/' # dem_path = 'D:/insar_data/Sentinel_Shanxi/DEM/demLat_N37_N40_Lon_E107_E112.dem.wgs84' # roi = "'37.6 38.0 109.5 110.0'" # -b '19 20 -99.5 -98.5' # aux_dir = 'D:/insar_data/Sentinel_Shanxi/AuxDir' # orbits_dir = 'D:/insar_data/Sentinel_Shanxi/orbits' # work_space = 'I:/test_insar2' # cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w{} -b {} -c {} -m {}".format(slc_dir, dem_path, aux_dir, orbits_dir,work_space, roi, '1', '20190206') # cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w{} -c {}".format(slc_dir, dem_path, aux_dir, orbits_dir, work_space, '1') # print('cmd:', cmd) # print(os.system(cmd)) #执行autorun.py生成干涉图 # os.chdir(self.env_str) # cmd = isce_exe_dir + '/autorun.exe -e {} -o {}'.format(isce_exe_dir, isce_work_space) # if os.path.exists(isce_exe_dir+'/autorun.exe'): # cmd = isce_exe_dir + '/autorun.exe -e {} -o {}'.format(isce_exe_dir, isce_work_space) # elif os.path.exists(isce_exe_dir+'/autorun.py'): # cmd = 'python {}/autorun.py -e {} -o {}'.format(isce_exe_dir, isce_work_space) cmd = ['-e', isce_exe_dir, '-o', isce_work_space] logger.info('autorun_cmd:{}'.format(cmd)) auto_run_main(cmd) # result = os.system(cmd) logger.info('cmd_result:{}'.format(result)) if result != 0: raise Exception('autorun.py run failed!') # 直接调用 # sys.argv.extend(['-e' + isce_exe_dir, '-o' + isce_work_space]) # logger.info('autorun_cmd:{}'.format(sys.argv)) # auto_run_main(sys.argv[1:]) logger.info('autorun_cmd success!') logger.info('progress bar: 90%') # 执行mintpy做时序分析 # paras = 'I:/test_mintpy/paras.cfg' # out_dir = 'I:/test_mintpy/out' paras_path = r"/".join(os.path.join(self.__workspace_mintpy_path, 'para.txt').split("\\")) template_path = os.path.join(self.env_str, 'mintpy_config_template.txt') self.updateFile(paras_path, template_path, "isce_work_space", isce_work_space) out_dir = r"/".join(self.__workspace_mintpy_path.split("\\")) cmd = "smallbaselineApp.exe {} --dir {}".format(paras_path, out_dir) os.chdir(os.path.join(self.env_str, "smallbaselineApp")) logger.info('smallbaselineApp_cmd:{}'.format(cmd)) result = os.system(cmd) logger.info('cmd_result:{}'.format(result)) if result != 0: raise Exception('smallbaselineApp.exe run failed!') logger.info('smallbaselineApp success!') logger.info('progress bar: 95%') # h5数据转tif import glob path_list = list(glob.glob(os.path.join(self.__workspace_mintpy_path+'\geo', '*.h5'))) for path in path_list: logger.info('write:{}'.format(path)) fname, fext = os.path.splitext(os.path.basename(path)) # 转为tif save_gdal_main([path, '-o', os.path.join(self.__product_dic, fname+'.tif')]) if fname == 'geo_velocity': # 生成快视图 view_main([path, 'velocity', '--nodisplay']) else: # 生成快视图 view_main([path, '--nodisplay']) # 复制快视图到产品目录 in_quik_img_path = fname+'.png' out_quik_img_path = os.path.join(self.__product_dic, fname+'.jpg') shutil.copy(in_quik_img_path, out_quik_img_path) os.remove(in_quik_img_path) self.make_targz(self.__out_para, self.__product_dic) logger.info('process_handle finished!') logger.info('progress bar: 100%') return True if __name__ == '__main__': __name__="hasover!" EXE_NAME = cf.get('exe_name') if cf.get('debug') == 'True': DEBUG = True else: DEBUG = False LogHandler.init_log_handler('run_log\\' + EXE_NAME) logger = logging.getLogger("mylog") start = datetime.datetime.now() try: if len(sys.argv) < 2: xml_path = 'Deformation.xml' else: xml_path = sys.argv[1] Main = DeformationMain(xml_path) if not Main.check_source(): raise Exception('check_source() failed!') if not Main.process_handle(): raise Exception('process_handle() failed!') logger.info('successful production of Deformation products!') except Exception: logger.exception("run-time error!") finally: Main.del_temp_workspace() pass end = datetime.datetime.now() msg = 'running use time: %s ' % (end - start) logger.info(msg)