microproduct/deformation-sentiral/DeformationMain.py

464 lines
21 KiB
Python
Raw Permalink Normal View History

2023-08-28 10:17:29 +00:00
"""
@Project microproduct
@File DeformationMain.py
@Function 干涉形变
@Author SHJ
@Contactk
@Date 2021/9/1
@Version 1.0.0
"""
import datetime
import logging
import os
import shutil
import sys
import tarfile
from tool.algorithm.xml.AlgXmlHandle import CheckSource, ManageAlgXML
# from tool.algorithm.xml.CreatMetafile import CreateMetafile
# from ImageHandle import ImageHandler
from save_gdal import save_gdal_main
from view import view_main
from autorun import auto_run_main
from logHandler import LogHandler
from ConfigeHandle import Config as cf
import pyproj._compat # 解决打包报错
import scipy #解决打包错误
import scipy.spatial.transform # 用于解决打包错误
import scipy.spatial.transform._rotation_groups # 用于解决打包错误
import scipy.special.cython_special # 用于解决打包错误
EXE_NAME =None# cf.get('exe_name')
DEBUG=False
#LogHandler.init_log_handler('run_log\\' + EXE_NAME)
#logger = logging.getLogger("mylog")
class DeformationMain:
"""
干涉形变主函数
"""
def __init__(self, alg_xml_path):
# self.imageHandler = ImageHandler()
self.__alg_xml_handler = ManageAlgXML(alg_xml_path)
self.__check_handler = CheckSource(self.__alg_xml_handler)
self.__workspace_path = None
self.__input_paras = {}
self.__output_paras = {}
self.__in_processing_paras = {}
self.__out_para = None
# self.__preprocessed_paras = {}
self.__tif_names_list = []
def check_source(self):
"""
检查算法相关的配置文件图像辅助文件是否齐全
"""
self.env_str = os.getcwd()
logger.info("sysdir: %s", self.env_str)
if self.__check_handler.check_alg_xml() is False:
raise Exception('check_alg_xml() failed!')
if self.__check_handler.check_run_env() is False:
raise Exception('check_run_env() failed!')
input_para_names = ["SARS", "DEM"]
if self.__check_handler.check_input_paras(input_para_names) is False:
raise Exception('check_input_paras() failed!')
# 创建工作区
self.__workspace_path = self.__alg_xml_handler.get_workspace_path()
self.__create_work_space()
# 配置输入参数
self.__input_paras = self.__alg_xml_handler.get_input_paras()
self.__in_processing_paras = self.__init_processing_paras(self.__input_paras)
aux_path = os.path.join(self.__workspace_origin_path, "AuxDir")
if os.path.exists(aux_path) is False:
os.mkdir(aux_path)
self.__in_processing_paras.update({'AuxDir': aux_path})
# 写入输出参数
self.__out_para =os.path.join(self.__workspace_path, EXE_NAME, 'Output', "DeformationProduct.tar.gz")
# self.__alg_xml_handler.write_out_para("DeformationProduct", self.__out_para)
logger.info('check_source success!')
logger.info('progress bar: 5%')
return True
def __init_processing_paras(self, names):
"""
:param names:字典列表每个字典为一个输入产品的配置信息
"""
processing_paras = {}
for name in names:
para = self.__input_paras[name]
if para is None:
logger.error(name + "is None!")
return False
if name == 'SARS':
if para['DataType'] == 'File':
processing_paras.update({'slc': para['ParaValue']})
else:
para_path_list = para['ParaValue'].split(";")
if len(para_path_list) != 0:
dem_path = os.path.join(self.__workspace_origin_path, para['ParaName'])
if os.path.exists(dem_path) is False:
os.mkdir(dem_path)
for file_path in para_path_list:
tif_name = os.path.basename(file_path)
shutil.copy(file_path, os.path.join(dem_path, tif_name))
para_path = os.path.join(self.__workspace_origin_path, para['ParaName'])
processing_paras.update({'slc': para_path})
# paths = para['ParaValue'].split(';')
# path_first = os.path.split(paths[0])[0]
# for path in paths:
# if os.path.split(path)[0] != path_first:
# name = os.path.basename(path)
# shutil.copy(path, os.path.join(path_first,name))
# processing_paras.update({'slc': path_first})
if name == 'DEM':
if para['DataType'] == 'File':
processing_paras.update({'dem': para['ParaValue']})
else:
para_path_list = para['ParaValue'].split(";")
if len(para_path_list) != 0:
dem_path = os.path.join(self.__workspace_origin_path, para['ParaName'])
if os.path.exists(dem_path) is False:
os.mkdir(dem_path)
for file_path in para_path_list:
tif_name = os.path.basename(file_path)
shutil.copy(file_path, os.path.join(dem_path, tif_name))
para_path = os.path.join(self.__workspace_origin_path, para['ParaName'])
processing_paras.update({'dem': para_path})
# # 解压DEM到指定文件夹
# path = para['ParaValue']
# import zipfile
# zip_file = zipfile.ZipFile(path)
# zip_list = zip_file.namelist() # 得到压缩包里所有文件
# for f in zip_list:
# zip_file.extract(f, self.__workspace_dem_path) # 循环解压文件到指定目录
# if os.path.splitext(f)[1] == '.wgs84':
# dem_name = f
# processing_paras.update({'dem': os.path.join(self.__workspace_dem_path, f)})
# zip_file.close()
# self.verifyAndModifyWgsXml(self.__workspace_dem_path + '\\'+dem_name + '.xml', self.__workspace_dem_path + '\\'+dem_name)
if name == 'Orbits':
if para['DataType'] == 'File':
processing_paras.update({'orbits': para['ParaValue']})
else:
para_path_list = para['ParaValue'].split(";")
if len(para_path_list) != 0:
dem_path = os.path.join(self.__workspace_origin_path, para['ParaName'])
if os.path.exists(dem_path) is False:
os.mkdir(dem_path)
for file_path in para_path_list:
tif_name = os.path.basename(file_path)
shutil.copy(file_path, os.path.join(dem_path, tif_name))
para_path = os.path.join(self.__workspace_origin_path, para['ParaName'])
processing_paras.update({'orbits': para_path})
if name == 'MainImg':
processing_paras.update({'mainimg': para['ParaValue']})
if name == 'box':
datas = para['ParaValue'].split(';')
if len(datas) != 4:
msg = 'para: box is error!box:' + para['ParaValue']
raise Exception(msg)
box = datas[0] + ' ' + datas[1] + ' ' + datas[2] + ' ' + datas[3]
processing_paras.update({'box': box})
# if name == 'AuxDir':
# aux_path = os.path.join(self.__workspace_origin_path, "AuxDir")
# if os.path.exists(aux_path) is False:
# os.mkdir(aux_path)
# processing_paras.update({'AuxDir': aux_path})
# if para['DataType'] == 'File':
# processing_paras.update({'AuxDir': para['ParaValue']})
# else:
# para_path_list = para['ParaValue'].split(";")
# if len(para_path_list) != 0:
# para_path = os.path.dirname(para_path_list[0])
# processing_paras.update({'AuxDir': para_path})
if name == 'NumConnections':
processing_paras.update({'NumConnections': para['ParaValue']})
if name == 'EsdCoherenceThreshold':
processing_paras.update({'EsdCoherenceThreshold': para['ParaValue']})
return processing_paras
def verifyAndModifyWgsXml(self, xmlPath, demPath):
import xml.dom.minidom as xmldom
domobj = xmldom.parse(xmlPath)
rootNode = domobj.documentElement
# print("elementobj:{0}".format(rootNode.nodeName))
pathInxml = ''
# 获得子标签
propertyElementObj = rootNode.getElementsByTagName("property")
for property in propertyElementObj:
if property.hasAttribute("name"):
if property.getAttribute("name") == "file_name":
pathNode = property.getElementsByTagName("value")[0]
pathInxml = pathNode.childNodes[0].data
print('pathInxml1:', pathInxml)
pathNode.childNodes[0].data = r"/".join(demPath.split("\\"))
pathInxml = pathNode.childNodes[0].data
print('pathInxml2:', pathInxml)
with open(xmlPath, 'w') as f:
# 缩进换行编码
domobj.writexml(f, addindent=' ', encoding='utf-8')
def __create_work_space(self):
"""
删除原有工作区文件夹,创建新工作区文件夹
"""
# self.__workspace_preprocessing_path = self.__workspace_path + EXE_NAME + r"\Temporary\preprocessing""\\"
self.__workspace_preprocessed_path = self.__workspace_path + EXE_NAME + r"\Temporary\preprocessed""\\"
self.__workspace_processing_path = self.__workspace_path + EXE_NAME + r"\Temporary\processing""\\"
self.__workspace_isce_path = os.path.join(self.__workspace_processing_path, 'isce_workspace')
self.__workspace_mintpy_path = os.path.join(self.__workspace_processing_path, 'mintpy_workspace')
self.__workspace_dem_path = os.path.join(self.__workspace_preprocessed_path, 'dem')
self.__product_dic = self.__workspace_processing_path + 'product\\'
self.__workspace_origin_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary", "origin")
path_list = [self.__workspace_preprocessed_path, self.__workspace_processing_path, self.__workspace_isce_path,
self.__workspace_dem_path, self.__product_dic,self.__workspace_mintpy_path, self.__workspace_origin_path]
for path in path_list:
if os.path.exists(path):
# if DEBUG is True:
# continue
self.del_floder(path)
os.makedirs(path)
else:
os.makedirs(path)
logger.info('create new workspace success!')
def del_file(self, path_data):
"""
只删除文件不删除文件夹
"""
if DEBUG is True:
return
for i in os.listdir(path_data): # os.listdir(path_data)#返回一个列表,里面是当前目录下面的所有东西的相对路径
file_data = path_data + "\\" + i # 当前文件夹的下面的所有东西的绝对路径
if os.path.isfile(file_data) is True: # os.path.isfile判断是否为文件,如果是文件,就删除.如果是文件夹.递归给del_file.
os.remove(file_data)
else:
self.del_file(file_data)
@staticmethod
def del_floder(dic):
"""
删除整个文件夹
"""
if DEBUG is True:
return
if os.path.isdir(dic):
shutil.rmtree(dic)
@staticmethod
def make_targz(output_filename, source_dir):
"""
一次性打包整个根目录空子目录会被打包
如果只打包不压缩"w:gz"参数改为"w:""w"即可
:param output_filename:输出压缩包的完整路径eg:'E:\test.tar.gz'
:param source_dir:需要打包的跟目录eg: 'E:\testFfile\'打包文件夹里面的所有文件,'E:\testFfile'打包文件夹
"""
dir = os.path.split(output_filename)[0]
if os.path.exists(dir) is False:
os.makedirs(dir)
with tarfile.open(output_filename, "w:gz") as tar:
tar.add(source_dir, arcname=os.path.basename(source_dir))
def del_temp_workspace(self):
"""
临时工作区
"""
if DEBUG is True:
return
path = self.__workspace_path + EXE_NAME + r"\Temporary"
if os.path.exists(path):
self.del_floder(path)
def updateFile(self, out_file, in_file, old_str, new_str):
"""
替换文件中的字符串
:param out_file:输出文件名
:param in_file:输入文件名
:param old_str:就字符串
:param new_str:新字符串
:return:
"""
file_data = ""
with open(in_file, "r", encoding="utf-8") as f:
for line in f:
if old_str in line:
line = line.replace(old_str, new_str)
file_data += line
with open(out_file, "w", encoding="utf-8") as f:
f.write(file_data)
def process_handle(self):
# 执行isce2.5生成干涉图
# 生成工作流配置文件
slc_dir = r"/".join(self.__in_processing_paras['slc'].split("\\"))+"/"
dem_dir = r"/".join(self.__in_processing_paras['dem'].split("\\"))
aux_dir = r"/".join(self.__in_processing_paras['AuxDir'].split("\\"))+"/"
orbits_dir = r"/".join(self.__in_processing_paras['orbits'].split("\\"))
isce_work_space = r"/".join(self.__workspace_isce_path.split("\\"))
box = "'" +self.__in_processing_paras['box']+"'"
main_img = self.__in_processing_paras['mainimg']
isce_exe_dir = r"/".join(os.path.join(self.env_str, "ISCEApp").split("\\"))
EsdCoherenceThreshold = self.__in_processing_paras['EsdCoherenceThreshold']
os.chdir(isce_exe_dir)
### 转换tif影像为 wgs84格式
dem_dir = '/cygdrive/' + dem_dir.replace(":/", "/")
out_dem_dir = self.__workspace_dem_path
out_dem_dir = '/cygdrive/' + out_dem_dir.replace(":\\", "/")
cmd = "demhgt2wgs.exe --tif_path {} --hgt_path {} --ASTGTM2".format(dem_dir, out_dem_dir)
logger.info('demhgt2wgs_cmd:{}'.format(cmd))
result = os.system(cmd)
logger.info('cmd_result:{}'.format(result))
import glob
in_tif_paths = list(glob.glob(os.path.join(self.__workspace_dem_path, '*.wgs84')))
if in_tif_paths == []:
raise Exception('demhgt2wgs.exe run failed!')
dem_path = r"/".join(in_tif_paths[0].split("\\"))
logger.info('demhgt2wgs finish!')
logger.info('progress bar: 5%')
cum_connections = self.__in_processing_paras['NumConnections']
# cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w {} -c {} -b {} -m {} -r 9 -z 3 -n '1 2 3' -p 'vv' -W interferogram -e {} --exeabsolute_dir {}".format(slc_dir, dem_path, aux_dir, orbits_dir, isce_work_space, cum_connections, box, main_img, EsdCoherenceThreshold, isce_exe_dir)
cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w {} -c {} -b {} -m {} -r 9 -z 3 -n '1 2 3' -p 'vv' -W interferogram -e {} --exeabsolute_dir {}".format(
slc_dir, dem_path, aux_dir, orbits_dir, isce_work_space, cum_connections, box, main_img,
EsdCoherenceThreshold, isce_exe_dir)
# 默认多视添加了 -r 3 -z 3
# cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w {} -c {} -b {} -m {} -n '1 2 3' -p 'vv' -W interferogram -e {} --exeabsolute_dir {}".format(slc_dir, dem_path, aux_dir, orbits_dir, isce_work_space, cum_connections, box, main_img, EsdCoherenceThreshold, isce_exe_dir)
logger.info('stackSentinel_cmd:{}'.format(cmd))
result = os.system(cmd)
logger.info('cmd_result:{}'.format(result))
logger.info('stackSentinel finish!')
logger.info('progress bar: 10%')
# # 执行stackSentinel.exe 生成运行配置文件
# slc_dir = 'D:/insar_data/Sentinel_Shanxi/slc/'
# dem_path = 'D:/insar_data/Sentinel_Shanxi/DEM/demLat_N37_N40_Lon_E107_E112.dem.wgs84'
# roi = "'37.6 38.0 109.5 110.0'" # -b '19 20 -99.5 -98.5'
# aux_dir = 'D:/insar_data/Sentinel_Shanxi/AuxDir'
# orbits_dir = 'D:/insar_data/Sentinel_Shanxi/orbits'
# work_space = 'I:/test_insar2'
# cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w{} -b {} -c {} -m {}".format(slc_dir, dem_path, aux_dir, orbits_dir,work_space, roi, '1', '20190206')
# cmd = "stackSentinel.exe -s {} -d {} -a {} -o {} -w{} -c {}".format(slc_dir, dem_path, aux_dir, orbits_dir, work_space, '1')
# print('cmd:', cmd)
# print(os.system(cmd))
#执行autorun.py生成干涉图
# os.chdir(self.env_str)
# cmd = isce_exe_dir + '/autorun.exe -e {} -o {}'.format(isce_exe_dir, isce_work_space)
# if os.path.exists(isce_exe_dir+'/autorun.exe'):
# cmd = isce_exe_dir + '/autorun.exe -e {} -o {}'.format(isce_exe_dir, isce_work_space)
# elif os.path.exists(isce_exe_dir+'/autorun.py'):
# cmd = 'python {}/autorun.py -e {} -o {}'.format(isce_exe_dir, isce_work_space)
cmd = ['-e', isce_exe_dir, '-o', isce_work_space]
logger.info('autorun_cmd:{}'.format(cmd))
auto_run_main(cmd)
# result = os.system(cmd)
logger.info('cmd_result:{}'.format(result))
if result != 0:
raise Exception('autorun.py run failed!')
# 直接调用
# sys.argv.extend(['-e' + isce_exe_dir, '-o' + isce_work_space])
# logger.info('autorun_cmd:{}'.format(sys.argv))
# auto_run_main(sys.argv[1:])
logger.info('autorun_cmd success!')
logger.info('progress bar: 90%')
# 执行mintpy做时序分析
# paras = 'I:/test_mintpy/paras.cfg'
# out_dir = 'I:/test_mintpy/out'
paras_path = r"/".join(os.path.join(self.__workspace_mintpy_path, 'para.txt').split("\\"))
template_path = os.path.join(self.env_str, 'mintpy_config_template.txt')
self.updateFile(paras_path, template_path, "isce_work_space", isce_work_space)
out_dir = r"/".join(self.__workspace_mintpy_path.split("\\"))
cmd = "smallbaselineApp.exe {} --dir {}".format(paras_path, out_dir)
os.chdir(os.path.join(self.env_str, "smallbaselineApp"))
logger.info('smallbaselineApp_cmd:{}'.format(cmd))
result = os.system(cmd)
logger.info('cmd_result:{}'.format(result))
if result != 0:
raise Exception('smallbaselineApp.exe run failed!')
logger.info('smallbaselineApp success!')
logger.info('progress bar: 95%')
# h5数据转tif
import glob
path_list = list(glob.glob(os.path.join(self.__workspace_mintpy_path+'\geo', '*.h5')))
for path in path_list:
logger.info('write:{}'.format(path))
fname, fext = os.path.splitext(os.path.basename(path))
# 转为tif
save_gdal_main([path, '-o', os.path.join(self.__product_dic, fname+'.tif')])
if fname == 'geo_velocity':
# 生成快视图
view_main([path, 'velocity', '--nodisplay'])
else:
# 生成快视图
view_main([path, '--nodisplay'])
# 复制快视图到产品目录
in_quik_img_path = fname+'.png'
out_quik_img_path = os.path.join(self.__product_dic, fname+'.jpg')
shutil.copy(in_quik_img_path, out_quik_img_path)
os.remove(in_quik_img_path)
self.make_targz(self.__out_para, self.__product_dic)
logger.info('process_handle finished!')
logger.info('progress bar: 100%')
return True
if __name__ == '__main__':
__name__="hasover!"
EXE_NAME = cf.get('exe_name')
if cf.get('debug') == 'True':
DEBUG = True
else:
DEBUG = False
LogHandler.init_log_handler('run_log\\' + EXE_NAME)
logger = logging.getLogger("mylog")
start = datetime.datetime.now()
try:
if len(sys.argv) < 2:
xml_path = 'Deformation.xml'
else:
xml_path = sys.argv[1]
Main = DeformationMain(xml_path)
if not Main.check_source():
raise Exception('check_source() failed!')
if not Main.process_handle():
raise Exception('process_handle() failed!')
logger.info('successful production of Deformation products!')
except Exception:
logger.exception("run-time error!")
finally:
Main.del_temp_workspace()
pass
end = datetime.datetime.now()
msg = 'running use time: %s ' % (end - start)
logger.info(msg)