KJ135
/
microproduct
mirror of http://172.16.0.12:5000/WBJY/microproduct.git
4
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

后向散射系数增加处理DH极化数据

dev
tian jiax 2024-01-15 10:12:21 +08:00
parent b94755f574
commit 040d228ca6
9 changed files with 163 additions and 138 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
Ortho/Ortho.xml
View File

@ -1,7 +1,7 @@
<?xml version='1.0' encoding='utf-8'?> <?xml version='1.0' encoding='utf-8'?>
<Root> <Root>
<TaskID>CSAR_202107275419_0001-0</TaskID> <TaskID>CSAR_202107275419_0001-0</TaskID>
<WorkSpace>F:\C-SAR\</WorkSpace> <WorkSpace>D:\micro\WorkSpace\</WorkSpace>
<AlgCompt> <AlgCompt>
<DataTransModel>File</DataTransModel> <DataTransModel>File</DataTransModel>
<Artificial>ElementAlg</Artificial> <Artificial>ElementAlg</Artificial>
@ -45,7 +45,7 @@
<ParaType>File</ParaType> <ParaType>File</ParaType>
<DataType>tar.gz</DataType> <DataType>tar.gz</DataType>
<ParaSource>Cal</ParaSource> <ParaSource>Cal</ParaSource>
<ParaValue>F:\C-SAR\GF3C_MYC_FSI_005874_E100.0_N26.5_20230519_L1A_HHHV_L10000148115.tar.gz</ParaValue> <ParaValue>E:\2023xibei\GF3B_KSC_QPSI_010364_E86.0_N44.9_20231112_L1A_AHV_L10000263358.tar.gz</ParaValue>
<EnModification>True</EnModification> <EnModification>True</EnModification>
<EnMultipleChoice>False</EnMultipleChoice> <EnMultipleChoice>False</EnMultipleChoice>
<Control>File</Control> <Control>File</Control>
@ -60,7 +60,7 @@
<ParaType>File</ParaType> <ParaType>File</ParaType>
<DataType>File</DataType> <DataType>File</DataType>
<ParaSource>Cal</ParaSource> <ParaSource>Cal</ParaSource>
<ParaValue>F:\C-SAR\ns_dem</ParaValue> <ParaValue>E:\2023xibei\dem</ParaValue>
<EnModification>True</EnModification> <EnModification>True</EnModification>
<EnMultipleChoice>True</EnMultipleChoice> <EnMultipleChoice>True</EnMultipleChoice>
<Control>File</Control> <Control>File</Control>
@ -92,7 +92,7 @@
<ParaType>File</ParaType> <ParaType>File</ParaType>
<DataType>tar.gz</DataType> <DataType>tar.gz</DataType>
<ParaSource>Cal</ParaSource> <ParaSource>Cal</ParaSource>
<ParaValue>F:\C-SAR\Ortho\Output\GF3C_MYC_FSI_005874_E100.0_N26.5_20230519_L1A_HHHV_L10000148115-ortho.tar.gz</ParaValue> <ParaValue>D:\micro\WorkSpace\Ortho\Output\GF3B_KSC_QPSI_010364_E86.0_N44.9_20231112_L1A_AHV_L10000263358-ortho.tar.gz</ParaValue>
<MaxValue>DEFAULT</MaxValue> <MaxValue>DEFAULT</MaxValue>
<MinValue>DEFAULT</MinValue> <MinValue>DEFAULT</MinValue>
<OptionValue>DEFAULT</OptionValue> <OptionValue>DEFAULT</OptionValue>

2
backScattering/BackScatteringAlg.py
View File

@ -86,6 +86,8 @@ class ScatteringAlg:
polarization = 'VV' polarization = 'VV'
if replece_VV: if replece_VV:
polarization = 'HV' #土壤水分算法中可能会用HV替换VV polarization = 'HV' #土壤水分算法中可能会用HV替换VV
elif 'DH' in os.path.basename(in_sar_tif):
polarization = 'HH'
else: else:
raise Exception ('there are not HH、HV、VH、VV in path:',in_sar_tif) raise Exception ('there are not HH、HV、VH、VV in path:',in_sar_tif)

188
backScattering/BackScatteringMain.py
View File

@ -15,7 +15,8 @@ from tool.algorithm.xml.AlgXmlHandle import ManageAlgXML, CheckSource
from tool.algorithm.xml.CreateMetaDict import CreateMetaDict, CreateProductXml, OrthoAzimuth from tool.algorithm.xml.CreateMetaDict import CreateMetaDict, CreateProductXml, OrthoAzimuth
from tool.algorithm.image.ImageHandle import ImageHandler from tool.algorithm.image.ImageHandle import ImageHandler
from tool.algorithm.algtools.PreProcess import PreProcess as pp from tool.algorithm.algtools.PreProcess import PreProcess as pp
from BackScatteringAlg import IndirectOrthorectification, DEMProcess,rpc_correction,getRCImageRC,get_RPC_lon_lat,getRCImageRC2 from BackScatteringAlg import IndirectOrthorectification, DEMProcess, rpc_correction, getRCImageRC, get_RPC_lon_lat, \
getRCImageRC2
from BackScatteringAlg import ScatteringAlg as alg from BackScatteringAlg import ScatteringAlg as alg
from tool.config.ConfigeHandle import Config as cf from tool.config.ConfigeHandle import Config as cf
import os import os
@ -25,7 +26,6 @@ import shutil
import tarfile import tarfile
import sys import sys
if cf.get('debug') == 'True': if cf.get('debug') == 'True':
DEBUG = True DEBUG = True
else: else:
@ -35,13 +35,15 @@ tager = cf.get('tager')
LogHandler.init_log_handler('run_log\\' + EXE_NAME) LogHandler.init_log_handler('run_log\\' + EXE_NAME)
logger = logging.getLogger("mylog") logger = logging.getLogger("mylog")
# env_str = os.path.split(os.path.realpath(__file__))[0] # env_str = os.path.split(os.path.realpath(__file__))[0]
env_str =os.path.dirname(os.path.abspath(sys.argv[0])) env_str = os.path.dirname(os.path.abspath(sys.argv[0]))
os.environ['PROJ_LIB'] = env_str os.environ['PROJ_LIB'] = env_str
class ScatteringMain: class ScatteringMain:
""" """
后向散射系数主函数 后向散射系数主函数
""" """
def __init__(self, alg_xml_path): def __init__(self, alg_xml_path):
self.alg_xml_path = alg_xml_path self.alg_xml_path = alg_xml_path
self.imageHandler = ImageHandler() self.imageHandler = ImageHandler()
@ -71,7 +73,7 @@ class ScatteringMain:
if self.__check_handler.check_run_env() is False: if self.__check_handler.check_run_env() is False:
return False return False
input_para_names = ["SLC","DEM"] input_para_names = ["SLC", "DEM"]
if self.__check_handler.check_input_paras(input_para_names) is False: if self.__check_handler.check_input_paras(input_para_names) is False:
return False return False
@ -79,7 +81,8 @@ class ScatteringMain:
self.__create_work_space() self.__create_work_space()
self.__task_id = self.__alg_xml_handler.get_task_id() self.__task_id = self.__alg_xml_handler.get_task_id()
self.__input_paras = self.__alg_xml_handler.get_input_paras() self.__input_paras = self.__alg_xml_handler.get_input_paras()
self.__in_processing_paras = self.__init_processing_paras(self.__input_paras, self.__workspace_preprocessing_path) self.__in_processing_paras = self.__init_processing_paras(self.__input_paras,
self.__workspace_preprocessing_path)
SrcImageName = os.path.split(self.__input_paras["SLC"]['ParaValue'])[1].split('.tar.gz')[0] SrcImageName = os.path.split(self.__input_paras["SLC"]['ParaValue'])[1].split('.tar.gz')[0]
AlgorithmName = self.__alg_xml_handler.get_algorithm_name() AlgorithmName = self.__alg_xml_handler.get_algorithm_name()
TaskId = self.__alg_xml_handler.get_task_id() TaskId = self.__alg_xml_handler.get_task_id()
@ -87,13 +90,13 @@ class ScatteringMain:
# out_name = os.path.splitext(os.path.splitext(os.path.basename(self.__input_paras['SLC']['ParaValue']))[0])[0] # out_name = os.path.splitext(os.path.splitext(os.path.basename(self.__input_paras['SLC']['ParaValue']))[0])[0]
# self.__out_para = os.path.join(self.__workspace_path, EXE_NAME, 'Output', "BackScatteringProduct.tar.gz") # self.__out_para = os.path.join(self.__workspace_path, EXE_NAME, 'Output', "BackScatteringProduct.tar.gz")
self.__out_para = os.path.join(self.__workspace_path, EXE_NAME, 'Output', result_name) self.__out_para = os.path.join(self.__workspace_path, EXE_NAME, 'Output', result_name)
self.__alg_xml_handler.write_out_para("BackScatteringProduct", self.__out_para) # 写入输出参数 self.__alg_xml_handler.write_out_para("BackScatteringProduct", self.__out_para) # 写入输出参数
logger.info('check_source success!') logger.info('check_source success!')
logger.info('progress bar: 30%') logger.info('progress bar: 30%')
return True return True
def __init_processing_paras(self, names,out_path): def __init_processing_paras(self, names, out_path):
""" """
:param names:字典列表，每个字典为一个输入产品的配置信息 :param names:字典列表，每个字典为一个输入产品的配置信息
""" """
@ -107,14 +110,14 @@ class ScatteringMain:
if para['DataType'] == 'File': if para['DataType'] == 'File':
processing_paras.update({name: para['ParaValue']}) processing_paras.update({name: para['ParaValue']})
# if para['DataType'] == 'csv': # if para['DataType'] == 'csv':
# para_value_list = para['ParaValue'].split(";") # para_value_list = para['ParaValue'].split(";")
# if len(para_value_list) == 1: # if len(para_value_list) == 1:
# para_path = para['ParaValue'] # para_path = para['ParaValue']
# processing_paras.update({name: para_path}) # processing_paras.update({name: para_path})
# else: # else:
# for n, para_value in zip(range(len(para_value_list)), para_value_list): # for n, para_value in zip(range(len(para_value_list)), para_value_list):
# processing_paras.update({'feature'+str(n): para_value}) # processing_paras.update({'feature'+str(n): para_value})
# self.__feature_name_list.append('feature'+str(n)) # self.__feature_name_list.append('feature'+str(n))
elif para['DataType'] == 'tar.gz': elif para['DataType'] == 'tar.gz':
paths = para['ParaValue'].split(';') paths = para['ParaValue'].split(';')
for path in paths: for path in paths:
@ -131,7 +134,7 @@ class ScatteringMain:
else: else:
file_path = DEMProcess.unzip_file(para['ParaValue'], out_path) file_path = DEMProcess.unzip_file(para['ParaValue'], out_path)
processing_paras.update({name: file_path}) processing_paras.update({name: file_path})
elif para['DataType'] == 'tif' or para['DataType'] == 'tiff': # 新增修改dem数据为文件绝对路径 elif para['DataType'] == 'tif' or para['DataType'] == 'tiff': # 新增修改dem数据为文件绝对路径
if para['ParaValue'] != 'empty' and para['ParaValue'] != 'Empty' and para['ParaValue'] != '': if para['ParaValue'] != 'empty' and para['ParaValue'] != 'Empty' and para['ParaValue'] != '':
para_path_list = para['ParaValue'].split(";") para_path_list = para['ParaValue'].split(";")
if len(para_path_list) != 0: if len(para_path_list) != 0:
@ -191,21 +194,24 @@ class ScatteringMain:
""" """
删除原有工作区文件夹,创建新工作区文件夹 删除原有工作区文件夹,创建新工作区文件夹
""" """
self.__workspace_preprocessing_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary", "preprocessing") # self.__workspace_path + EXE_NAME + r"\Temporary\preprocessing""\\" self.__workspace_preprocessing_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary",
self.__workspace_preprocessed_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary", "preprocessed") # self.__workspace_path + EXE_NAME + r"\Temporary\preprocessed""\\" "preprocessing") # self.__workspace_path + EXE_NAME + r"\Temporary\preprocessing""\\"
self.__workspace_processing_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary","processing\\") #self.__workspace_path + EXE_NAME + r"\Temporary\processing""\\" self.__workspace_preprocessed_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary",
"preprocessed") # self.__workspace_path + EXE_NAME + r"\Temporary\preprocessed""\\"
self.__workspace_processing_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary",
"processing\\") # self.__workspace_path + EXE_NAME + r"\Temporary\processing""\\"
self.__workspace_origin_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary", "origin") self.__workspace_origin_path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary", "origin")
path_list = [self.__workspace_preprocessing_path, self.__workspace_preprocessed_path, path_list = [self.__workspace_preprocessing_path, self.__workspace_preprocessed_path,
self.__workspace_processing_path, self.__workspace_origin_path] self.__workspace_processing_path, self.__workspace_origin_path]
for path in path_list: for path in path_list:
if os.path.exists(path): if os.path.exists(path):
if DEBUG is True: if DEBUG is True:
continue continue
self.del_floder(path) self.del_floder(path)
os.makedirs(path) os.makedirs(path)
else: else:
os.makedirs(path) os.makedirs(path)
logger.info('create new workspace success!') logger.info('create new workspace success!')
def del_file(self, path_data): def del_file(self, path_data):
@ -220,6 +226,7 @@ class ScatteringMain:
os.remove(file_data) os.remove(file_data)
else: else:
self.del_file(file_data) self.del_file(file_data)
@staticmethod @staticmethod
def del_floder(dic): def del_floder(dic):
""" """
@ -250,7 +257,8 @@ class ScatteringMain:
""" """
if DEBUG is True: if DEBUG is True:
return return
path = os.path.join(self.__workspace_path, EXE_NAME, "Temporary") # self.__workspace_path + EXE_NAME + r"\Temporary" path = os.path.join(self.__workspace_path, EXE_NAME,
"Temporary") # self.__workspace_path + EXE_NAME + r"\Temporary"
if os.path.exists(path): if os.path.exists(path):
self.del_floder(path) self.del_floder(path)
@ -269,7 +277,7 @@ class ScatteringMain:
pp().cut_img(sim_ori_process, sim_ori, shp_path) pp().cut_img(sim_ori_process, sim_ori, shp_path)
return sim_ori_process return sim_ori_process
def process_handle(self,start): def process_handle(self, start):
in_tif_paths = list(glob.glob(os.path.join(self.__in_processing_paras['SLC'], '*.tif'))) in_tif_paths = list(glob.glob(os.path.join(self.__in_processing_paras['SLC'], '*.tif')))
if in_tif_paths == []: if in_tif_paths == []:
in_tif_paths = list(glob.glob(os.path.join(self.__in_processing_paras['SLC'], '*.tiff'))) in_tif_paths = list(glob.glob(os.path.join(self.__in_processing_paras['SLC'], '*.tiff')))
@ -284,40 +292,44 @@ class ScatteringMain:
vh_flag = 1 vh_flag = 1
elif 'VV' in os.path.basename(in_tif_path): elif 'VV' in os.path.basename(in_tif_path):
vv_flag = 1 vv_flag = 1
self.processinfo=[hh_flag, hv_flag, vh_flag, vv_flag] self.processinfo = [hh_flag, hv_flag, vh_flag, vv_flag]
ref_tif_path = "" ref_tif_path = ""
meta_file_path = self.__in_processing_paras['META'] meta_file_path = self.__in_processing_paras['META']
rpc_path=None rpc_path = None
####################### #######################
# RD # RD
###################### ######################
# 2.2 生成局地入射角 # 2.2 生成局地入射角
path2 = env_str path2 = env_str
print("path2:" + path2) print("path2:" + path2)
Orthorectification = IndirectOrthorectification(os.path.join(path2,"config.yaml")) Orthorectification = IndirectOrthorectification(os.path.join(path2, "config.yaml"))
Orthorectification.IndirectOrthorectification(self.__in_processing_paras["SLC"], self.__workspace_processing_path) # 改动1 Orthorectification.IndirectOrthorectification(self.__in_processing_paras["SLC"],
self.__workspace_processing_path) # 改动1
# 2.3 输出结果 # 2.3 输出结果
# 3 处理RD # 3 处理RD
# 合并DEM # 合并DEM
Orth_Slc=[] Orth_Slc = []
in_dem_path = self.__in_processing_paras['DEM'] in_dem_path = self.__in_processing_paras['DEM']
meta_file_path = self.__in_processing_paras['META'] # .meta文件路径 meta_file_path = self.__in_processing_paras['META'] # .meta文件路径
out_dem_path = self.__workspace_preprocessing_path out_dem_path = self.__workspace_preprocessing_path
# unzipped_folder_path = DEMProcess.unzip_file(in_dem_path, self.__workspace_origin_path) # 解压DEM.zip # unzipped_folder_path = DEMProcess.unzip_file(in_dem_path, self.__workspace_origin_path) # 解压DEM.zip
dem_merged_path=DEMProcess.dem_merged(in_dem_path, meta_file_path, out_dem_path) # 生成TestDEM\mergedDEM_VRT.tif dem_merged_path = DEMProcess.dem_merged(in_dem_path, meta_file_path,
out_dem_path) # 生成TestDEM\mergedDEM_VRT.tif
in_slc_path=None in_slc_path = None
for slc_path in in_tif_paths: for slc_path in in_tif_paths:
if slc_path.find(".tiff")>0 and (slc_path.find("_HH_")>0 or slc_path.find("_VV_")>0): if slc_path.find(".tiff") > 0 and (
in_slc_path=slc_path slc_path.find("_HH_") > 0 or slc_path.find("_VV_") > 0 or slc_path.find("_DH_") > 0):
in_slc_path = slc_path
break break
# 获取校正模型后 # 获取校正模型后
Orthorectification.preCaldem_sar_rc(dem_merged_path,in_slc_path,self.__workspace_preprocessing_path,self.__workspace_processing_path.replace("\\","\\\\")) # 初步筛选坐标范围 Orthorectification.preCaldem_sar_rc(dem_merged_path, in_slc_path, self.__workspace_preprocessing_path,
self.__workspace_processing_path.replace("\\", "\\\\")) # 初步筛选坐标范围
logger.info('progress bar: 40%') logger.info('progress bar: 40%')
# clip_dem_reample_path=os.path.join(self.__workspace_preprocessing_path, "SAR_dem.tiff") # clip_dem_reample_path=os.path.join(self.__workspace_preprocessing_path, "SAR_dem.tiff")
# infooption=gdal.InfoOptions("-json") # infooption=gdal.InfoOptions("-json")
@ -325,20 +337,22 @@ class ScatteringMain:
# dem_merged_info=gdal.Info(dem_merged_path,options=infooption) # dem_merged_info=gdal.Info(dem_merged_path,options=infooption)
# sampling_f=clip_dem_tif_info['size'][0]/dem_merged_info['size'][0] # sampling_f=clip_dem_tif_info['size'][0]/dem_merged_info['size'][0]
# 处理RD 的结果 # 处理RD 的结果
out_dir_path=self.__workspace_processing_path.replace("\\","\\\\") out_dir_path = self.__workspace_processing_path.replace("\\", "\\\\")
this_outSpace_path = out_dir_path this_outSpace_path = out_dir_path
this_out_dem_slantRange_path = os.path.join(out_dir_path, "dem_slantRange.tiff") # out_dir_path + "\\" + "dem_slantRange.tiff"#// 地形斜距 this_out_dem_slantRange_path = os.path.join(out_dir_path,
this_out_plant_slantRange_path = os.path.join(out_dir_path, "flat_slantRange.tiff") # out_dir_path + "\\" + "flat_slantRange.tiff"#// 平地斜距 "dem_slantRange.tiff") # out_dir_path + "\\" + "dem_slantRange.tiff"#// 地形斜距
this_out_plant_slantRange_path = os.path.join(out_dir_path,
"flat_slantRange.tiff") # out_dir_path + "\\" + "flat_slantRange.tiff"#// 平地斜距
# 保留结果 # 保留结果
if(os.path.exists(this_out_dem_slantRange_path)): if (os.path.exists(this_out_dem_slantRange_path)):
os.remove(this_out_dem_slantRange_path) os.remove(this_out_dem_slantRange_path)
if(os.path.exists(this_out_plant_slantRange_path)): if (os.path.exists(this_out_plant_slantRange_path)):
os.remove(this_out_plant_slantRange_path) os.remove(this_out_plant_slantRange_path)
this_out_dem_rc_path = os.path.join(out_dir_path,
this_out_dem_rc_path = os.path.join(out_dir_path, "WGS_SAR_map.tiff") # out_dir_path + "\\" + "WGS_SAR_map.tiff"#// 经纬度与行列号映射 "WGS_SAR_map.tiff") # out_dir_path + "\\" + "WGS_SAR_map.tiff"#// 经纬度与行列号映射
if(os.path.exists(this_out_dem_rc_path)): if (os.path.exists(this_out_dem_rc_path)):
os.remove(this_out_dem_rc_path) os.remove(this_out_dem_rc_path)
this_out_sar_sim_path = out_dir_path + "\\" + "sar_sim.tiff" this_out_sar_sim_path = out_dir_path + "\\" + "sar_sim.tiff"
@ -349,21 +363,28 @@ class ScatteringMain:
if (os.path.exists(this_out_sar_sim_wgs_path)): if (os.path.exists(this_out_sar_sim_wgs_path)):
os.remove(this_out_sar_sim_wgs_path) os.remove(this_out_sar_sim_wgs_path)
this_out_incidence_path = os.path.join(out_dir_path, "incidentAngle.tiff") # out_dir_path + "\\" + "incidentAngle.tiff"#// 入射角 this_out_incidence_path = os.path.join(out_dir_path,
this_out_localIncidenct_path = os.path.join(out_dir_path, "localIncidentAngle.tiff") # out_dir_path + "\\" + "localIncidentAngle.tiff"#// 局地入射角 "incidentAngle.tiff") # out_dir_path + "\\" + "incidentAngle.tiff"#// 入射角
if(os.path.exists(this_out_incidence_path)): this_out_localIncidenct_path = os.path.join(out_dir_path,
shutil.move(this_out_incidence_path,os.path.join(out_dir_path, "inc_angle.tif")) # out_dir_path + "\\" + "inc_angle.tif") "localIncidentAngle.tiff") # out_dir_path + "\\" + "localIncidentAngle.tiff"#// 局地入射角
if(os.path.exists(this_out_localIncidenct_path)): if (os.path.exists(this_out_incidence_path)):
shutil.move(this_out_localIncidenct_path, os.path.join(out_dir_path, "LocalIncidenceAngle.tif")) # out_dir_path + "\\" + "LocalIncidenceAngle.tif") shutil.move(this_out_incidence_path,
os.path.join(out_dir_path, "inc_angle.tif")) # out_dir_path + "\\" + "inc_angle.tif")
if (os.path.exists(this_out_localIncidenct_path)):
shutil.move(this_out_localIncidenct_path, os.path.join(out_dir_path,
"LocalIncidenceAngle.tif")) # out_dir_path + "\\" + "LocalIncidenceAngle.tif")
this_out_inc_angle_rpc_path = os.path.join(out_dir_path, "RD_incidentAngle.tiff") # out_dir_path + "\\" + "RD_incidentAngle.tiff"#// 局地入射角 this_out_inc_angle_rpc_path = os.path.join(out_dir_path,
this_out_local_inc_angle_rpc_path = os.path.join(out_dir_path, "RD_localIncidentAngle.tiff") # out_dir_path + "\\" + "RD_localIncidentAngle.tiff"#// 局地入射角 "RD_incidentAngle.tiff") # out_dir_path + "\\" + "RD_incidentAngle.tiff"#// 局地入射角
if(os.path.exists(this_out_inc_angle_rpc_path)): this_out_local_inc_angle_rpc_path = os.path.join(out_dir_path,
os.remove(this_out_inc_angle_rpc_path) "RD_localIncidentAngle.tiff") # out_dir_path + "\\" + "RD_localIncidentAngle.tiff"#// 局地入射角
if(os.path.exists(this_out_local_inc_angle_rpc_path)): if (os.path.exists(this_out_inc_angle_rpc_path)):
os.remove(this_out_local_inc_angle_rpc_path) os.remove(this_out_inc_angle_rpc_path)
if (os.path.exists(this_out_local_inc_angle_rpc_path)):
this_out_ori_sim_tiff = os.path.join(out_dir_path, "RD_ori_sim.tif") # out_dir_path + "\\" + "RD_ori_sim.tif"#// 局地入射角 os.remove(this_out_local_inc_angle_rpc_path)
this_out_ori_sim_tiff = os.path.join(out_dir_path,
"RD_ori_sim.tif") # out_dir_path + "\\" + "RD_ori_sim.tif"#// 局地入射角
this_in_rpc_lon_lat_path = this_out_ori_sim_tiff this_in_rpc_lon_lat_path = this_out_ori_sim_tiff
this_out_sim_ori_tiff = os.path.join(out_dir_path, "RD_sim_ori.tif") this_out_sim_ori_tiff = os.path.join(out_dir_path, "RD_sim_ori.tif")
@ -373,15 +394,18 @@ class ScatteringMain:
parameter_path = os.path.join(self.__workspace_processing_path, "orth_para.txt") parameter_path = os.path.join(self.__workspace_processing_path, "orth_para.txt")
for in_tif_path in in_tif_paths: for in_tif_path in in_tif_paths:
# out_tif_path = os.path.join(self.__workspace_preprocessing_path,os.path.splitext(os.path.basename(in_tif_path))[0]) + r"_lin.tif" # out_tif_path = os.path.join(self.__workspace_preprocessing_path,os.path.splitext(os.path.basename(in_tif_path))[0]) + r"_lin.tif"
out_tif_path = os.path.join(self.__workspace_preprocessing_path,os.path.splitext(os.path.basename(in_tif_path))[0]) + r"_lin.tif" out_tif_path = os.path.join(self.__workspace_preprocessing_path,
if ('HH' in os.path.basename(in_tif_path)) or ('HV' in os.path.basename(in_tif_path)) or ('VH' in os.path.basename(in_tif_path)) or ('VV' in os.path.basename(in_tif_path)): os.path.splitext(os.path.basename(in_tif_path))[0]) + r"_lin.tif"
if ('HH' in os.path.basename(in_tif_path)) or ('HV' in os.path.basename(in_tif_path)) or (
'VH' in os.path.basename(in_tif_path)) or ('VV' in os.path.basename(in_tif_path)) or (
'DH' in os.path.basename(in_tif_path)):
alg.sar_backscattering_coef(in_tif_path, meta_file_path, out_tif_path) alg.sar_backscattering_coef(in_tif_path, meta_file_path, out_tif_path)
# 构建RPC # 构建RPC
# 查找RPC # 查找RPC
rpc_path=in_tif_path.replace(".tiff",".rpc") if os.path.exists(in_tif_path.replace(".tiff",".rpc")) else in_tif_path.replace(".tiff",".rpb") rpc_path = in_tif_path.replace(".tiff", ".rpc") if os.path.exists(
in_tif_path.replace(".tiff", ".rpc")) else in_tif_path.replace(".tiff", ".rpb")
if not os.path.exists(rpc_path): if not os.path.exists(rpc_path):
logger.error('rpc not found!') logger.error('rpc not found!')
@ -392,7 +416,8 @@ class ScatteringMain:
# out_tif_path, # out_tif_path,
# lin_tif_path) # lin_tif_path)
# 线性->地理编码->db # 线性->地理编码->db
lin_tif_path=os.path.join(self.__workspace_preprocessing_path,os.path.splitext(os.path.basename(in_tif_path))[0]) + r"-lin_geo.tif" lin_tif_path = os.path.join(self.__workspace_preprocessing_path,
os.path.splitext(os.path.basename(in_tif_path))[0]) + r"-lin_geo.tif"
# Orthorectification.calInterpolation_cubic_Wgs84_rc_sar_sigma(parameter_path, this_in_rpc_x_y_path_pro, # Orthorectification.calInterpolation_cubic_Wgs84_rc_sar_sigma(parameter_path, this_in_rpc_x_y_path_pro,
# out_tif_path, # out_tif_path,
# lin_tif_path) # lin_tif_path)
@ -402,29 +427,28 @@ class ScatteringMain:
lin_tif_path) lin_tif_path)
tempout_tif_path = os.path.join(self.__workspace_processing_path, tempout_tif_path = os.path.join(self.__workspace_processing_path,
os.path.splitext(os.path.basename(in_tif_path))[0]) + tager + r".tif" os.path.splitext(os.path.basename(in_tif_path))[0]) + tager + r".tif"
alg.lin_to_db(lin_tif_path, tempout_tif_path) #线性值转回DB值 alg.lin_to_db(lin_tif_path, tempout_tif_path) # 线性值转回DB值
# 移动RPC # 移动RPC
#rpc_correction(in_tif_path,rpc_path,out_tif_path,dem_tif_file = None) # rpc_correction(in_tif_path,rpc_path,out_tif_path,dem_tif_file = None)
# Orthorectification.inter_Range2Geo(this_in_rpc_lon_lat_path,out_tif_path,tempout_tif_path,Orthorectification.heightspace) # Orthorectification.inter_Range2Geo(this_in_rpc_lon_lat_path,out_tif_path,tempout_tif_path,Orthorectification.heightspace)
self.imageHandler.write_quick_view(tempout_tif_path, color_img=False) self.imageHandler.write_quick_view(tempout_tif_path, color_img=False)
# self.imageHandler.write_quick_view(lin_tif_path, color_img=False) # self.imageHandler.write_quick_view(lin_tif_path, color_img=False)
else: else:
shutil.copy(in_tif_path,self.__workspace_processing_path) shutil.copy(in_tif_path, self.__workspace_processing_path)
ref_tif_path = tempout_tif_path ref_tif_path = tempout_tif_path
# ref_tif_path = lin_tif_path # ref_tif_path = lin_tif_path
# 构建行列号映射表 # 构建行列号映射表
#out_rpc_rc_path = os.path.join(self.__workspace_processing_path,"RPC_ori_sim.tif") # out_rpc_rc_path = os.path.join(self.__workspace_processing_path,"RPC_ori_sim.tif")
#getRCImageRC(in_tif_path,out_rpc_rc_path,rpc_path) # getRCImageRC(in_tif_path,out_rpc_rc_path,rpc_path)
logger.info('progress bar: 90%') logger.info('progress bar: 90%')
if(os.path.exists(this_in_rpc_lon_lat_path)): if (os.path.exists(this_in_rpc_lon_lat_path)):
os.remove(this_in_rpc_lon_lat_path) os.remove(this_in_rpc_lon_lat_path)
if (os.path.exists(this_in_rpc_x_y_path)): if (os.path.exists(this_in_rpc_x_y_path)):
os.remove(this_in_rpc_x_y_path) os.remove(this_in_rpc_x_y_path)
# out_mate_file_path = os.path.join(self.__workspace_processing_path,os.path.split(meta_file_path)[1].rstrip('.meta.xml') + '_DB.meta.xml') # out_mate_file_path = os.path.join(self.__workspace_processing_path,os.path.split(meta_file_path)[1].rstrip('.meta.xml') + '_DB.meta.xml')
out_mate_file_path = os.path.join(self.__workspace_processing_path,os.path.basename(meta_file_path)) out_mate_file_path = os.path.join(self.__workspace_processing_path, os.path.basename(meta_file_path))
shutil.copy(meta_file_path, out_mate_file_path) shutil.copy(meta_file_path, out_mate_file_path)
if ref_tif_path != "": if ref_tif_path != "":
@ -480,8 +504,8 @@ class ScatteringMain:
if __name__ == '__main__': if __name__ == '__main__':
start = datetime.datetime.now() start = datetime.datetime.now()
try: try:
if len(sys.argv)<2: if len(sys.argv) < 2:
xml_path = 'BackScattering.xml' xml_path = 'BackScattering_C_SAR_V3.xml'
else: else:
xml_path = sys.argv[1] xml_path = sys.argv[1]
ScatteringMain = ScatteringMain(xml_path) ScatteringMain = ScatteringMain(xml_path)

BIN
backScattering/dist/BackScatteringMain.exe vendored
View File

Binary file not shown.

33
landcover_c_sar/LandCover.xml
View File

@ -53,7 +53,7 @@
<ParaType>File</ParaType> <ParaType>File</ParaType>
<DataType>csv</DataType> <DataType>csv</DataType>
<ParaSource>Man</ParaSource> <ParaSource>Man</ParaSource>
<ParaValue>E:\isce_yuan\lancover-yuan\output_wkt.csv</ParaValue> <ParaValue>E:\isce_yuan\lancover-yuan\train_landConver1.csv</ParaValue>
<EnModification>True</EnModification> <EnModification>True</EnModification>
<EnMultipleChoice>True</EnMultipleChoice> <EnMultipleChoice>True</EnMultipleChoice>
<Control>UploadInput</Control> <Control>UploadInput</Control>
@ -94,37 +94,6 @@
<InputType>Aux</InputType> <InputType>Aux</InputType>
<InputNum>0</InputNum> <InputNum>0</InputNum>
<DateFrom>Aux</DateFrom> <DateFrom>Aux</DateFrom>
</Parameter>
<Parameter>
<ParaName>Kernel</ParaName>
<ParaChsName>核函数</ParaChsName>
<Description>SVM模型核函数(Kernel):rbf、poly、linear</Description>
<ParaType>Value</ParaType>
<DataType>string</DataType>
<ParaSource>Man</ParaSource>
<ParaValue>rbf</ParaValue>
<EnModification>True</EnModification>
<EnMultipleChoice>True</EnMultipleChoice>
<Control>UploadInput</Control>
<InputType>Aux</InputType>
<InputNum>0</InputNum>
<DateFrom>Aux</DateFrom>
</Parameter>
<Parameter>
<ParaName>Cost</ParaName>
<ParaChsName>惩戒参数</ParaChsName>
<Description>默认值为1.0。错误项的惩罚系数。C越大，即对分错样本的惩罚程度越大，因此在训练样本中准确率越高，但是泛化能力降低，也就是对测试数据的分类准确率降低。
相反，减小C的话，容许训练样本中有一些误分类错误样本，泛化能力强。对于训练样本带有噪声的情况，一般采用后者，把训练样本集中错误分类的样本作为噪声。</Description>
<ParaType>Value</ParaType>
<DataType>int</DataType>
<ParaSource>Man</ParaSource>
<ParaValue>1</ParaValue>
<EnModification>True</EnModification>
<EnMultipleChoice>True</EnMultipleChoice>
<Control>UploadInput</Control>
<InputType>Aux</InputType>
<InputNum>0</InputNum>
<DateFrom>Aux</DateFrom>
</Parameter> </Parameter>
</Inputs> </Inputs>
<Outputs ParameterNum="1"> <Outputs ParameterNum="1">

12
landcover_c_sar/LandCoverMain.py
View File

@ -567,12 +567,12 @@ class LandCoverMain:
X_train, Y_train, optimal_feature = ml.gene_optimal_train_set(train_data_dic, feature_geo, 0.07, 0.85) # 0.07, 0.85 X_train, Y_train, optimal_feature = ml.gene_optimal_train_set(train_data_dic, feature_geo, 0.07, 0.85) # 0.07, 0.85
# 训练模型 # 训练模型
cost = self.__processing_paras["Cost"] # cost = self.__processing_paras["Cost"]
kernel = self.__processing_paras["Kernel"] # kernel = self.__processing_paras["Kernel"]
if cost < 0: # if cost < 0:
cost = 1 # cost = 1
if kernel != 'rbf' and kernel != 'poly' and kernel != 'linear' and kernel != 'sigmoid': # if kernel != 'rbf' and kernel != 'poly' and kernel != 'linear' and kernel != 'sigmoid':
kernel = 'rbf' # kernel = 'rbf'
# RF # RF
clf = ml.trainRF(X_train, Y_train) clf = ml.trainRF(X_train, Y_train)

14
tool/algorithm/ml/machineLearning.py
View File

@ -392,6 +392,20 @@ class MachineLeaning:
logger.info('total:%s,num:%s create train set success!', len(measured_data_img), n) logger.info('total:%s,num:%s create train set success!', len(measured_data_img), n)
return np.array(X_train), np.array(Y_train) return np.array(X_train), np.array(Y_train)
@staticmethod
def get_train_data(features_array, measured_data):
X_train = []
Y_train = []
for data in measured_data:
row = data[0]
col = data[1]
feature = features_array[:, row, col]
if not np.isnan(feature).any() or np.isinf(feature).any():
X_train.append(list(feature))
Y_train.append([data[2]])
return np.array(X_train), np.array(Y_train)
@staticmethod @staticmethod
def trainRF(X_train, Y_train): def trainRF(X_train, Y_train):
#随机森林 #随机森林

19
tool/algorithm/xml/AlgXmlHandle.py
View File

@ -165,14 +165,14 @@ class ManageAlgXML:
env_note = self.__alg_compt.find("Environment") env_note = self.__alg_compt.find("Environment")
is_cluster = int(env_note.find("IsCluster").text.replace("\n", "").replace(' ', '')) is_cluster = int(env_note.find("IsCluster").text.replace("\n", "").replace(' ', ''))
is_legal = is_cluster in [0, 1] # is_legal = is_cluster in [0, 1]
if not is_legal: # if not is_legal:
raise Exception("IsCluster is not 0 or 1") # raise Exception("IsCluster is not 0 or 1")
cluster_num = int(env_note.find("ClusterNum").text) cluster_num = int(env_note.find("ClusterNum").text)
is_legal = cluster_num in [0, 1, 2, 3, 4, 5, 6, 7] is_legal = cluster_num in [0, 1, 2, 3, 4, 5, 6, 7]
if not is_legal: # if not is_legal:
raise Exception("cluster_num is beyond [0,1,2,3,4,5,6,7]") # raise Exception("cluster_num is beyond [0,1,2,3,4,5,6,7]")
operating_system = env_note.find("OperatingSystem").text.replace("\n", "").replace(' ', '') #去除空格和回车 operating_system = env_note.find("OperatingSystem").text.replace("\n", "").replace(' ', '') #去除空格和回车
# is_legal = operating_system in ["Windows10", "Windows7", "WindowsXP"] # is_legal = operating_system in ["Windows10", "Windows7", "WindowsXP"]
@ -186,8 +186,8 @@ class ManageAlgXML:
memory = env_note.find("Memory").text.replace("\n", "").replace(' ', '') #去除空格和回车 memory = env_note.find("Memory").text.replace("\n", "").replace(' ', '') #去除空格和回车
is_legal = memory in ["1GB", "2GB", "4GB", "6GB", "8GB", "10GB", "12GB", "16GB"] is_legal = memory in ["1GB", "2GB", "4GB", "6GB", "8GB", "10GB", "12GB", "16GB"]
if not is_legal: # if not is_legal:
raise Exception("OperatingSystem is beyond [1GB, 2GB, 4GB, 6GB, 8GB, 10GB, 12GB, 16GB]") # raise Exception("OperatingSystem is beyond [1GB, 2GB, 4GB, 6GB, 8GB, 10GB, 12GB, 16GB]")
storage = env_note.find("Storage").text.replace("\n", "").replace(' ', '') #去除空格和回车 storage = env_note.find("Storage").text.replace("\n", "").replace(' ', '') #去除空格和回车
is_legal = int(storage[:-2]) > 0 is_legal = int(storage[:-2]) > 0
@ -543,7 +543,7 @@ class InitPara:
processing_paras.update({name+str(n): para_value}) processing_paras.update({name+str(n): para_value})
elif para['DataType'] == 'zip': elif para['DataType'] == 'zip':
# temp_para = para['ParaValue'].split(".")[0] # temp_para = para['ParaValue'].split(".")[0]
para_value_list = out_path.split(";") para_value_list = para['ParaValue'].split(";")
if len(para_value_list) == 1: if len(para_value_list) == 1:
para_path = para['ParaValue'] para_path = para['ParaValue']
if para_path != 'empty' and para_path != '': if para_path != 'empty' and para_path != '':
@ -716,8 +716,7 @@ class InitPara:
para_dic.update({'name': name}) para_dic.update({'name': name})
file_dir = os.path.join(workspace_preprocessing_path, name + '\\') file_dir = os.path.join(workspace_preprocessing_path, name + '\\')
if self._debug == False: fileHandle().de_targz(tar_gz_path, file_dir)
fileHandle().de_targz(tar_gz_path, file_dir)
# 元文件字典 # 元文件字典
para_dic.update(InitPara.get_meta_dic_VP(InitPara.get_meta_paths(file_dir, name), name)) para_dic.update(InitPara.get_meta_dic_VP(InitPara.get_meta_paths(file_dir, name), name))
# tif路径字典 # tif路径字典

25
tool/file/fileHandle.py
View File

@ -11,6 +11,7 @@
import os import os
import tarfile import tarfile
import shutil import shutil
import zipfile
class fileHandle: class fileHandle:
def __init__(self, debug_mode=False): def __init__(self, debug_mode=False):
@ -63,6 +64,20 @@ class fileHandle:
with tarfile.open(output_filename, "w:gz") as tar: with tarfile.open(output_filename, "w:gz") as tar:
tar.add(source_dir, arcname=os.path.basename(source_dir)) tar.add(source_dir, arcname=os.path.basename(source_dir))
@staticmethod
def make_zip(output_filename, source_file):
"""
一次性打包整个根目录。空子目录会被打包。
如果只打包不压缩，将"w:gz"参数改为"w:"或"w"即可。
:param output_filename:输出压缩包的完整路径，eg:'E:\test.tar.gz'
:param source_dir:需要打包的跟目录，eg: 'E:\testFfile\'打包文件夹里面的所有文件,'E:\testFfile'打包文件夹
"""
dir = os.path.split(output_filename)[0]
if os.path.exists(dir) is False:
os.makedirs(dir)
with zipfile.ZipFile(output_filename, "w") as zipf:
zipf.write(source_file, os.path.basename(source_file))
@staticmethod @staticmethod
def de_targz(tar_gz_path, file_dir): def de_targz(tar_gz_path, file_dir):
name = os.path.split(tar_gz_path)[1].rstrip('.tar.gz') name = os.path.split(tar_gz_path)[1].rstrip('.tar.gz')
@ -82,7 +97,9 @@ class fileHandle:
os.makedirs(dir) # 创建路径 os.makedirs(dir) # 创建路径
shutil.copy(srcfile, dir + fname) # 复制文件 shutil.copy(srcfile, dir + fname) # 复制文件
# if __name__ == '__main__': if __name__ == '__main__':
# file = fileHandle() file = fileHandle()
# file.del_floder("I:\preprocessed") out_zip = r'D:\micro\WorkSpace\SoilSalinityTrain\Output\model.zip'
# pass source = r'D:\micro\WorkSpace\SoilSalinityTrain\Temporary\processing\product\model.pkl'
file.make_zip(out_zip, source)
pass