MJ舰船区分
parent
ec99cabb07
commit
4cad12128c
|
|
@ -0,0 +1,143 @@
|
||||||
|
from opcode import opname
|
||||||
|
|
||||||
|
from osgeo import ogr
|
||||||
|
import os
|
||||||
|
import argparse
|
||||||
|
from osgeo import ogr, gdal
|
||||||
|
import os
|
||||||
|
import argparse
|
||||||
|
import numpy as np
|
||||||
|
from scipy.spatial import KDTree
|
||||||
|
from tools.DotaOperator import DotaObj,readDotaFile,writerDotaFile,createDota
|
||||||
|
from glob import glob
|
||||||
|
from pathlib import Path
|
||||||
|
import shutil
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
|
|
||||||
|
MLCName="MLC" # M
|
||||||
|
JLCName="JLC" # J
|
||||||
|
MJLCName="MJLC" # JM 混合
|
||||||
|
NOLCName="NOLC" # 没有港口
|
||||||
|
|
||||||
|
|
||||||
|
def existOrCreate(dirpath):
|
||||||
|
if not os.path.exists(dirpath):
|
||||||
|
os.makedirs(dirpath)
|
||||||
|
|
||||||
|
|
||||||
|
def find_tifPort_files_pathlib(directory):
|
||||||
|
path = Path(directory)
|
||||||
|
# 使用rglob递归匹配所有.tif和.tiff文件
|
||||||
|
tif_files = list(path.rglob('sumMJPort.txt'))
|
||||||
|
# 将Path对象转换为字符串路径
|
||||||
|
return [str(file) for file in tif_files]
|
||||||
|
|
||||||
|
|
||||||
|
def find_label_files_pathlib(directory):
|
||||||
|
path = Path(directory)
|
||||||
|
# 使用rglob递归匹配所有.tif和.tiff文件
|
||||||
|
tif_files = list(path.rglob('*.txt'))
|
||||||
|
# 将Path对象转换为字符串路径
|
||||||
|
return [str(file) for file in tif_files]
|
||||||
|
|
||||||
|
def read_MJPortFile(sumMJPortfilepath,deepsdict=None):
|
||||||
|
lines=None
|
||||||
|
with open(sumMJPortfilepath,'r',encoding="utf-8") as f:
|
||||||
|
lines= f.readlines()
|
||||||
|
if deepsdict is None :
|
||||||
|
deepsdict={}
|
||||||
|
for linestr in lines:
|
||||||
|
if len(linestr)<3:
|
||||||
|
continue
|
||||||
|
clsname=linestr.split("\t\t")[0]
|
||||||
|
tiffpath=linestr.split("\t\t")[1].replace("\n","")
|
||||||
|
rootname=Path(tiffpath).stem
|
||||||
|
deepsdict[rootname]=clsname
|
||||||
|
return deepsdict
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def SpliteProcess(srcfolderpath,infolderpath,outfolderpath):
|
||||||
|
sumMJPortPaths=find_tifPort_files_pathlib(srcfolderpath)
|
||||||
|
sumMJPortDict={}
|
||||||
|
print("读取港口归属文件")
|
||||||
|
for sumMJPortfilepath in tqdm(sumMJPortPaths):
|
||||||
|
sumMJPortDict=read_MJPortFile(sumMJPortfilepath,sumMJPortDict)
|
||||||
|
|
||||||
|
labeltxtPaths=find_label_files_pathlib(infolderpath)
|
||||||
|
|
||||||
|
JportLabel=os.path.join(outfolderpath,'军港')
|
||||||
|
MportLabel=os.path.join(outfolderpath,'民港')
|
||||||
|
MJportLabel=os.path.join(outfolderpath,'混合港')
|
||||||
|
NoportLabel=os.path.join(outfolderpath,'无港口')
|
||||||
|
|
||||||
|
existOrCreate(JportLabel)
|
||||||
|
existOrCreate(MportLabel)
|
||||||
|
existOrCreate(MJportLabel)
|
||||||
|
existOrCreate(NoportLabel)
|
||||||
|
|
||||||
|
# 软件
|
||||||
|
for labeltxtpath in tqdm(labeltxtPaths):
|
||||||
|
rootname=Path(labeltxtpath).stem
|
||||||
|
tiffpath=labeltxtpath.replace(".txt",".tif")
|
||||||
|
if not os.path.exists(tiffpath):
|
||||||
|
tiffpath=labeltxtpath.replace(".txt",".tiff")
|
||||||
|
if not os.path.exists(tiffpath):
|
||||||
|
print("error not fount: ",tiffpath)
|
||||||
|
rootname=rootname.replace("_image.txt","").replace("_image","")
|
||||||
|
idx=rootname.rfind("_")
|
||||||
|
rootname=rootname[:idx]
|
||||||
|
trgpath=None
|
||||||
|
|
||||||
|
if rootname in sumMJPortDict:
|
||||||
|
clsname=sumMJPortDict[rootname]
|
||||||
|
if MLCName == clsname: # M
|
||||||
|
trgpath=MportLabel
|
||||||
|
elif JLCName == clsname: # J
|
||||||
|
trgpath=JportLabel
|
||||||
|
elif MJLCName == clsname: # JM 混合
|
||||||
|
trgpath=MJportLabel
|
||||||
|
elif NOLCName == clsname: # 没有港口
|
||||||
|
trgpath=NoportLabel
|
||||||
|
clsname="MLC"
|
||||||
|
else:
|
||||||
|
print("error: ", Path(labeltxtpath).stem)
|
||||||
|
continue
|
||||||
|
|
||||||
|
# shutil.copy(labeltxtpath, os.path.join(trgpath, os.path.basename(labeltxtpath)))
|
||||||
|
newlabelpath=os.path.join(trgpath, os.path.basename(labeltxtpath))
|
||||||
|
dotametas=readDotaFile(labeltxtpath)
|
||||||
|
for dotaid in range(len(dotametas)):
|
||||||
|
dotametas[dotaid].clsname=clsname
|
||||||
|
writerDotaFile(dotametas,newlabelpath)
|
||||||
|
shutil.copy(tiffpath, os.path.join(trgpath, os.path.basename(tiffpath)))
|
||||||
|
else:
|
||||||
|
print("error: ", Path(labeltxtpath).stem)
|
||||||
|
|
||||||
|
return True
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
def getParams():
|
||||||
|
parser = argparse.ArgumentParser()
|
||||||
|
parser.add_argument('-s','--srcfolder',type=str,default=r'D:\TYSAR-德清院\TYSAR-条带模式(SM)\港口', help='输入shapefile文件')
|
||||||
|
parser.add_argument('-i','--inlabelfolder',type=str,default=r'R:\TYSAR-德清院\D-切片成果\TYSAR-条带模式(SM)\港口\切片结果整理', help='输入shapefile文件')
|
||||||
|
parser.add_argument('-o', '--outfolder',type=str,default=r'R:\TYSAR-德清院\D-切片成果\TYSAR-条带模式(SM)\港口\舰船')
|
||||||
|
args = parser.parse_args()
|
||||||
|
return args
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
try:
|
||||||
|
parser = getParams()
|
||||||
|
srcfolder=parser.srcfolder
|
||||||
|
infolder=parser.inlabelfolder
|
||||||
|
outfolder=parser.outfolder
|
||||||
|
print('srcfolder=',srcfolder)
|
||||||
|
print('infolder=',infolder)
|
||||||
|
print('outfolder=',outfolder)
|
||||||
|
SpliteProcess(srcfolder,infolder,outfolder)
|
||||||
|
exit(2)
|
||||||
|
except Exception as e:
|
||||||
|
print(e)
|
||||||
|
exit(3)
|
||||||
|
|
@ -0,0 +1,163 @@
|
||||||
|
import numpy as np
|
||||||
|
import os
|
||||||
|
from glob import glob
|
||||||
|
from pathlib import Path
|
||||||
|
from multiprocessing import Pool
|
||||||
|
import hashlib # md5
|
||||||
|
import time
|
||||||
|
import shutil
|
||||||
|
import datetime
|
||||||
|
########################################################
|
||||||
|
# 函数区
|
||||||
|
########################################################
|
||||||
|
|
||||||
|
spacetySliceEnvPathExEPath=r"d:\ProgramData\anaconda3\envs\spacetySliceEnv\python.exe"
|
||||||
|
|
||||||
|
logPath=r"R:\TYSAR-德清院\A-预处理-未标注\A0-算法版本\AA\SpacetySliceDataTools\log\process.log"
|
||||||
|
|
||||||
|
|
||||||
|
def existOrCreate(dirpath):
|
||||||
|
if not os.path.exists(dirpath):
|
||||||
|
os.makedirs(dirpath)
|
||||||
|
|
||||||
|
def moveDir(srcfolderPath,targetfolderPath):
|
||||||
|
try:
|
||||||
|
shutil.copytree(srcfolderPath,targetfolderPath,dirs_exist_ok=True)
|
||||||
|
print("sucess: copy ", srcfolderPath,targetfolderPath )
|
||||||
|
shutil.rmtree(srcfolderPath)
|
||||||
|
print("sucess: rmtree ", srcfolderPath)
|
||||||
|
return "sucess: copy and rmtree from {} to {}".format(srcfolderPath,targetfolderPath),True
|
||||||
|
except Exception as e:
|
||||||
|
print("failed: copy ", srcfolderPath, targetfolderPath)
|
||||||
|
return "failed: copy and rmtree from {} to {}".format(srcfolderPath,targetfolderPath),False
|
||||||
|
|
||||||
|
def writeoutlog(logPath,cmdtxt):
|
||||||
|
with open(logPath,'a',encoding="utf-8") as f:
|
||||||
|
f.write(cmdtxt)
|
||||||
|
f.write("\n")
|
||||||
|
|
||||||
|
|
||||||
|
def preProcessTiFF(tiffpath,txtpath,preFolderPath):
|
||||||
|
|
||||||
|
file_path = Path(tiffpath)
|
||||||
|
directory_path = str(file_path.resolve().parent.name)
|
||||||
|
rootname=Path(tiffpath).stem
|
||||||
|
outpngpath=os.path.join(preFolderPath,"I"+directory_path+"_"+rootname+'.png')
|
||||||
|
programpath=r"R:\TYSAR-德清院\A-预处理-未标注\A0-算法版本\AA\SpacetySliceDataTools\generatorRasterSlicesTools\SpacetyTIFFDataStretch2PNG_AC.py"
|
||||||
|
|
||||||
|
# cmdtxt=r"{} {} -i {} -o {} --filemode --SquareRoot".format(spacetySliceEnvPathExEPath,programpath,tiffpath,outpngpath)
|
||||||
|
cmdtxt=r"{} {} -i {} -p {} -o {} --slicemode --SquareRoot".format(
|
||||||
|
spacetySliceEnvPathExEPath,programpath,
|
||||||
|
tiffpath,
|
||||||
|
txtpath,
|
||||||
|
preFolderPath
|
||||||
|
) # 直接切片
|
||||||
|
if os.system(cmdtxt) ==2:
|
||||||
|
print("sucess:",cmdtxt)
|
||||||
|
writeoutlog(logPath, "sucess: {}\n".format(cmdtxt))
|
||||||
|
return 2
|
||||||
|
else:
|
||||||
|
print("failed:",cmdtxt)
|
||||||
|
writeoutlog(logPath, "failed: {}\n".format(cmdtxt))
|
||||||
|
return 3
|
||||||
|
|
||||||
|
|
||||||
|
def processMJPort(srcFolderPath,outMJPortSumTxtPath,outMJPortFolderPath,MLCShapeFilePath,JLCShapeFilePath,MJLCShapeFilePath):
|
||||||
|
programpath = r"R:\TYSAR-德清院\A-预处理-未标注\A0-算法版本\AA\SpacetySliceDataTools\generatorRasterSlicesTools\SplitShipPortRasterTools_AC.py"
|
||||||
|
cmdtxt=r"{} {} -s {} -o {} -f {} -m {} -j {} -jm {}".format(
|
||||||
|
spacetySliceEnvPathExEPath,programpath,
|
||||||
|
srcFolderPath,outMJPortSumTxtPath,outMJPortFolderPath,
|
||||||
|
MLCShapeFilePath, JLCShapeFilePath, MJLCShapeFilePath
|
||||||
|
)
|
||||||
|
if os.system(cmdtxt) ==2:
|
||||||
|
print("sucess:",cmdtxt)
|
||||||
|
writeoutlog(logPath, "sucess: {}\n".format(cmdtxt))
|
||||||
|
# return "sucess: {}".format(cmdtxt)
|
||||||
|
return 2
|
||||||
|
else:
|
||||||
|
print("failed:",cmdtxt)
|
||||||
|
writeoutlog(logPath, "failed: {}\n".format(cmdtxt))
|
||||||
|
# return "failed: {}".format(cmdtxt)
|
||||||
|
return 3
|
||||||
|
|
||||||
|
|
||||||
|
def preProcessShipPortTools(srcFolderPath,targetFolderPath,outTargetFolderPath):
|
||||||
|
writeoutlog(logPath, "====================================================================================\n")
|
||||||
|
writeoutlog(logPath, "time: {}".format(datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")))
|
||||||
|
writeoutlog(logPath, "srcFolderPath: {}".format(srcFolderPath))
|
||||||
|
writeoutlog(logPath, "targetFolderPath: {}".format(targetFolderPath))
|
||||||
|
writeoutlog(logPath, "process start \n")
|
||||||
|
#
|
||||||
|
# # 文件接口创建
|
||||||
|
# MPortFolder=os.path.join(targetFolderPath,"AC-图像预处理","民港口")
|
||||||
|
# JPortFolder=os.path.join(targetFolderPath,"AC-图像预处理","军港口")
|
||||||
|
# MJPortFolder=os.path.join(targetFolderPath,"AC-图像预处理","混合港口")
|
||||||
|
# NoPortFolder=os.path.join(targetFolderPath,"AC-图像预处理","无港口")
|
||||||
|
#
|
||||||
|
# existOrCreate(MPortFolder)
|
||||||
|
# existOrCreate(JPortFolder)
|
||||||
|
# existOrCreate(MJPortFolder)
|
||||||
|
# existOrCreate(NoPortFolder)
|
||||||
|
|
||||||
|
outMJPortSumTxtPath=os.path.join(targetFolderPath,"AC-图像预处理","sumMJPort.txt")
|
||||||
|
outMJPortFolderPath=os.path.join(targetFolderPath,"AC-图像预处理","sumMJPortFolder")
|
||||||
|
|
||||||
|
existOrCreate(outMJPortFolderPath)
|
||||||
|
|
||||||
|
MLCShapeFilePath=r"D:\TYSAR-德清院\目标点位信息更新\0828目标点位\港口（民船）.shp"
|
||||||
|
JLCShapeFilePath=r"D:\TYSAR-德清院\目标点位信息更新\0828目标点位\军港.shp"
|
||||||
|
MJLCShapeFilePath=r"D:\TYSAR-德清院\目标点位信息更新\0828目标点位\军民一体港口.shp"
|
||||||
|
|
||||||
|
processMJPortflag=processMJPort(srcFolderPath,outMJPortSumTxtPath,outMJPortFolderPath,MLCShapeFilePath,JLCShapeFilePath,MJLCShapeFilePath)
|
||||||
|
|
||||||
|
writeoutlog(logPath, "\nprocess finished \n")
|
||||||
|
# moverTip,moveflag=moveDir(targetFolderPath, outTargetFolderPath)
|
||||||
|
# writeoutlog(logPath, moverTip)
|
||||||
|
writeoutlog(logPath, "====================================================================================\n")
|
||||||
|
# if moveflag:
|
||||||
|
# pass
|
||||||
|
# else:
|
||||||
|
# exit(3)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
|
||||||
|
# 20250813-不分类 条带模式
|
||||||
|
srcFolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250813-不分类\0-原图"
|
||||||
|
preFolderPath = r"D:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250813-不分类\A-预处理\AB-图像预处理"
|
||||||
|
targetfolderPath = r"D:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250813-不分类\A-预处理\AB-图像预处理"
|
||||||
|
preProcessShipPortTools(srcFolderPath, preFolderPath, targetfolderPath)
|
||||||
|
#
|
||||||
|
# 20250818 条带模式
|
||||||
|
srcFolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250818-不分类\0-原图"
|
||||||
|
preFolderPath = r"D:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250818-不分类\A-预处理\AB-图像预处理"
|
||||||
|
targetfolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250818-不分类\A-预处理\AB-图像预处理"
|
||||||
|
preProcessShipPortTools(srcFolderPath, preFolderPath,targetfolderPath)
|
||||||
|
#
|
||||||
|
# 20250826-不分类 条带模式
|
||||||
|
srcFolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250826-不分类\0-原图"
|
||||||
|
preFolderPath = r"D:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250826-不分类\A-预处理"
|
||||||
|
targetfolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250826-不分类\A-预处理"
|
||||||
|
preProcessShipPortTools(srcFolderPath, preFolderPath,targetfolderPath)
|
||||||
|
#
|
||||||
|
# 20250903-不分类条带模式
|
||||||
|
srcFolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250903-不分类\0-原图"
|
||||||
|
preFolderPath = r"D:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250903-不分类\A-预处理"
|
||||||
|
targetfolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250903-不分类\A-预处理"
|
||||||
|
preProcessShipPortTools(srcFolderPath, preFolderPath,targetfolderPath)
|
||||||
|
#
|
||||||
|
# 20250910-不分类 条带模式
|
||||||
|
srcFolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250910-不分类\0-原图"
|
||||||
|
preFolderPath = r"D:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250910-不分类\A-预处理"
|
||||||
|
targetfolderPath = r"R:\TYSAR-德清院\TYSAR-条带模式(SM)\港口\20250910-不分类\A-预处理"
|
||||||
|
preProcessShipPortTools(srcFolderPath, preFolderPath,targetfolderPath)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
@ -140,7 +140,7 @@ def preProcessShipPortTools(srcFolderPath,targetFolderPath,outTargetFolderPath):
|
||||||
tarPortFolder=NoPortFolder
|
tarPortFolder=NoPortFolder
|
||||||
else:
|
else:
|
||||||
continue
|
continue
|
||||||
async_results.append(preProcessTiFF(tiffpath,portTxtpath,tarPortFolder))
|
# async_results.append(preProcessTiFF(tiffpath,portTxtpath,tarPortFolder))
|
||||||
else:
|
else:
|
||||||
continue
|
continue
|
||||||
# 处理分块
|
# 处理分块
|
||||||
|
|
|
||||||
|
|
@ -437,10 +437,10 @@ def stretchSliceProcess(infilepath, outfolder,portfilestr, strechmethod):
|
||||||
allImagePath=os.path.join(allpngfolder, rootname+"_all.png")
|
allImagePath=os.path.join(allpngfolder, rootname+"_all.png")
|
||||||
Image.fromarray(im_data).save(allImagePath,compress_level=0)
|
Image.fromarray(im_data).save(allImagePath,compress_level=0)
|
||||||
slice_ID=0
|
slice_ID=0
|
||||||
slice_ID=sliceShipDataset(rootname,im_data, src_im_data,im_Geotrans, im_proj, outfolder)
|
slice_ID=sliceShipDataset(rootname,im_data, src_im_data,im_Geotrans, im_proj, outfolder) # 舰船切片
|
||||||
slice_ID=slice_ID+1
|
slice_ID=slice_ID+1
|
||||||
# slice_ID=slicePortDataset(rootname,im_data, src_im_data,im_Geotrans, im_proj, outfolder,slice_ID,portfilestr)
|
# slice_ID=slicePortDataset(rootname,im_data, src_im_data,im_Geotrans, im_proj, outfolder,slice_ID,portfilestr)
|
||||||
slice_ID=sliceLabelPortDataset(rootname,im_data, src_im_data,im_Geotrans, im_proj, outfolder,slice_ID,portfilestr)
|
slice_ID=sliceLabelPortDataset(rootname,im_data, src_im_data,im_Geotrans, im_proj, outfolder,slice_ID,portfilestr) # 港口拉伸
|
||||||
print("图像切片与拉伸完成")
|
print("图像切片与拉伸完成")
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -6,11 +6,14 @@ import os
|
||||||
import argparse
|
import argparse
|
||||||
import numpy as np
|
import numpy as np
|
||||||
from scipy.spatial import KDTree
|
from scipy.spatial import KDTree
|
||||||
from DotaOperator import DotaObj,readDotaFile,writerDotaFile,createDota
|
from tools.DotaOperator import DotaObj,readDotaFile,writerDotaFile,createDota
|
||||||
from glob import glob
|
from glob import glob
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
import shutil
|
import shutil
|
||||||
|
|
||||||
|
def existOrCreate(dirpath):
|
||||||
|
if not os.path.exists(dirpath):
|
||||||
|
os.makedirs(dirpath)
|
||||||
|
|
||||||
def find_tif_files_pathlib(directory):
|
def find_tif_files_pathlib(directory):
|
||||||
path = Path(directory)
|
path = Path(directory)
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue