KJ135
/
ISCE_INSAR
mirror of http://172.16.0.12:5000/WBJY/ISCE_INSAR.git
4
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' into cmake

LT1AB
Ryan Burns 2020-04-13 14:34:14 -07:00
parent 82e2d916e1 435e802f04
commit 81b54197e6
119 changed files with 286 additions and 588 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
SConstruct
View File

@ -216,11 +216,10 @@ else:
### End of GPU branch-specific modifications ### End of GPU branch-specific modifications
os.makedirs(inst, exist_ok=True)
env.Install(inst, '__init__.py') env.Install(inst, '__init__.py')
env.Install(inst, 'release_history.py') env.Install(inst, 'release_history.py')
if not os.path.exists(inst):
os.makedirs(inst)
v = 0 v = 0
if isrerun == 'no': if isrerun == 'no':

6
components/isceobj/Alos2Proc/Alos2ProcPublic.py
View File

@ -985,10 +985,8 @@ def resampleBursts(masterSwath, slaveSwath,
import numpy.matlib import numpy.matlib
from contrib.alos2proc.alos2proc import resamp from contrib.alos2proc.alos2proc import resamp
if not os.path.exists(slaveBurstResampledDir): os.makedirs(slaveBurstResampledDir, exist_ok=True)
os.makedirs(slaveBurstResampledDir) os.makedirs(interferogramDir, exist_ok=True)
if not os.path.exists(interferogramDir):
os.makedirs(interferogramDir)
#get burst file names #get burst file names
masterBurstSlc = [masterBurstPrefix+'_%02d.slc'%(i+1) for i in range(masterSwath.numberOfBursts)] masterBurstSlc = [masterBurstPrefix+'_%02d.slc'%(i+1) for i in range(masterSwath.numberOfBursts)]

3
components/isceobj/Alos2Proc/runCoherence.py
View File

@ -22,8 +22,7 @@ def runCoherence(self):
#slaveTrack = self._insar.loadTrack(master=False) #slaveTrack = self._insar.loadTrack(master=False)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)
numberRangeLooks = self._insar.numberRangeLooks1 * self._insar.numberRangeLooks2 numberRangeLooks = self._insar.numberRangeLooks1 * self._insar.numberRangeLooks2

3
components/isceobj/Alos2Proc/runDenseOffset.py
View File

@ -24,8 +24,7 @@ def runDenseOffset(self):
self.updateParamemetersFromUser() self.updateParamemetersFromUser()
denseOffsetDir = 'dense_offset' denseOffsetDir = 'dense_offset'
if not os.path.exists(denseOffsetDir): os.makedirs(denseOffsetDir, exist_ok=True)
os.makedirs(denseOffsetDir)
os.chdir(denseOffsetDir) os.chdir(denseOffsetDir)
#masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter) #masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter)

3
components/isceobj/Alos2Proc/runDiffInterferogram.py
View File

@ -21,8 +21,7 @@ def runDiffInterferogram(self):
masterTrack = self._insar.loadTrack(master=True) masterTrack = self._insar.loadTrack(master=True)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)

9
components/isceobj/Alos2Proc/runDownloadDem.py
View File

@ -31,8 +31,7 @@ def runDownloadDem(self):
#get 1 arcsecond dem for coregistration #get 1 arcsecond dem for coregistration
if self.dem == None: if self.dem == None:
demDir = 'dem_1_arcsec' demDir = 'dem_1_arcsec'
if not os.path.exists(demDir): os.makedirs(demDir, exist_ok=True)
os.makedirs(demDir)
os.chdir(demDir) os.chdir(demDir)
downloadUrl = 'http://e4ftl01.cr.usgs.gov/MEASURES/SRTMGL1.003/2000.02.11' downloadUrl = 'http://e4ftl01.cr.usgs.gov/MEASURES/SRTMGL1.003/2000.02.11'
@ -52,8 +51,7 @@ def runDownloadDem(self):
#get 3 arcsecond dem for geocoding #get 3 arcsecond dem for geocoding
if self.demGeo == None: if self.demGeo == None:
demGeoDir = 'dem_3_arcsec' demGeoDir = 'dem_3_arcsec'
if not os.path.exists(demGeoDir): os.makedirs(demGeoDir, exist_ok=True)
os.makedirs(demGeoDir)
os.chdir(demGeoDir) os.chdir(demGeoDir)
downloadUrl = 'http://e4ftl01.cr.usgs.gov/MEASURES/SRTMGL3.003/2000.02.11' downloadUrl = 'http://e4ftl01.cr.usgs.gov/MEASURES/SRTMGL3.003/2000.02.11'
@ -73,8 +71,7 @@ def runDownloadDem(self):
#get water body for masking interferogram #get water body for masking interferogram
if self.wbd == None: if self.wbd == None:
wbdDir = 'wbd_1_arcsec' wbdDir = 'wbd_1_arcsec'
if not os.path.exists(wbdDir): os.makedirs(wbdDir, exist_ok=True)
os.makedirs(wbdDir)
os.chdir(wbdDir) os.chdir(wbdDir)
#cmd = 'wbd.py {}'.format(bboxStr) #cmd = 'wbd.py {}'.format(bboxStr)

3
components/isceobj/Alos2Proc/runFilt.py
View File

@ -28,8 +28,7 @@ def runFilt(self):
#slaveTrack = self._insar.loadTrack(master=False) #slaveTrack = self._insar.loadTrack(master=False)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)

3
components/isceobj/Alos2Proc/runFiltOffset.py
View File

@ -25,8 +25,7 @@ def runFiltOffset(self):
self.updateParamemetersFromUser() self.updateParamemetersFromUser()
denseOffsetDir = 'dense_offset' denseOffsetDir = 'dense_offset'
if not os.path.exists(denseOffsetDir): os.makedirs(denseOffsetDir, exist_ok=True)
os.makedirs(denseOffsetDir)
os.chdir(denseOffsetDir) os.chdir(denseOffsetDir)
#masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter) #masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter)

6
components/isceobj/Alos2Proc/runFrameMosaic.py
View File

@ -24,8 +24,7 @@ def runFrameMosaic(self):
slaveTrack = self._insar.loadTrack(master=False) slaveTrack = self._insar.loadTrack(master=False)
mosaicDir = 'insar' mosaicDir = 'insar'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
numberOfFrames = len(masterTrack.frames) numberOfFrames = len(masterTrack.frames)
@ -334,8 +333,7 @@ def frameMosaic(track, inputFiles, outputfile, rangeOffsets, azimuthOffsets, num
if DEBUG: if DEBUG:
#create a dir and work in this dir #create a dir and work in this dir
diffDir = 'frame_mosaic' diffDir = 'frame_mosaic'
if not os.path.exists(diffDir): os.makedirs(diffDir, exist_ok=True)
os.makedirs(diffDir)
os.chdir(diffDir) os.chdir(diffDir)
#dump phase difference #dump phase difference

3
components/isceobj/Alos2Proc/runFrameOffset.py
View File

@ -20,8 +20,7 @@ def runFrameOffset(self):
slaveTrack = self._insar.loadTrack(master=False) slaveTrack = self._insar.loadTrack(master=False)
mosaicDir = 'insar' mosaicDir = 'insar'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if len(masterTrack.frames) > 1: if len(masterTrack.frames) > 1:

3
components/isceobj/Alos2Proc/runGeo2Rdr.py
View File

@ -19,8 +19,7 @@ def runGeo2Rdr(self):
slaveTrack = self._insar.loadTrack(master=False) slaveTrack = self._insar.loadTrack(master=False)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)

3
components/isceobj/Alos2Proc/runGeocode.py
View File

@ -24,8 +24,7 @@ def runGeocode(self):
demFile = os.path.abspath(self._insar.demGeo) demFile = os.path.abspath(self._insar.demGeo)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)
#compute bounding box for geocoding #compute bounding box for geocoding

3
components/isceobj/Alos2Proc/runGeocodeOffset.py
View File

@ -35,8 +35,7 @@ def runGeocodeOffset(self):
demFile = os.path.abspath(self._insar.demGeo) demFile = os.path.abspath(self._insar.demGeo)
denseOffsetDir = 'dense_offset' denseOffsetDir = 'dense_offset'
if not os.path.exists(denseOffsetDir): os.makedirs(denseOffsetDir, exist_ok=True)
os.makedirs(denseOffsetDir)
os.chdir(denseOffsetDir) os.chdir(denseOffsetDir)
masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter) masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter)

3
components/isceobj/Alos2Proc/runIonFilt.py
View File

@ -31,8 +31,7 @@ def runIonFilt(self):
subbandPrefix = ['lower', 'upper'] subbandPrefix = ['lower', 'upper']
ionCalDir = os.path.join(ionDir['ion'], ionDir['ionCal']) ionCalDir = os.path.join(ionDir['ion'], ionDir['ionCal'])
if not os.path.exists(ionCalDir): os.makedirs(ionCalDir, exist_ok=True)
os.makedirs(ionCalDir)
os.chdir(ionCalDir) os.chdir(ionCalDir)

18
components/isceobj/Alos2Proc/runIonSubband.py
View File

@ -58,8 +58,7 @@ def runIonSubband(self):
############################################################ ############################################################
#create and enter 'ion' directory #create and enter 'ion' directory
#after finishing each step, we are in this directory #after finishing each step, we are in this directory
if not os.path.exists(ionDir['ion']): os.makedirs(ionDir['ion'], exist_ok=True)
os.makedirs(ionDir['ion'])
os.chdir(ionDir['ion']) os.chdir(ionDir['ion'])
#create insar processing directories #create insar processing directories
@ -70,12 +69,10 @@ def runIonSubband(self):
for j, swathNumber in enumerate(range(self._insar.startingSwath, self._insar.endingSwath + 1)): for j, swathNumber in enumerate(range(self._insar.startingSwath, self._insar.endingSwath + 1)):
swathDir = 's{}'.format(swathNumber) swathDir = 's{}'.format(swathNumber)
fullDir = os.path.join(subbandDir, frameDir, swathDir) fullDir = os.path.join(subbandDir, frameDir, swathDir)
if not os.path.exists(fullDir): os.makedirs(fullDir, exist_ok=True)
os.makedirs(fullDir)
#create ionospheric phase directory #create ionospheric phase directory
if not os.path.exists(ionDir['ionCal']): os.makedirs(ionDir['ionCal'], exist_ok=True)
os.makedirs(ionDir['ionCal'])
############################################################ ############################################################
@ -223,8 +220,7 @@ def runIonSubband(self):
os.chdir(frameDir) os.chdir(frameDir)
mosaicDir = ionDir['swathMosaic'] mosaicDir = ionDir['swathMosaic']
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if not ( if not (
@ -316,8 +312,7 @@ def runIonSubband(self):
os.chdir(ionDir['subband'][k]) os.chdir(ionDir['subband'][k])
mosaicDir = ionDir['insar'] mosaicDir = ionDir['insar']
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
numberOfFrames = len(masterTrack.frames) numberOfFrames = len(masterTrack.frames)
@ -406,8 +401,7 @@ def runIonSubband(self):
os.chdir(ionDir['subband'][k]) os.chdir(ionDir['subband'][k])
insarDir = ionDir['insar'] insarDir = ionDir['insar']
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)
rangePixelSize = self._insar.numberRangeLooks1 * masterTrack.rangePixelSize rangePixelSize = self._insar.numberRangeLooks1 * masterTrack.rangePixelSize

3
components/isceobj/Alos2Proc/runIonUwrap.py
View File

@ -31,8 +31,7 @@ def runIonUwrap(self):
subbandPrefix = ['lower', 'upper'] subbandPrefix = ['lower', 'upper']
ionCalDir = os.path.join(ionDir['ion'], ionDir['ionCal']) ionCalDir = os.path.join(ionDir['ion'], ionDir['ionCal'])
if not os.path.exists(ionCalDir): os.makedirs(ionCalDir, exist_ok=True)
os.makedirs(ionCalDir)
os.chdir(ionCalDir) os.chdir(ionCalDir)

3
components/isceobj/Alos2Proc/runLook.py
View File

@ -25,8 +25,7 @@ def runLook(self):
wbdFile = os.path.abspath(self._insar.wbd) wbdFile = os.path.abspath(self._insar.wbd)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)

6
components/isceobj/Alos2Proc/runPreprocessor.py
View File

@ -270,8 +270,7 @@ def runPreprocessor(self):
for i, (masterFrame, slaveFrame) in enumerate(zip(self._insar.masterFrames, self._insar.slaveFrames)): for i, (masterFrame, slaveFrame) in enumerate(zip(self._insar.masterFrames, self._insar.slaveFrames)):
#frame number starts with 1 #frame number starts with 1
frameDir = 'f{}_{}'.format(i+1, masterFrame) frameDir = 'f{}_{}'.format(i+1, masterFrame)
if not os.path.exists(frameDir): os.makedirs(frameDir, exist_ok=True)
os.makedirs(frameDir)
os.chdir(frameDir) os.chdir(frameDir)
#attach a frame to master and slave #attach a frame to master and slave
@ -287,8 +286,7 @@ def runPreprocessor(self):
print('processing frame {} swath {}'.format(masterFrame, j)) print('processing frame {} swath {}'.format(masterFrame, j))
swathDir = 's{}'.format(j) swathDir = 's{}'.format(j)
if not os.path.exists(swathDir): os.makedirs(swathDir, exist_ok=True)
os.makedirs(swathDir)
os.chdir(swathDir) os.chdir(swathDir)
#attach a swath to master and slave #attach a swath to master and slave

3
components/isceobj/Alos2Proc/runRdr2Geo.py
View File

@ -22,8 +22,7 @@ def runRdr2Geo(self):
wbdFile = os.path.abspath(self._insar.wbd) wbdFile = os.path.abspath(self._insar.wbd)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)

6
components/isceobj/Alos2Proc/runRdrDemOffset.py
View File

@ -27,13 +27,11 @@ def runRdrDemOffset(self):
demFile = os.path.abspath(self._insar.dem) demFile = os.path.abspath(self._insar.dem)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)
rdrDemDir = 'rdr_dem_offset' rdrDemDir = 'rdr_dem_offset'
if not os.path.exists(rdrDemDir): os.makedirs(rdrDemDir, exist_ok=True)
os.makedirs(rdrDemDir)
os.chdir(rdrDemDir) os.chdir(rdrDemDir)
################################################################################################## ##################################################################################################

3
components/isceobj/Alos2Proc/runRectRangeOffset.py
View File

@ -22,8 +22,7 @@ def runRectRangeOffset(self):
slaveTrack = self._insar.loadTrack(master=False) slaveTrack = self._insar.loadTrack(master=False)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)

3
components/isceobj/Alos2Proc/runSlcMatch.py
View File

@ -37,8 +37,7 @@ def runSlcMatch(self):
wbdFile = os.path.abspath(self._insar.wbd) wbdFile = os.path.abspath(self._insar.wbd)
denseOffsetDir = 'dense_offset' denseOffsetDir = 'dense_offset'
if not os.path.exists(denseOffsetDir): os.makedirs(denseOffsetDir, exist_ok=True)
os.makedirs(denseOffsetDir)
os.chdir(denseOffsetDir) os.chdir(denseOffsetDir)
masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter) masterTrack = self._insar.loadProduct(self._insar.masterTrackParameter)

3
components/isceobj/Alos2Proc/runSlcMosaic.py
View File

@ -30,8 +30,7 @@ def runSlcMosaic(self):
slaveTrack = self._insar.loadTrack(master=False) slaveTrack = self._insar.loadTrack(master=False)
denseOffsetDir = 'dense_offset' denseOffsetDir = 'dense_offset'
if not os.path.exists(denseOffsetDir): os.makedirs(denseOffsetDir, exist_ok=True)
os.makedirs(denseOffsetDir)
os.chdir(denseOffsetDir) os.chdir(denseOffsetDir)

3
components/isceobj/Alos2Proc/runSwathMosaic.py
View File

@ -28,8 +28,7 @@ def runSwathMosaic(self):
os.chdir(frameDir) os.chdir(frameDir)
mosaicDir = 'mosaic' mosaicDir = 'mosaic'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if not ( if not (

3
components/isceobj/Alos2Proc/runSwathOffset.py
View File

@ -29,8 +29,7 @@ def runSwathOffset(self):
os.chdir(frameDir) os.chdir(frameDir)
mosaicDir = 'mosaic' mosaicDir = 'mosaic'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if not ( if not (

3
components/isceobj/Alos2Proc/runUnwrapSnaphu.py
View File

@ -26,8 +26,7 @@ def runUnwrapSnaphu(self):
#slaveTrack = self._insar.loadTrack(master=False) #slaveTrack = self._insar.loadTrack(master=False)
insarDir = 'insar' insarDir = 'insar'
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)

3
components/isceobj/Alos2burstProc/runCoregSd.py
View File

@ -44,8 +44,7 @@ def runCoregSd(self):
# spectral diversity or mai # spectral diversity or mai
################################################## ##################################################
sdDir = 'spectral_diversity' sdDir = 'spectral_diversity'
if not os.path.exists(sdDir): os.makedirs(sdDir, exist_ok=True)
os.makedirs(sdDir)
os.chdir(sdDir) os.chdir(sdDir)
interferogramDir = 'burst_interf_2_coreg_cc' interferogramDir = 'burst_interf_2_coreg_cc'

3
components/isceobj/Alos2burstProc/runExtractBurst.py
View File

@ -66,8 +66,7 @@ def runExtractBurst(self):
######################################################################################### #########################################################################################
#extract burst #extract burst
if not os.path.exists(extractDir): os.makedirs(extractDir, exist_ok=True)
os.makedirs(extractDir)
os.chdir(extractDir) os.chdir(extractDir)
if os.path.isfile(os.path.join('../', fullApertureSlc)): if os.path.isfile(os.path.join('../', fullApertureSlc)):
os.rename(os.path.join('../', fullApertureSlc), fullApertureSlc) os.rename(os.path.join('../', fullApertureSlc), fullApertureSlc)

3
components/isceobj/Alos2burstProc/runFiltSd.py
View File

@ -29,8 +29,7 @@ def runFiltSd(self):
#slaveTrack = self._insar.loadTrack(master=False) #slaveTrack = self._insar.loadTrack(master=False)
sdDir = 'sd' sdDir = 'sd'
if not os.path.exists(sdDir): os.makedirs(sdDir, exist_ok=True)
os.makedirs(sdDir)
os.chdir(sdDir) os.chdir(sdDir)
sd = isceobj.createImage() sd = isceobj.createImage()

6
components/isceobj/Alos2burstProc/runFrameMosaic.py
View File

@ -23,8 +23,7 @@ def runFrameMosaic(self):
slaveTrack = self._insar.loadTrack(master=False) slaveTrack = self._insar.loadTrack(master=False)
mosaicDir = 'insar' mosaicDir = 'insar'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
numberOfFrames = len(masterTrack.frames) numberOfFrames = len(masterTrack.frames)
@ -125,8 +124,7 @@ def runFrameMosaic(self):
#mosaic spectral diversity inteferograms #mosaic spectral diversity inteferograms
mosaicDir = 'sd' mosaicDir = 'sd'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
numberOfFrames = len(masterTrack.frames) numberOfFrames = len(masterTrack.frames)

3
components/isceobj/Alos2burstProc/runFrameOffset.py
View File

@ -21,8 +21,7 @@ def runFrameOffset(self):
slaveTrack = self._insar.loadTrack(master=False) slaveTrack = self._insar.loadTrack(master=False)
mosaicDir = 'insar' mosaicDir = 'insar'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if len(masterTrack.frames) > 1: if len(masterTrack.frames) > 1:

3
components/isceobj/Alos2burstProc/runGeocodeSd.py
View File

@ -25,8 +25,7 @@ def runGeocodeSd(self):
demFile = os.path.abspath(self._insar.demGeo) demFile = os.path.abspath(self._insar.demGeo)
sdDir = 'sd' sdDir = 'sd'
if not os.path.exists(sdDir): os.makedirs(sdDir, exist_ok=True)
os.makedirs(sdDir)
os.chdir(sdDir) os.chdir(sdDir)
if self.geocodeListSd == None: if self.geocodeListSd == None:

24
components/isceobj/Alos2burstProc/runIonSubband.py
View File

@ -59,8 +59,7 @@ def runIonSubband(self):
############################################################ ############################################################
#create and enter 'ion' directory #create and enter 'ion' directory
#after finishing each step, we are in this directory #after finishing each step, we are in this directory
if not os.path.exists(ionDir['ion']): os.makedirs(ionDir['ion'], exist_ok=True)
os.makedirs(ionDir['ion'])
os.chdir(ionDir['ion']) os.chdir(ionDir['ion'])
#create insar processing directories #create insar processing directories
@ -71,12 +70,10 @@ def runIonSubband(self):
for j, swathNumber in enumerate(range(self._insar.startingSwath, self._insar.endingSwath + 1)): for j, swathNumber in enumerate(range(self._insar.startingSwath, self._insar.endingSwath + 1)):
swathDir = 's{}'.format(swathNumber) swathDir = 's{}'.format(swathNumber)
fullDir = os.path.join(subbandDir, frameDir, swathDir) fullDir = os.path.join(subbandDir, frameDir, swathDir)
if not os.path.exists(fullDir): os.makedirs(fullDir, exist_ok=True)
os.makedirs(fullDir)
#create ionospheric phase directory #create ionospheric phase directory
if not os.path.exists(ionDir['ionCal']): os.makedirs(ionDir['ionCal'])
os.makedirs(ionDir['ionCal'])
############################################################ ############################################################
@ -100,10 +97,8 @@ def runIonSubband(self):
slcDir = os.path.join('../', frameDir, swathDir, burstPrefix) slcDir = os.path.join('../', frameDir, swathDir, burstPrefix)
slcLowerDir = os.path.join(ionDir['subband'][0], frameDir, swathDir, burstPrefix) slcLowerDir = os.path.join(ionDir['subband'][0], frameDir, swathDir, burstPrefix)
slcUpperDir = os.path.join(ionDir['subband'][1], frameDir, swathDir, burstPrefix) slcUpperDir = os.path.join(ionDir['subband'][1], frameDir, swathDir, burstPrefix)
if not os.path.exists(slcLowerDir): os.makedirs(slcLowerDir, exist_ok=True)
os.makedirs(slcLowerDir) os.makedirs(slcUpperDir, exist_ok=True)
if not os.path.exists(slcUpperDir):
os.makedirs(slcUpperDir)
for k in range(swath.numberOfBursts): for k in range(swath.numberOfBursts):
print('processing burst: %02d'%(k+1)) print('processing burst: %02d'%(k+1))
slc = os.path.join(slcDir, burstPrefix+'_%02d.slc'%(k+1)) slc = os.path.join(slcDir, burstPrefix+'_%02d.slc'%(k+1))
@ -208,8 +203,7 @@ def runIonSubband(self):
os.chdir(frameDir) os.chdir(frameDir)
mosaicDir = 'mosaic' mosaicDir = 'mosaic'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if self._insar.endingSwath-self._insar.startingSwath+1 == 1: if self._insar.endingSwath-self._insar.startingSwath+1 == 1:
@ -289,8 +283,7 @@ def runIonSubband(self):
os.chdir(ionDir['subband'][k]) os.chdir(ionDir['subband'][k])
mosaicDir = 'insar' mosaicDir = 'insar'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
numberOfFrames = len(masterTrack.frames) numberOfFrames = len(masterTrack.frames)
@ -374,8 +367,7 @@ def runIonSubband(self):
os.chdir(ionDir['subband'][k]) os.chdir(ionDir['subband'][k])
insarDir = ionDir['insar'] insarDir = ionDir['insar']
if not os.path.exists(insarDir): os.makedirs(insarDir, exist_ok=True)
os.makedirs(insarDir)
os.chdir(insarDir) os.chdir(insarDir)
rangePixelSize = self._insar.numberRangeLooks1 * masterTrack.rangePixelSize rangePixelSize = self._insar.numberRangeLooks1 * masterTrack.rangePixelSize

3
components/isceobj/Alos2burstProc/runLookSd.py
View File

@ -24,8 +24,7 @@ def runLookSd(self):
wbdFile = os.path.abspath(self._insar.wbd) wbdFile = os.path.abspath(self._insar.wbd)
sdDir = 'sd' sdDir = 'sd'
if not os.path.exists(sdDir): os.makedirs(sdDir, exist_ok=True)
os.makedirs(sdDir)
os.chdir(sdDir) os.chdir(sdDir)
sd = isceobj.createImage() sd = isceobj.createImage()

6
components/isceobj/Alos2burstProc/runPreprocessor.py
View File

@ -193,8 +193,7 @@ def runPreprocessor(self):
for i, (masterFrame, slaveFrame) in enumerate(zip(self._insar.masterFrames, self._insar.slaveFrames)): for i, (masterFrame, slaveFrame) in enumerate(zip(self._insar.masterFrames, self._insar.slaveFrames)):
#frame number starts with 1 #frame number starts with 1
frameDir = 'f{}_{}'.format(i+1, masterFrame) frameDir = 'f{}_{}'.format(i+1, masterFrame)
if not os.path.exists(frameDir): os.makedirs(frameDir, exist_ok=True)
os.makedirs(frameDir)
os.chdir(frameDir) os.chdir(frameDir)
#attach a frame to master and slave #attach a frame to master and slave
@ -210,8 +209,7 @@ def runPreprocessor(self):
print('processing frame {} swath {}'.format(masterFrame, j)) print('processing frame {} swath {}'.format(masterFrame, j))
swathDir = 's{}'.format(j) swathDir = 's{}'.format(j)
if not os.path.exists(swathDir): os.makedirs(swathDir, exist_ok=True)
os.makedirs(swathDir)
os.chdir(swathDir) os.chdir(swathDir)
#attach a swath to master and slave #attach a swath to master and slave

6
components/isceobj/Alos2burstProc/runSwathMosaic.py
View File

@ -28,8 +28,7 @@ def runSwathMosaic(self):
os.chdir(frameDir) os.chdir(frameDir)
mosaicDir = 'mosaic' mosaicDir = 'mosaic'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if self._insar.endingSwath-self._insar.startingSwath+1 == 1: if self._insar.endingSwath-self._insar.startingSwath+1 == 1:
@ -159,8 +158,7 @@ def runSwathMosaic(self):
os.chdir(frameDir) os.chdir(frameDir)
mosaicDir = 'mosaic' mosaicDir = 'mosaic'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if self._insar.endingSwath-self._insar.startingSwath+1 == 1: if self._insar.endingSwath-self._insar.startingSwath+1 == 1:

3
components/isceobj/Alos2burstProc/runSwathOffset.py
View File

@ -27,8 +27,7 @@ def runSwathOffset(self):
os.chdir(frameDir) os.chdir(frameDir)
mosaicDir = 'mosaic' mosaicDir = 'mosaic'
if not os.path.exists(mosaicDir): os.makedirs(mosaicDir, exist_ok=True)
os.makedirs(mosaicDir)
os.chdir(mosaicDir) os.chdir(mosaicDir)
if self._insar.endingSwath-self._insar.startingSwath+1 == 1: if self._insar.endingSwath-self._insar.startingSwath+1 == 1:

3
components/isceobj/Alos2burstProc/runUnwrapSnaphuSd.py
View File

@ -28,8 +28,7 @@ def runUnwrapSnaphuSd(self):
#slaveTrack = self._insar.loadTrack(master=False) #slaveTrack = self._insar.loadTrack(master=False)
sdDir = 'sd' sdDir = 'sd'
if not os.path.exists(sdDir): os.makedirs(sdDir, exist_ok=True)
os.makedirs(sdDir)
os.chdir(sdDir) os.chdir(sdDir)

7
components/isceobj/Catalog/Catalog.py
View File

@ -172,12 +172,7 @@ class Catalog(OrderedDict):
return the normal value.""" return the normal value."""
if self._isLargeList(v): if self._isLargeList(v):
# Make the catalog directory if it doesn't already exist # Make the catalog directory if it doesn't already exist
try: os.makedirs('catalog', exist_ok=True)
os.makedirs('catalog')
except OSError as e:
if e.errno != errno.EEXIST:
print("Couldn't create directory, 'catalog'! Please check your permissions.")
raise
fileName = 'catalog/%s.%s.%03i' % ('.'.join(nodePath), key, Catalog.bigArrayNum) fileName = 'catalog/%s.%s.%03i' % ('.'.join(nodePath), key, Catalog.bigArrayNum)
Catalog.bigArrayNum += 1 Catalog.bigArrayNum += 1
f = open(fileName, 'w') f = open(fileName, 'w')

4
components/isceobj/RtcProc/runPreprocessor.py
View File

@ -25,9 +25,7 @@ def runPreprocessor(self):
self.master.configure() self.master.configure()
os.makedirs(self.master.output, exist_ok=True)
if not os.path.isdir(self.master.output):
os.makedirs(self.master.output)
slantRangeExtracted = False slantRangeExtracted = False

3
components/isceobj/RtcProc/runTopo.py
View File

@ -46,8 +46,7 @@ def runTopo(self, method='legendre'):
demImg.load(demname + '.xml') demImg.load(demname + '.xml')
if not os.path.isdir(self._grd.geometryFolder): os.makedirs(self._grd.geometryFolder, exist_ok=True)
os.makedirs(self._grd.geometryFolder)
#####Run Topo #####Run Topo

9
components/isceobj/Sensor/TOPS/Sentinel1.py
View File

@ -954,14 +954,7 @@ class Sentinel1(Component):
if length is None: if length is None:
length = self.product.bursts[0].numberOfLines length = self.product.bursts[0].numberOfLines
os.makedirs(self.output, exist_ok=True)
if os.path.isdir(self.output):
print('Output directory exists. Overwriting ...')
# os.rmdir(self.output)
else:
print('Creating directory {0} '.format(self.output))
os.makedirs(self.output)
prevTiff = None prevTiff = None
for index, burst in enumerate(self.product.bursts): for index, burst in enumerate(self.product.bursts):

7
components/isceobj/StripmapProc/runCrop.py
View File

@ -190,12 +190,7 @@ def cropFrame(frame, limits, outname, israw=False):
inname = frame.image.filename inname = frame.image.filename
suffix = os.path.splitext(inname)[1] suffix = os.path.splitext(inname)[1]
outdirname = os.path.dirname(outname) outdirname = os.path.dirname(outname)
os.makedirs(outdirname, exist_ok=True)
if os.path.isdir(outdirname):
print('Output directory already exists. Will be overwritten ....')
else:
os.makedirs(outdirname)
print('Creating {0} directory.'.format(outdirname))
indata = IML.mmapFromISCE(inname, logging) indata = IML.mmapFromISCE(inname, logging)
indata.bands[0][ymin:ymax,xmin*factor:xmax*factor].tofile(outname) indata.bands[0][ymin:ymax,xmin*factor:xmax*factor].tofile(outname)

5
components/isceobj/StripmapProc/runDenseOffsets.py
View File

@ -90,10 +90,7 @@ def runDenseOffsets(self):
slaveSlc = os.path.join(self.insar.coregDirname, self._insar.refinedCoregFilename ) slaveSlc = os.path.join(self.insar.coregDirname, self._insar.refinedCoregFilename )
dirname = self.insar.denseOffsetsDirname dirname = self.insar.denseOffsetsDirname
if os.path.isdir(dirname): os.makedirs(dirname, exist_ok=True)
logger.info('dense offsets directory {0} already exists.'.format(dirname))
else:
os.makedirs(dirname)
denseOffsetFilename = os.path.join(dirname , self.insar.denseOffsetFilename) denseOffsetFilename = os.path.join(dirname , self.insar.denseOffsetFilename)

5
components/isceobj/StripmapProc/runDispersive.py
View File

@ -416,10 +416,7 @@ def runDispersive(self):
highBandIgram += '.unw' highBandIgram += '.unw'
outputDir = self.insar.ionosphereDirname outputDir = self.insar.ionosphereDirname
if os.path.isdir(outputDir): os.makedirs(outputDir, exist_ok=True)
logger.info('Ionosphere directory {0} already exists.'.format(outputDir))
else:
os.makedirs(outputDir)
outDispersive = os.path.join(outputDir, self.insar.dispersiveFilename) outDispersive = os.path.join(outputDir, self.insar.dispersiveFilename)
sigmaDispersive = outDispersive + ".sig" sigmaDispersive = outDispersive + ".sig"

5
components/isceobj/StripmapProc/runGeo2rdr.py
View File

@ -52,10 +52,7 @@ def runGeo2rdr(self):
info = self._insar.loadProduct( self._insar.slaveSlcCropProduct) info = self._insar.loadProduct( self._insar.slaveSlcCropProduct)
offsetsDir = self.insar.offsetsDirname offsetsDir = self.insar.offsetsDirname
if os.path.isdir(offsetsDir): os.makedirs(offsetsDir, exist_ok=True)
logger.info('Geometry directory {0} already exists.'.format(offsetsDir))
else:
os.makedirs(offsetsDir)
grdr = createGeo2rdr() grdr = createGeo2rdr()
grdr.configure() grdr.configure()

5
components/isceobj/StripmapProc/runInterferogram.py
View File

@ -223,10 +223,7 @@ def subBandIgram(self, masterSlc, slaveSlc, subBandDir,radarWavelength):
ifgDir = os.path.join(self.insar.ifgDirname, subBandDir) ifgDir = os.path.join(self.insar.ifgDirname, subBandDir)
if os.path.isdir(ifgDir): os.makedirs(ifgDir, exist_ok=True)
logger.info('Interferogram directory {0} already exists.'.format(ifgDir))
else:
os.makedirs(ifgDir)
interferogramName = os.path.join(ifgDir , self.insar.ifgFilename) interferogramName = os.path.join(ifgDir , self.insar.ifgFilename)

14
components/isceobj/StripmapProc/runPreprocessor.py
View File

@ -64,8 +64,7 @@ def runPreprocessor(self):
if israwdata: if israwdata:
print('Master data is in RAW format. Adding _raw to output name.') print('Master data is in RAW format. Adding _raw to output name.')
sensor.output = os.path.join(dirname + '_raw', os.path.basename(dirname)+'.raw') sensor.output = os.path.join(dirname + '_raw', os.path.basename(dirname)+'.raw')
if not os.path.isdir( os.path.dirname(sensor.output)): os.makedirs(os.path.dirname(sensor.output), exist_ok=True)
os.makedirs( os.path.dirname(sensor.output))
#sensor._resampleFlag = 'single2dual' #sensor._resampleFlag = 'single2dual'
master = make_raw(sensor, masterdop) master = make_raw(sensor, masterdop)
@ -85,9 +84,8 @@ def runPreprocessor(self):
iszerodop = isZeroDopplerSLC(self.masterSensorName) iszerodop = isZeroDopplerSLC(self.masterSensorName)
sensor.output = os.path.join(dirname + '_slc', os.path.basename(dirname)+'.slc') sensor.output = os.path.join(dirname + '_slc', os.path.basename(dirname)+'.slc')
if not os.path.isdir( os.path.dirname(sensor.output)): os.makedirs(os.path.dirname(sensor.output), exist_ok=True)
os.makedirs( os.path.dirname(sensor.output))
master = make_raw(sensor, masterdop) master = make_raw(sensor, masterdop)
if self._insar.masterSlcProduct is None: if self._insar.masterSlcProduct is None:
@ -121,8 +119,7 @@ def runPreprocessor(self):
print('Slave data is in RAW format. Adding _raw to output name.') print('Slave data is in RAW format. Adding _raw to output name.')
sensor.output = os.path.join(dirname + '_raw', os.path.basename(dirname)+'.raw') sensor.output = os.path.join(dirname + '_raw', os.path.basename(dirname)+'.raw')
if not os.path.isdir( os.path.dirname(sensor.output)): os.makedirs(os.path.dirname(sensor.output), exist_ok=True)
os.makedirs( os.path.dirname(sensor.output))
slave = make_raw(sensor, slavedop) slave = make_raw(sensor, slavedop)
@ -142,8 +139,7 @@ def runPreprocessor(self):
iszerodop = isZeroDopplerSLC(self.slaveSensorName) iszerodop = isZeroDopplerSLC(self.slaveSensorName)
sensor.output = os.path.join(dirname + '_slc', os.path.basename(dirname)+'.slc') sensor.output = os.path.join(dirname + '_slc', os.path.basename(dirname)+'.slc')
if not os.path.isdir( os.path.dirname(sensor.output)): os.makedirs( os.path.dirname(sensor.output), exist_ok=True)
os.makedirs( os.path.dirname(sensor.output))
slave = make_raw(sensor, slavedop) slave = make_raw(sensor, slavedop)

12
components/isceobj/StripmapProc/runROI.py
View File

@ -235,11 +235,7 @@ def runFormSLC(self):
outdir = os.path.join(self.master.output + '_slc') outdir = os.path.join(self.master.output + '_slc')
outname = os.path.join( outdir, os.path.basename(self.master.output) + '.slc') outname = os.path.join( outdir, os.path.basename(self.master.output) + '.slc')
xmlname = outdir + '.xml' xmlname = outdir + '.xml'
if not os.path.isdir(outdir): os.makedirs(outdir, exist_ok=True)
print('Creating directory: {0}'.format(outdir))
os.makedirs(outdir)
else:
print('SLC directory {0} already exists'.format(outdir))
slcFrame = focus(frame, outname) slcFrame = focus(frame, outname)
@ -260,11 +256,7 @@ def runFormSLC(self):
outdir = os.path.join(self.slave.output + '_slc') outdir = os.path.join(self.slave.output + '_slc')
outname = os.path.join( outdir, os.path.basename(self.slave.output) + '.slc') outname = os.path.join( outdir, os.path.basename(self.slave.output) + '.slc')
xmlname = outdir + '.xml' xmlname = outdir + '.xml'
if not os.path.isdir(outdir): os.makedirs(outdir, exist_ok=True)
print('Creating directory: {0}'.format(outdir))
os.makedirs(outdir)
else:
print('SLC directory {0} already exists'.format(outdir))
slcFrame = focus(frame, outname) slcFrame = focus(frame, outname)

6
components/isceobj/StripmapProc/runRefineSlaveTiming.py
View File

@ -144,11 +144,7 @@ def runRefineSlaveTiming(self):
print ('*************************************') print ('*************************************')
misregDir = self.insar.misregDirname misregDir = self.insar.misregDirname
os.makedirs(misregDir, exist_ok=True)
if os.path.isdir(misregDir):
logger.info('mis-registration directory {0} already exists.'.format(misregDir))
else:
os.makedirs(misregDir)
outShelveFile = os.path.join(misregDir, self.insar.misregFilename) outShelveFile = os.path.join(misregDir, self.insar.misregFilename)
odb = shelve.open(outShelveFile) odb = shelve.open(outShelveFile)

5
components/isceobj/StripmapProc/runResampleSlc.py
View File

@ -117,10 +117,7 @@ def runResampleSlc(self, kind='coarse'):
# preparing the output directory for coregistered slave slc # preparing the output directory for coregistered slave slc
coregDir = self.insar.coregDirname coregDir = self.insar.coregDirname
if os.path.isdir(coregDir): os.makedirs(coregDir, exist_ok=True)
logger.info('Geometry directory {0} already exists.'.format(coregDir))
else:
os.makedirs(coregDir)
# output file name of the coregistered slave slc # output file name of the coregistered slave slc
img = slaveFrame.getImage() img = slaveFrame.getImage()

5
components/isceobj/StripmapProc/runResampleSubbandSlc.py
View File

@ -83,10 +83,7 @@ def resampleSlc(self,masterFrame, slaveFrame, imageSlc2, radarWavelength, coregD
# preparing the output directory for coregistered slave slc # preparing the output directory for coregistered slave slc
#coregDir = self.insar.coregDirname #coregDir = self.insar.coregDirname
if os.path.isdir(coregDir): os.makedirs(coregDir, exist_ok=True)
logger.info('Geometry directory {0} already exists.'.format(coregDir))
else:
os.makedirs(coregDir)
# output file name of the coregistered slave slc # output file name of the coregistered slave slc
img = slaveFrame.getImage() img = slaveFrame.getImage()

11
components/isceobj/StripmapProc/runSplitSpectrum.py
View File

@ -142,15 +142,8 @@ def runSplitSpectrum(self):
lowBandDir = os.path.join(self.insar.splitSpectrumDirname, self.insar.lowBandSlcDirname) lowBandDir = os.path.join(self.insar.splitSpectrumDirname, self.insar.lowBandSlcDirname)
highBandDir = os.path.join(self.insar.splitSpectrumDirname, self.insar.highBandSlcDirname) highBandDir = os.path.join(self.insar.splitSpectrumDirname, self.insar.highBandSlcDirname)
if os.path.isdir(lowBandDir): os.makedirs(lowBandDir, exist_ok=True)
logger.info('low-band slc directory {0} already exists.'.format(lowBandDir)) os.makedirs(highBandDir, exist_ok=True)
else:
os.makedirs(lowBandDir)
if os.path.isdir(highBandDir):
logger.info('high-band slc directory {0} already exists.'.format(highBandDir))
else:
os.makedirs(highBandDir)
masterLowBandSlc = os.path.join(lowBandDir, os.path.basename(masterSlc)) masterLowBandSlc = os.path.join(lowBandDir, os.path.basename(masterSlc))
masterHighBandSlc = os.path.join(highBandDir, os.path.basename(masterSlc)) masterHighBandSlc = os.path.join(highBandDir, os.path.basename(masterSlc))

5
components/isceobj/StripmapProc/runTopo.py
View File

@ -51,10 +51,7 @@ def runTopo(self):
#IU.copyAttributes(demImage, objDem) #IU.copyAttributes(demImage, objDem)
geometryDir = self.insar.geometryDirname geometryDir = self.insar.geometryDirname
if os.path.isdir(geometryDir): os.makedirs(geometryDir, exist_ok=True)
logger.info('Geometry directory {0} already exists.'.format(geometryDir))
else:
os.makedirs(geometryDir)
demFilename = self.verifyDEM() demFilename = self.verifyDEM()

3
components/isceobj/TopsProc/runBurstIfg.py
View File

@ -168,8 +168,7 @@ def runBurstIfg(self):
continue continue
ifgdir = os.path.join(self._insar.fineIfgDirname, 'IW{0}'.format(swath)) ifgdir = os.path.join(self._insar.fineIfgDirname, 'IW{0}'.format(swath))
if not os.path.exists(ifgdir): os.makedirs(ifgdir, exist_ok=True)
os.makedirs(ifgdir)
####Load relevant products ####Load relevant products
master = self._insar.loadProduct( os.path.join(self._insar.masterSlcProduct, 'IW{0}.xml'.format(swath))) master = self._insar.loadProduct( os.path.join(self._insar.masterSlcProduct, 'IW{0}.xml'.format(swath)))

3
components/isceobj/TopsProc/runCoarseOffsets.py
View File

@ -99,8 +99,7 @@ def runCoarseOffsets(self):
###Offsets output directory ###Offsets output directory
outdir = os.path.join(self._insar.coarseOffsetsDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath)) outdir = os.path.join(self._insar.coarseOffsetsDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath))
if not os.path.isdir(outdir): os.makedirs(outdir, exist_ok=True)
os.makedirs(outdir)
###Burst indices w.r.t master ###Burst indices w.r.t master

3
components/isceobj/TopsProc/runCoarseResamp.py
View File

@ -103,8 +103,7 @@ def runCoarseResamp(self):
###Output directory for coregistered SLCs ###Output directory for coregistered SLCs
outdir = os.path.join(self._insar.coarseCoregDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath)) outdir = os.path.join(self._insar.coarseCoregDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath))
if not os.path.isdir(outdir): os.makedirs(outdir, exist_ok=True)
os.makedirs(outdir)
###Directory with offsets ###Directory with offsets

26
components/isceobj/TopsProc/runDenseOffsets.py
View File

@ -50,7 +50,7 @@ def runDenseOffsetsCPU(self):
sf += '.full' sf += '.full'
master = os.path.join(self._insar.mergedDirname, mf) master = os.path.join(self._insar.mergedDirname, mf)
slave = os.path.join(self._insar.mergedDirname, sf) slave = os.path.join(self._insar.mergedDirname, sf)
####For this module currently, we need to create an actual file on disk ####For this module currently, we need to create an actual file on disk
for infile in [master,slave]: for infile in [master,slave]:
if os.path.isfile(infile): if os.path.isfile(infile):
@ -59,7 +59,7 @@ def runDenseOffsetsCPU(self):
status = os.system(cmd) status = os.system(cmd)
if status: if status:
raise Exception('{0} could not be executed'.format(status)) raise Exception('{0} could not be executed'.format(status))
### Load the master object ### Load the master object
@ -73,7 +73,7 @@ def runDenseOffsetsCPU(self):
s.load(slave + '.xml') s.load(slave + '.xml')
s.setAccessMode('READ') s.setAccessMode('READ')
# s.createImage() # s.createImage()
width = m.getWidth() width = m.getWidth()
length = m.getLength() length = m.getLength()
@ -104,7 +104,7 @@ def runDenseOffsetsCPU(self):
objOffset.oversamplingFactor = self.oversample objOffset.oversamplingFactor = self.oversample
objOffset.setAcrossGrossOffset(self.rgshift) objOffset.setAcrossGrossOffset(self.rgshift)
objOffset.setDownGrossOffset(self.azshift) objOffset.setDownGrossOffset(self.azshift)
objOffset.setFirstPRF(1.0) objOffset.setFirstPRF(1.0)
objOffset.setSecondPRF(1.0) objOffset.setSecondPRF(1.0)
if m.dataType.startswith('C'): if m.dataType.startswith('C'):
@ -126,7 +126,7 @@ def runDenseOffsetsCPU(self):
print('\n======================================') print('\n======================================')
print('Running dense ampcor...') print('Running dense ampcor...')
print('======================================\n') print('======================================\n')
objOffset.denseampcor(m, s) ### Where the magic happens... objOffset.denseampcor(m, s) ### Where the magic happens...
### Store params for later ### Store params for later
@ -140,7 +140,7 @@ def runDenseOffsetsGPU(self):
''' '''
Estimate dense offset field between merged master bursts and slave bursts. Estimate dense offset field between merged master bursts and slave bursts.
''' '''
from contrib.PyCuAmpcor import PyCuAmpcor from contrib.PyCuAmpcor import PyCuAmpcor
print('\n============================================================') print('\n============================================================')
@ -156,7 +156,7 @@ def runDenseOffsetsGPU(self):
slave = os.path.join(self._insar.mergedDirname, sf) slave = os.path.join(self._insar.mergedDirname, sf)
####For this module currently, we need to create an actual file on disk ####For this module currently, we need to create an actual file on disk
for infile in [master,slave]: for infile in [master,slave]:
if os.path.isfile(infile): if os.path.isfile(infile):
continue continue
@ -177,7 +177,7 @@ def runDenseOffsetsGPU(self):
s.load(slave + '.xml') s.load(slave + '.xml')
s.setAccessMode('READ') s.setAccessMode('READ')
# s.createImage() # s.createImage()
width = m.getWidth() width = m.getWidth()
length = m.getLength() length = m.getLength()
@ -186,10 +186,10 @@ def runDenseOffsetsGPU(self):
objOffset.deviceID = -1 objOffset.deviceID = -1
objOffset.nStreams = 2 objOffset.nStreams = 2
objOffset.derampMethod = 0 objOffset.derampMethod = 0
objOffset.masterImageName = master objOffset.masterImageName = master + '.vrt'
objOffset.masterImageHeight = length objOffset.masterImageHeight = length
objOffset.masterImageWidth = width objOffset.masterImageWidth = width
objOffset.slaveImageName = slave objOffset.slaveImageName = slave + '.vrt'
objOffset.slaveImageHeight = length objOffset.slaveImageHeight = length
objOffset.slaveImageWidth = width objOffset.slaveImageWidth = width
@ -250,7 +250,7 @@ def runDenseOffsetsGPU(self):
print('\n======================================') print('\n======================================')
print('Running dense ampcor...') print('Running dense ampcor...')
print('======================================\n') print('======================================\n')
objOffset.checkPixelInImageRange() objOffset.checkPixelInImageRange()
objOffset.runAmpcor() objOffset.runAmpcor()
@ -274,14 +274,14 @@ def runDenseOffsetsGPU(self):
outImg.renderHdr() outImg.renderHdr()
snrImg = isceobj.createImage() snrImg = isceobj.createImage()
snrImg.setFilename( objOffset.snrImageName.decode('utf8')) snrImg.setFilename( objOffset.snrImageName.decode('utf-8'))
snrImg.setDataType('FLOAT') snrImg.setDataType('FLOAT')
snrImg.setBands(1) snrImg.setBands(1)
snrImg.setWidth(objOffset.numberWindowAcross) snrImg.setWidth(objOffset.numberWindowAcross)
snrImg.setLength(objOffset.numberWindowDown) snrImg.setLength(objOffset.numberWindowDown)
snrImg.setAccessMode('read') snrImg.setAccessMode('read')
snrImg.renderHdr() snrImg.renderHdr()
if __name__ == '__main__' : if __name__ == '__main__' :

3
components/isceobj/TopsProc/runFineOffsets.py
View File

@ -200,8 +200,7 @@ def runFineOffsets(self):
###Offsets output directory ###Offsets output directory
outdir = os.path.join(self._insar.fineOffsetsDirname, 'IW{0}'.format(swath)) outdir = os.path.join(self._insar.fineOffsetsDirname, 'IW{0}'.format(swath))
if not os.path.isdir(outdir): os.makedirs(outdir, exist_ok=True)
os.makedirs(outdir)
###Burst indices w.r.t master ###Burst indices w.r.t master

3
components/isceobj/TopsProc/runFineResamp.py
View File

@ -207,8 +207,7 @@ def runFineResamp(self):
###Output directory for coregistered SLCs ###Output directory for coregistered SLCs
outdir = os.path.join(self._insar.fineCoregDirname, 'IW{0}'.format(swath)) outdir = os.path.join(self._insar.fineCoregDirname, 'IW{0}'.format(swath))
if not os.path.isdir(outdir): os.makedirs(outdir, exist_ok=True)
os.makedirs(outdir)
###Directory with offsets ###Directory with offsets

38
components/isceobj/TopsProc/runIon.py
View File

@ -413,11 +413,9 @@ def subband(self, ionParam):
#create dirs #create dirs
lowerDir = os.path.join(ionParam.ionDirname, ionParam.lowerDirname, ionParam.fineIfgDirname, 'IW{0}'.format(swath)) lowerDir = os.path.join(ionParam.ionDirname, ionParam.lowerDirname, ionParam.fineIfgDirname, 'IW{0}'.format(swath))
if not os.path.isdir(lowerDir):
os.makedirs(lowerDir)
upperDir = os.path.join(ionParam.ionDirname, ionParam.upperDirname, ionParam.fineIfgDirname, 'IW{0}'.format(swath)) upperDir = os.path.join(ionParam.ionDirname, ionParam.upperDirname, ionParam.fineIfgDirname, 'IW{0}'.format(swath))
if not os.path.isdir(upperDir): os.makedirs(lowerDir, exist_ok=True)
os.makedirs(upperDir) os.makedirs(upperDir, exist_ok=True)
############################################################## ##############################################################
#for resampling #for resampling
@ -732,8 +730,7 @@ def merge(self, ionParam):
frames.append(ifg) frames.append(ifg)
burstList.append([os.path.join(burstDirname, 'IW{0}'.format(swath), 'burst_%02d.int'%(x+1)) for x in range(minBurst, maxBurst)]) burstList.append([os.path.join(burstDirname, 'IW{0}'.format(swath), 'burst_%02d.int'%(x+1)) for x in range(minBurst, maxBurst)])
if not os.path.isdir(mergeDirname): os.makedirs(mergeDirname, exist_ok=True)
os.makedirs(mergeDirname)
suffix = '.full' suffix = '.full'
if (ionParam.numberRangeLooks0 == 1) and (ionParam.numberAzimuthLooks0 == 1): if (ionParam.numberRangeLooks0 == 1) and (ionParam.numberAzimuthLooks0 == 1):
@ -940,8 +937,7 @@ def multilook_unw(self, ionParam, mergedDirname):
procdir = os.path.join(ionParam.ionDirname, dirx, mergedDirname) procdir = os.path.join(ionParam.ionDirname, dirx, mergedDirname)
#create a directory for original files #create a directory for original files
oridir = os.path.join(procdir, oridir0) oridir = os.path.join(procdir, oridir0)
if not os.path.isdir(oridir): os.makedirs(oridir, exist_ok=True)
os.makedirs(oridir)
#move files, renameFile uses os.rename, which overwrites if file already exists in oridir. This can support re-run #move files, renameFile uses os.rename, which overwrites if file already exists in oridir. This can support re-run
filename0 = os.path.join(procdir, self._insar.mergedIfgname) filename0 = os.path.join(procdir, self._insar.mergedIfgname)
filename = os.path.join(oridir, self._insar.mergedIfgname) filename = os.path.join(oridir, self._insar.mergedIfgname)
@ -1293,8 +1289,7 @@ def ionosphere(self, ionParam):
#dump ionosphere #dump ionosphere
outDir = os.path.join(ionParam.ionDirname, ionParam.ioncalDirname) outDir = os.path.join(ionParam.ionDirname, ionParam.ioncalDirname)
if not os.path.isdir(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
outFilename = os.path.join(outDir, ionParam.ionRawNoProj) outFilename = os.path.join(outDir, ionParam.ionRawNoProj)
ion = np.zeros((length*2, width), dtype=np.float32) ion = np.zeros((length*2, width), dtype=np.float32)
ion[0:length*2:2, :] = amp ion[0:length*2:2, :] = amp
@ -1434,8 +1429,7 @@ def ionSwathBySwath(self, ionParam):
for dirx in dirs: for dirx in dirs:
outputFilename = self._insar.mergedIfgname outputFilename = self._insar.mergedIfgname
outputDirname = os.path.join(ionParam.ionDirname, dirx, ionParam.mergedDirname + '_IW{0}'.format(swath)) outputDirname = os.path.join(ionParam.ionDirname, dirx, ionParam.mergedDirname + '_IW{0}'.format(swath))
if not os.path.isdir(outputDirname): os.makedirs(outputDirname, exist_ok=True)
os.makedirs(outputDirname)
suffix = '.full' suffix = '.full'
if (numberRangeLooks0 == 1) and (numberAzimuthLooks0 == 1): if (numberRangeLooks0 == 1) and (numberAzimuthLooks0 == 1):
suffix='' suffix=''
@ -1561,8 +1555,7 @@ def ionSwathBySwath(self, ionParam):
#dump result #dump result
outDir = os.path.join(ionParam.ionDirname, ionParam.ioncalDirname + '_IW{0}'.format(swath)) outDir = os.path.join(ionParam.ionDirname, ionParam.ioncalDirname + '_IW{0}'.format(swath))
if not os.path.isdir(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
outFilename = os.path.join(outDir, ionParam.ionRawNoProj) outFilename = os.path.join(outDir, ionParam.ionRawNoProj)
ion = np.zeros((length*2, width), dtype=np.float32) ion = np.zeros((length*2, width), dtype=np.float32)
ion[0:length*2:2, :] = amp ion[0:length*2:2, :] = amp
@ -1635,8 +1628,7 @@ def ionSwathBySwath(self, ionParam):
#dump ionosphere #dump ionosphere
outDir = os.path.join(ionParam.ionDirname, ionParam.ioncalDirname) outDir = os.path.join(ionParam.ionDirname, ionParam.ioncalDirname)
if not os.path.isdir(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
outFilename = os.path.join(outDir, ionParam.ionRawNoProj) outFilename = os.path.join(outDir, ionParam.ionRawNoProj)
ion = np.zeros((length*2, width), dtype=np.float32) ion = np.zeros((length*2, width), dtype=np.float32)
ion[0:length*2:2, :] = ampMerged ion[0:length*2:2, :] = ampMerged
@ -1680,8 +1672,6 @@ def computeDopplerOffset(burst, firstline, lastline, firstcolumn, lastcolumn, nr
output: first lines > 0, last lines < 0 output: first lines > 0, last lines < 0
''' '''
from scipy import interpolate
from scipy.interpolate import interp1d
Vs = np.linalg.norm(burst.orbit.interpolateOrbit(burst.sensingMid, method='hermite').getVelocity()) Vs = np.linalg.norm(burst.orbit.interpolateOrbit(burst.sensingMid, method='hermite').getVelocity())
Ks = 2 * Vs * burst.azimuthSteeringRate / burst.radarWavelength Ks = 2 * Vs * burst.azimuthSteeringRate / burst.radarWavelength
@ -1707,6 +1697,8 @@ def computeDopplerOffset(burst, firstline, lastline, firstcolumn, lastcolumn, nr
def grd2ion(self, ionParam): def grd2ion(self, ionParam):
from scipy import interpolate
from scipy.interpolate import interp1d
print('resampling ionosphere from ground to ionospheric layer') print('resampling ionosphere from ground to ionospheric layer')
#get files #get files
@ -1894,8 +1886,6 @@ def filt_gaussian(self, ionParam):
currently not implemented. currently not implemented.
a less accurate method is to use ionsphere without any projection a less accurate method is to use ionsphere without any projection
''' '''
from scipy import interpolate
from scipy.interpolate import interp1d
################################################# #################################################
#SET PARAMETERS HERE #SET PARAMETERS HERE
@ -2117,6 +2107,8 @@ def ionosphere_shift(self, ionParam):
def ion2grd(self, ionParam): def ion2grd(self, ionParam):
from scipy import interpolate
from scipy.interpolate import interp1d
################################################# #################################################
#SET PARAMETERS HERE #SET PARAMETERS HERE
@ -2197,8 +2189,7 @@ def ion2grd(self, ionParam):
nburst = len(frames[i].bursts) nburst = len(frames[i].bursts)
###output directory for burst ionosphere ###output directory for burst ionosphere
outdir = os.path.join(ionParam.ionDirname, ionParam.ionBurstDirname, 'IW{0}'.format(swathList2[i])) outdir = os.path.join(ionParam.ionDirname, ionParam.ionBurstDirname, 'IW{0}'.format(swathList2[i]))
if not os.path.isdir(outdir): os.makedirs(outdir, exist_ok=True)
os.makedirs(outdir)
for j in range(nburst): for j in range(nburst):
#according to runBurstIfg.py, this is originally from self._insar.masterSlcProduct, 'IW{0}.xml' #according to runBurstIfg.py, this is originally from self._insar.masterSlcProduct, 'IW{0}.xml'
@ -2565,8 +2556,7 @@ def esd_noion(self, ionParam):
sdir = os.path.join(ionParam.ionDirname, esddir, 'IW{0}'.format(swath)) sdir = os.path.join(ionParam.ionDirname, esddir, 'IW{0}'.format(swath))
if not os.path.exists(sdir): os.makedirs(sdir, exist_ok=True)
os.makedirs(sdir)
#use mis-registration estimated from esd to compute phase error #use mis-registration estimated from esd to compute phase error
for ii in range(minBurst, maxBurst): for ii in range(minBurst, maxBurst):

3
components/isceobj/TopsProc/runMergeBursts.py
View File

@ -719,8 +719,7 @@ def runMergeBursts(self, adjust=1):
# STEP 2. MERGE BURSTS # STEP 2. MERGE BURSTS
######################################### #########################################
mergedir = self._insar.mergedDirname mergedir = self._insar.mergedDirname
if not os.path.isdir(mergedir): os.makedirs(mergedir, exist_ok=True)
os.makedirs(mergedir)
if (self.numberRangeLooks == 1) and (self.numberAzimuthLooks==1): if (self.numberRangeLooks == 1) and (self.numberAzimuthLooks==1):
suffix = '' suffix = ''
else: else:

3
components/isceobj/TopsProc/runMergeSLCs.py
View File

@ -28,8 +28,7 @@ def runMergeSLCs(self):
mSlcList = [os.path.join(self._insar.masterSlcProduct, 'burst_%02d.slc'%(x+1)) for x in range(minBurst, maxBurst)] mSlcList = [os.path.join(self._insar.masterSlcProduct, 'burst_%02d.slc'%(x+1)) for x in range(minBurst, maxBurst)]
sSlcList = [os.path.join(self._insar.fineCoregDirname, 'burst_%02d.slc'%(x+1)) for x in range(minBurst, maxBurst)] sSlcList = [os.path.join(self._insar.fineCoregDirname, 'burst_%02d.slc'%(x+1)) for x in range(minBurst, maxBurst)]
mergedir = self._insar.mergedDirname mergedir = self._insar.mergedDirname
if not os.path.isdir(mergedir): os.makedirs(mergedir, exist_ok=True)
os.makedirs(mergedir)
suffix = '.full' suffix = '.full'
if (self.numberRangeLooks == 1) and (self.numberAzimuthLooks==1): if (self.numberRangeLooks == 1) and (self.numberAzimuthLooks==1):

3
components/isceobj/TopsProc/runOverlapIfg.py
View File

@ -128,8 +128,7 @@ def runOverlapIfg(self):
nBurst = maxBurst - minBurst nBurst = maxBurst - minBurst
ifgdir = os.path.join( self._insar.coarseIfgDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath)) ifgdir = os.path.join( self._insar.coarseIfgDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath))
if not os.path.exists(ifgdir): os.makedirs(ifgdir, exist_ok=True)
os.makedirs(ifgdir)
####All indexing is w.r.t stack master for overlaps ####All indexing is w.r.t stack master for overlaps
maxBurst = maxBurst - 1 maxBurst = maxBurst - 1

3
components/isceobj/TopsProc/runPrepESD.py
View File

@ -245,8 +245,7 @@ def runPrepESD(self):
####Create ESD output directory ####Create ESD output directory
esddir = self._insar.esdDirname esddir = self._insar.esdDirname
if not os.path.isdir(esddir): os.makedirs(esddir, exist_ok=True)
os.makedirs(esddir)
####Overlap offsets directory ####Overlap offsets directory
offdir = os.path.join( self._insar.coarseOffsetsDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath)) offdir = os.path.join( self._insar.coarseOffsetsDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath))

14
components/isceobj/TopsProc/runSubsetOverlaps.py
View File

@ -105,18 +105,8 @@ def runSubsetOverlaps(self):
outdir = os.path.join(self._insar.geometryDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath)) outdir = os.path.join(self._insar.geometryDirname, self._insar.overlapsSubDirname, 'IW{0}'.format(swath))
submasterdir = os.path.join(self._insar.masterSlcProduct, self._insar.overlapsSubDirname, 'IW{0}'.format(swath)) submasterdir = os.path.join(self._insar.masterSlcProduct, self._insar.overlapsSubDirname, 'IW{0}'.format(swath))
os.makedirs(outdir, exist_ok=True)
if os.path.isdir(outdir): os.makedirs(submasterdir, exist_ok=True)
logger.info('Overlap directory {0} already exists'.format(outdir))
else:
os.makedirs(outdir)
if os.path.isdir(submasterdir):
logger.info('Submaster Overlap directory {0} already exists'.format(submasterdir))
else:
os.makedirs(submasterdir)
###Azimuth time interval ###Azimuth time interval
dt = mFrame.bursts[0].azimuthTimeInterval dt = mFrame.bursts[0].azimuthTimeInterval

17
components/isceobj/TopsProc/runTopo.py
View File

@ -47,15 +47,9 @@ def runTopoCPU(self):
if numCommon > 0: if numCommon > 0:
catalog.addItem('Number of common bursts IW-{0}'.format(swath), self._insar.numberOfCommonBursts[swath-1], 'topo') catalog.addItem('Number of common bursts IW-{0}'.format(swath), self._insar.numberOfCommonBursts[swath-1], 'topo')
###Check if geometry directory already exists. ###Check if geometry directory already exists.
dirname = os.path.join(self._insar.geometryDirname, 'IW{0}'.format(swath)) dirname = os.path.join(self._insar.geometryDirname, 'IW{0}'.format(swath))
os.makedirs(dirname, exist_ok=True)
if os.path.isdir(dirname):
logger.info('Geometry directory {0} already exists.'.format(dirname))
else:
os.makedirs(dirname)
###For each burst ###For each burst
for index in range(numCommon): for index in range(numCommon):
@ -201,11 +195,8 @@ def runTopoGPU(self):
slantRangeImage.createPoly2D() slantRangeImage.createPoly2D()
dirname = self._insar.geometryDirname dirname = self._insar.geometryDirname
if not os.path.isdir(dirname): os.makedirs(dirname, exist_ok=True)
os.makedirs(dirname)
latImage = isceobj.createImage() latImage = isceobj.createImage()
@ -321,9 +312,7 @@ def runTopoGPU(self):
for swath, frame, istart in zip(swaths, frames, swathStarts): for swath, frame, istart in zip(swaths, frames, swathStarts):
outname = os.path.join(dirname, 'IW{0}'.format(swath)) outname = os.path.join(dirname, 'IW{0}'.format(swath))
if not os.path.isdir(outname): os.makedirs(outname, exist_ok=True)
os.makedirs(outname)
for ind, burst in enumerate(frame.bursts): for ind, burst in enumerate(frame.bursts):
top = int(np.rint((burst.sensingStart - t0).total_seconds()/dt)) top = int(np.rint((burst.sensingStart - t0).total_seconds()/dt))

6
components/iscesys/DataRetriever/DataRetriever.py
View File

@ -127,11 +127,7 @@ class DataRetriever(Component):
# @param listFile \c list of the filenames to be retrieved. # @param listFile \c list of the filenames to be retrieved.
def getFiles(self,listFile): def getFiles(self,listFile):
try: os.makedirs(self._downloadDir, exist_ok=True)
os.makedirs(self._downloadDir)
except:
#dir already exists
pass
#curl with -O downloads in working dir, so save cwd #curl with -O downloads in working dir, so save cwd
cwd = os.getcwd() cwd = os.getcwd()
#move to _downloadDir #move to _downloadDir

2
components/zerodop/SConscript
View File

@ -37,6 +37,6 @@ if envzerodop['CYTHON3'] and envzerodop['GPU_ACC_ENABLED']:
SConscript('GPUtopozero/SConscript') SConscript('GPUtopozero/SConscript')
SConscript('GPUgeo2rdr/SConscript') SConscript('GPUgeo2rdr/SConscript')
SConscript('GPUresampslc/SConscript') SConscript('GPUresampslc/SConscript')
SConscript('GPUampcor/SConscript') #SConscript('GPUampcor/SConscript')
#SConscript('unw2hgt/SConscript') #SConscript('unw2hgt/SConscript')
#SConscript('bistaticunw2hgt/SConscript') #SConscript('bistaticunw2hgt/SConscript')

6
configuration/buildHelper.py
View File

@ -7,11 +7,7 @@ tmpdump = 'tmpdump.json'
def createHelp(env,factoryFile,installDir): def createHelp(env,factoryFile,installDir):
#jng: try to have scons handle all the creation but could not figure out how #jng: try to have scons handle all the creation but could not figure out how
# so handled dir creation manually # so handled dir creation manually
try: os.makedirs(env['HELPER_BUILD_DIR'], exist_ok=True)
os.makedirs(env['HELPER_BUILD_DIR'])
except:
# already exists
pass
try: try:
#one could probably also use __import__ but needs to make sure the #one could probably also use __import__ but needs to make sure the
#the cwd is prepended to the sys.path otherwise if factoryFile = __init__.py #the cwd is prepended to the sys.path otherwise if factoryFile = __init__.py

5
contrib/PyCuAmpcor/src/GDALImage.h
View File

@ -8,10 +8,9 @@
#ifndef __GDALIMAGE_H #ifndef __GDALIMAGE_H
#define __GDALIMAGE_H #define __GDALIMAGE_H
#include <cublas_v2.h>
#include <string> #include <string>
#include <gdal/gdal_priv.h> #include <gdal_priv.h>
#include <gdal/cpl_conv.h> #include <cpl_conv.h>
class GDALImage{ class GDALImage{

2
contrib/PyCuAmpcor/src/SConscript
View File

@ -39,6 +39,8 @@ def cythonPseudoBuilder(env, src, bld, inst):
# Add the Numpy headers to the include path # Add the Numpy headers to the include path
env.Append(CPPFLAGS = ['-I'+np_header_path]) env.Append(CPPFLAGS = ['-I'+np_header_path])
libList = ['gdal']
env.PrependUnique(LIBS=libList)
listFiles.append('PyCuAmpcor.so') listFiles.append('PyCuAmpcor.so')
env['STATIC_AND_SHARED_OBJECTS_ARE_THE_SAME'] = True env['STATIC_AND_SHARED_OBJECTS_ARE_THE_SAME'] = True
lib = env.LoadableModule(target='PyCuAmpcor.abi3.so', source=listFiles, CPPDEFINES='GPU_ACC_ENABLED') lib = env.LoadableModule(target='PyCuAmpcor.abi3.so', source=listFiles, CPPDEFINES='GPU_ACC_ENABLED')

18
contrib/demUtils/demstitcher/DemStitcher.py
View File

@ -352,11 +352,7 @@ class DemStitcher(Component):
self._downloadDir = downloadDir self._downloadDir = downloadDir
if not (downloadDir) is None: if not (downloadDir) is None:
try: os.makedirs(downloadDir, exist_ok=True)
os.makedirs(downloadDir)
except:
#dir already exists
pass
if region: if region:
regionList = region regionList = region
#region unknown, so try all of them #region unknown, so try all of them
@ -636,11 +632,7 @@ class DemStitcher(Component):
else: else:
delta = 1/3600.0 delta = 1/3600.0
try: os.makedirs(self._downloadDir, exist_ok=True)
os.makedirs(self._downloadDir)
except:
#dir already exists
pass
width = self.getDemWidth(lon,source) width = self.getDemWidth(lon,source)
demImage.initImage(outname,'read',width) demImage.initImage(outname,'read',width)
@ -702,11 +694,7 @@ class DemStitcher(Component):
demImage = self.createImage(lat,lon,source,outname) demImage = self.createImage(lat,lon,source,outname)
dict = {'WIDTH':demImage.width,'LENGTH':demImage.length,'X_FIRST':demImage.coord1.coordStart,'Y_FIRST':demImage.coord2.coordStart,'X_STEP':demImage.coord1.coordDelta,'Y_STEP':-demImage.coord2.coordDelta,'X_UNIT':'degrees','Y_UNIT':'degrees'} dict = {'WIDTH':demImage.width,'LENGTH':demImage.length,'X_FIRST':demImage.coord1.coordStart,'Y_FIRST':demImage.coord2.coordStart,'X_STEP':demImage.coord1.coordDelta,'Y_STEP':-demImage.coord2.coordDelta,'X_UNIT':'degrees','Y_UNIT':'degrees'}
try: os.makedirs(self._downloadDir, exist_ok=True)
os.makedirs(self._downloadDir)
except:
#dir already exists
pass
extension = '.rsc' extension = '.rsc'
outfile = outname + extension outfile = outname + extension
fp = open(outfile,'w') fp = open(outfile,'w')

8
contrib/demUtils/demstitcher/DemStitcherV3.py
View File

@ -139,12 +139,8 @@ class DemStitcher(DS):
else: else:
self._downloadDir = downloadDir self._downloadDir = downloadDir
if not (downloadDir) is None: if downloadDir is not None:
try: os.makedirs(downloadDir, exist_ok=True)
os.makedirs(downloadDir)
except:
#dir already exists
pass
for fileNow in listFile: for fileNow in listFile:
url = self.getFullHttp(source) url = self.getFullHttp(source)
opener = urllib.request.URLopener() opener = urllib.request.URLopener()

14
contrib/demUtils/swbdstitcher/SWBDStitcher.py
View File

@ -131,11 +131,7 @@ class SWBDStitcher(DemStitcher):
delta = 1/3600.0 delta = 1/3600.0
try: os.makedirs(self._downloadDir, exist_ok=True)
os.makedirs(self._downloadDir)
except:
#dir already exists
pass
width = self.getDemWidth(lon,1) width = self.getDemWidth(lon,1)
image.initImage(outname,'read',width,'BYTE') image.initImage(outname,'read',width,'BYTE')
@ -168,12 +164,8 @@ class SWBDStitcher(DemStitcher):
else: else:
self._downloadDir = downloadDir self._downloadDir = downloadDir
if not (downloadDir) is None: if downloadDir is not None:
try: os.makedirs(downloadDir, exist_ok=True)
os.makedirs(downloadDir)
except:
#dir already exists
pass
for fileNow in listFile: for fileNow in listFile:
url = self.getFullHttp(source) url = self.getFullHttp(source)
opener = urllib.request.URLopener() opener = urllib.request.URLopener()

20
contrib/demUtils/watermask/WaterMask.py
View File

@ -452,12 +452,8 @@ class MaskStitcher(Component):
else: else:
self._downloadDir = downloadDir self._downloadDir = downloadDir
if not (downloadDir) is None: if downloadDir is not None:
try: os.makedirs(downloadDir, exist_ok=True)
os.makedirs(downloadDir)
except:
#dir already exists
pass
if region: if region:
regionList = region regionList = region
#region unknown, so try all of them #region unknown, so try all of them
@ -664,11 +660,7 @@ class MaskStitcher(Component):
demImage = createDemImage() demImage = createDemImage()
try: os.makedirs(self._downloadDir, exist_ok=True)
os.makedirs(self._downloadDir)
except:
#dir already exists
pass
width = self._width width = self._width
demImage.initImage(outname,'read',width) demImage.initImage(outname,'read',width)
@ -732,11 +724,7 @@ class MaskStitcher(Component):
demImage = self.createImage(lat,lon,outname) demImage = self.createImage(lat,lon,outname)
dict = {'WIDTH':demImage.width,'LENGTH':demImage.length,'X_FIRST':demImage.coord1.coordStart,'Y_FIRST':demImage.coord2.coordStart,'X_STEP':demImage.coord1.coordDelta,'Y_STEP':-demImage.coord2.coordDelta,'X_UNIT':'degrees','Y_UNIT':'degrees'} dict = {'WIDTH':demImage.width,'LENGTH':demImage.length,'X_FIRST':demImage.coord1.coordStart,'Y_FIRST':demImage.coord2.coordStart,'X_STEP':demImage.coord1.coordDelta,'Y_STEP':-demImage.coord2.coordDelta,'X_UNIT':'degrees','Y_UNIT':'degrees'}
try: os.makedirs(self._downloadDir, exist_ok=True)
os.makedirs(self._downloadDir)
except:
#dir already exists
pass
extension = '.rsc' extension = '.rsc'
outfile = os.path.join(self._downloadDir,outname + extension) outfile = os.path.join(self._downloadDir,outname + extension)
fp = open(outfile,'w') fp = open(outfile,'w')

3
contrib/stack/stripmapStack/MaskAndFilter.py
View File

@ -259,8 +259,7 @@ def main(iargs=None):
inps = cmdLineParse(iargs) inps = cmdLineParse(iargs)
if not os.path.exists(inps.outDir): os.makedirs(inps.outD, exist_ok=True)
os.makedirs(inps.outD)
####################### #######################
# masking the dense offsets based on SNR and median filter the masked offs # masking the dense offsets based on SNR and median filter the masked offs

9
contrib/stack/stripmapStack/Stack.py
View File

@ -285,15 +285,13 @@ class run(object):
for k in inps.__dict__.keys(): for k in inps.__dict__.keys():
setattr(self, k, inps.__dict__[k]) setattr(self, k, inps.__dict__[k])
self.runDir = os.path.join(self.workDir, 'run_files') self.runDir = os.path.join(self.workDir, 'run_files')
if not os.path.exists(self.runDir): os.makedirs(self.runDir, exist_ok=True)
os.makedirs(self.runDir)
self.run_outname = os.path.join(self.runDir, runName) self.run_outname = os.path.join(self.runDir, runName)
print ('writing ', self.run_outname) print ('writing ', self.run_outname)
self.configDir = os.path.join(self.workDir,'configs') self.configDir = os.path.join(self.workDir,'configs')
if not os.path.exists(self.configDir): os.makedirs(self.configDir, exist_ok=True)
os.makedirs(self.configDir)
# passing argument of started from raw # passing argument of started from raw
if inps.nofocus is False: if inps.nofocus is False:
@ -690,8 +688,7 @@ def baselinePair(baselineDir, master, slave,doBaselines=True):
def baselineStack(inps,stackMaster,acqDates,doBaselines=True): def baselineStack(inps,stackMaster,acqDates,doBaselines=True):
from collections import OrderedDict from collections import OrderedDict
baselineDir = os.path.join(inps.workDir,'baselines') baselineDir = os.path.join(inps.workDir,'baselines')
if not os.path.exists(baselineDir): os.makedirs(baselineDir, exist_ok=True)
os.makedirs(baselineDir)
baselineDict = OrderedDict() baselineDict = OrderedDict()
timeDict = OrderedDict() timeDict = OrderedDict()
datefmt = '%Y%m%d' datefmt = '%Y%m%d'

3
contrib/stack/stripmapStack/baselineGrid.py
View File

@ -57,8 +57,7 @@ def main(iargs=None):
baselineDir = os.path.dirname(inps.baselineFile) baselineDir = os.path.dirname(inps.baselineFile)
if baselineDir != '': if baselineDir != '':
if not os.path.exists(baselineDir): os.makedirs(baselineDir, exist_ok=True)
os.makedirs(baselineDir)
with shelve.open(os.path.join(inps.master, 'data'), flag='r') as mdb: with shelve.open(os.path.join(inps.master, 'data'), flag='r') as mdb:

7
contrib/stack/stripmapStack/cropFrame.py
View File

@ -224,12 +224,7 @@ def cropFrame(frame, limits, outdir, israw=False):
suffix = os.path.splitext(inname)[1] suffix = os.path.splitext(inname)[1]
outname = os.path.join(outdir, os.path.basename(inname)) #+ suffix outname = os.path.join(outdir, os.path.basename(inname)) #+ suffix
outdirname = os.path.dirname(outname) outdirname = os.path.dirname(outname)
os.makedirs(outdirname, exist_ok=True)
if os.path.isdir(outdirname):
print('Output directory already exists. Will be overwritten ....')
else:
os.makedirs(outdirname)
print('Creating {0} directory.'.format(outdirname))
indata = IML.mmapFromISCE(inname, logging) indata = IML.mmapFromISCE(inname, logging)
indata.bands[0][ymin:ymax,xmin*factor:xmax*factor].tofile(outname) indata.bands[0][ymin:ymax,xmin*factor:xmax*factor].tofile(outname)

3
contrib/stack/stripmapStack/crossmul.py
View File

@ -91,8 +91,7 @@ def main(iargs=None):
img2 = isceobj.createImage() img2 = isceobj.createImage()
img2.load(inps.slave + '.xml') img2.load(inps.slave + '.xml')
if not os.path.exists(os.path.dirname(inps.prefix)): os.makedirs(os.path.dirname(inps.prefix), exist_ok=True)
os.makedirs(os.path.dirname(inps.prefix))
run(img1, img2, inps.prefix, inps.azlooks, inps.rglooks) run(img1, img2, inps.prefix, inps.azlooks, inps.rglooks)

5
contrib/stack/stripmapStack/denseOffsets.py
View File

@ -127,9 +127,8 @@ def main(iargs=None):
inps = cmdLineParse(iargs) inps = cmdLineParse(iargs)
outDir = os.path.dirname(inps.outprefix) outDir = os.path.dirname(inps.outprefix)
if not os.path.exists(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
objOffset = estimateOffsetField(inps.master, inps.slave, inps) objOffset = estimateOffsetField(inps.master, inps.slave, inps)

14
contrib/stack/stripmapStack/estimateIono.py
View File

@ -523,14 +523,11 @@ def main(iargs=None):
print(inps.highBandconncomp) print(inps.highBandconncomp)
# generate the output directory if it does not exist yet, and back-up the shelve files # generate the output directory if it does not exist yet, and back-up the shelve files
if not os.path.exists(inps.outDir): os.makedirs(inps.outDir, exist_ok=True)
os.makedirs(inps.outDir)
lowBandShelve = os.path.join(inps.outDir, 'lowBandShelve') lowBandShelve = os.path.join(inps.outDir, 'lowBandShelve')
highBandShelve = os.path.join(inps.outDir, 'highBandShelve') highBandShelve = os.path.join(inps.outDir, 'highBandShelve')
if not os.path.exists(lowBandShelve): os.makedirs(lowBandShelve, exist_ok=True)
os.makedirs(lowBandShelve) os.makedirs(highBandShelve, exist_ok=True)
if not os.path.exists(highBandShelve):
os.makedirs(highBandShelve)
cmdCp = 'cp ' + inps.lowBandShelve + '* ' + lowBandShelve cmdCp = 'cp ' + inps.lowBandShelve + '* ' + lowBandShelve
os.system(cmdCp) os.system(cmdCp)
cmdCp = 'cp ' + inps.highBandShelve + '* ' + highBandShelve cmdCp = 'cp ' + inps.highBandShelve + '* ' + highBandShelve
@ -542,10 +539,7 @@ def main(iargs=None):
''' '''
outputDir = self.insar.ionosphereDirname outputDir = self.insar.ionosphereDirname
if os.path.isdir(outputDir): os.makedirs(outputDir, exist_ok=True)
logger.info('Ionosphere directory {0} already exists.'.format(outputDir))
else:
os.makedirs(outputDir)
''' '''
outDispersive = os.path.join(inps.outDir, 'iono.bil') outDispersive = os.path.join(inps.outDir, 'iono.bil')

3
contrib/stack/stripmapStack/geo2rdr.py
View File

@ -304,8 +304,7 @@ def main(iargs=None):
lonImage.load(os.path.join(inps.geom, 'lon.rdr.xml')) lonImage.load(os.path.join(inps.geom, 'lon.rdr.xml'))
lonImage.setAccessMode('read') lonImage.setAccessMode('read')
if not os.path.isdir(inps.outdir): os.makedirs(inps.outdir, exist_ok=True)
os.makedirs(inps.outdir)
azoff = 0.0 azoff = 0.0

6
contrib/stack/stripmapStack/invertMisreg.py
View File

@ -136,8 +136,7 @@ def design_matrix(pairDirs):
def main(iargs=None): def main(iargs=None):
inps = cmdLineParse(iargs) inps = cmdLineParse(iargs)
if not os.path.exists(inps.output): os.makedirs(inps.output, exist_ok=True)
os.makedirs(inps.output)
pairDirs = glob.glob(os.path.join(inps.input,'*')) pairDirs = glob.glob(os.path.join(inps.input,'*'))
polyInfo = getPolyInfo(pairDirs[0]) polyInfo = getPolyInfo(pairDirs[0])
@ -185,8 +184,7 @@ def main(iargs=None):
azpoly.initPoly(rangeOrder=polyInfo['azrgOrder'], azimuthOrder=polyInfo['azazOrder'], coeffs=azCoefs) azpoly.initPoly(rangeOrder=polyInfo['azrgOrder'], azimuthOrder=polyInfo['azazOrder'], coeffs=azCoefs)
rgpoly.initPoly(rangeOrder=polyInfo['rgrgOrder'], azimuthOrder=polyInfo['rgazOrder'], coeffs=rgCoefs) rgpoly.initPoly(rangeOrder=polyInfo['rgrgOrder'], azimuthOrder=polyInfo['rgazOrder'], coeffs=rgCoefs)
if not os.path.exists(os.path.join(inps.output,dateList[i])): os.makedirs(os.path.join(inps.output,dateList[i]), exist_ok=True)
os.makedirs(os.path.join(inps.output,dateList[i]))
odb = shelve.open(os.path.join(inps.output,dateList[i]+'/misreg')) odb = shelve.open(os.path.join(inps.output,dateList[i]+'/misreg'))
odb['azpoly'] = azpoly odb['azpoly'] = azpoly

6
contrib/stack/stripmapStack/invertOffsets.py
View File

@ -272,8 +272,7 @@ def writeDateOffsets(inps, h5File):
d = dateList[i].decode("utf-8") d = dateList[i].decode("utf-8")
d = datetime.datetime(*time.strptime(d,"%Y-%m-%d %H:%M:%S")[0:6]).strftime('%Y%m%d') d = datetime.datetime(*time.strptime(d,"%Y-%m-%d %H:%M:%S")[0:6]).strftime('%Y%m%d')
outDir = os.path.join(inps.output, d) outDir = os.path.join(inps.output, d)
if not os.path.exists(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
outName = os.path.join(outDir , d + '.bil') outName = os.path.join(outDir , d + '.bil')
write(ds[i,:,:], outName, 1, 6) write(ds[i,:,:], outName, 1, 6)
# outName = os.path.join(outDir , d + '_snr.bil') # outName = os.path.join(outDir , d + '_snr.bil')
@ -351,8 +350,7 @@ def getChunks(Ny,Nx, chunk_y, chunk_x):
def main(iargs=None): def main(iargs=None):
inps = cmdLineParse(iargs) inps = cmdLineParse(iargs)
if not os.path.exists(inps.output): os.makedirs(inps.output, exist_ok=True)
os.makedirs(inps.output)
h5File = write2h5(inps) h5File = write2h5(inps)

10
contrib/stack/stripmapStack/masterStackCopy.py
View File

@ -38,18 +38,14 @@ def main(iargs=None):
# making the output direcory is non-existent # making the output direcory is non-existent
outDir = os.path.dirname(inps.output_slc) outDir = os.path.dirname(inps.output_slc)
inDir = os.path.dirname(inps.input_slc) inDir = os.path.dirname(inps.input_slc)
if not os.path.exists(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
# copying shelf files as backup # copying shelf files as backup
masterShelveDir = os.path.join(outDir, 'masterShelve') masterShelveDir = os.path.join(outDir, 'masterShelve')
slaveShelveDir = os.path.join(outDir, 'slaveShelve') slaveShelveDir = os.path.join(outDir, 'slaveShelve')
if not os.path.exists(masterShelveDir): os.makedirs(masterShelveDir, exist_ok=True)
os.makedirs(masterShelveDir) os.makedirs(slaveShelveDir, exist_ok=True)
if not os.path.exists(slaveShelveDir):
os.makedirs(slaveShelveDir)
cmd = 'cp '+ inDir + '/data* ' + slaveShelveDir cmd = 'cp '+ inDir + '/data* ' + slaveShelveDir

14
contrib/stack/stripmapStack/prepRawALOS.py
View File

@ -130,8 +130,7 @@ def main(iargs=None):
# put failed files in a seperate directory # put failed files in a seperate directory
if not successflag_unzip: if not successflag_unzip:
if not os.path.isdir(os.path.join(workdir,'FAILED_FILES')): os.makedirs(os.path.join(workdir,'FAILED_FILES'), exist_ok=True)
os.makedirs(os.path.join(workdir,'FAILED_FILES'))
os.rename(ALOS_infilefolder,os.path.join(workdir,'FAILED_FILES','.')) os.rename(ALOS_infilefolder,os.path.join(workdir,'FAILED_FILES','.'))
else: else:
# check if file needs to be removed or put in archive folder # check if file needs to be removed or put in archive folder
@ -139,8 +138,7 @@ def main(iargs=None):
os.remove(ALOS_infilefolder) os.remove(ALOS_infilefolder)
print('Deleting: ' + ALOS_infilefolder) print('Deleting: ' + ALOS_infilefolder)
else: else:
if not os.path.isdir(os.path.join(workdir,'ARCHIVED_FILES')): os.makedirs(os.path.join(workdir,'ARCHIVED_FILES'), exist_ok=True)
os.makedirs(os.path.join(workdir,'ARCHIVED_FILES'))
cmd = 'mv ' + ALOS_infilefolder + ' ' + os.path.join(workdir,'ARCHIVED_FILES','.') cmd = 'mv ' + ALOS_infilefolder + ' ' + os.path.join(workdir,'ARCHIVED_FILES','.')
os.system(cmd) os.system(cmd)
@ -175,9 +173,8 @@ def main(iargs=None):
if successflag: if successflag:
# move the file into the date folder # move the file into the date folder
SLC_dir = os.path.join(workdir,imgDate,'') SLC_dir = os.path.join(workdir,imgDate,'')
if not os.path.isdir(SLC_dir): os.makedirs(SLC_dir, exist_ok=True)
os.makedirs(SLC_dir)
# check if the folder already exist in that case overwrite it # check if the folder already exist in that case overwrite it
ALOS_folder_out = os.path.join(SLC_dir,os.path.basename(ALOS_folder)) ALOS_folder_out = os.path.join(SLC_dir,os.path.basename(ALOS_folder))
if os.path.isdir(ALOS_folder_out): if os.path.isdir(ALOS_folder_out):
@ -200,8 +197,7 @@ def main(iargs=None):
if len(AlosFiles)>0: if len(AlosFiles)>0:
acquisitionDate = os.path.basename(dateDir) acquisitionDate = os.path.basename(dateDir)
slcDir = os.path.join(inps.outputDir, acquisitionDate) slcDir = os.path.join(inps.outputDir, acquisitionDate)
if not os.path.exists(slcDir): os.makedirs(slcDir, exist_ok=True)
os.makedirs(slcDir)
cmd = 'unpackFrame_ALOS_raw.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir cmd = 'unpackFrame_ALOS_raw.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir
IMG_files = glob.glob(os.path.join(AlosFiles[0],'IMG*')) IMG_files = glob.glob(os.path.join(AlosFiles[0],'IMG*'))
if inps.fbd2fbs: if inps.fbd2fbs:

21
contrib/stack/stripmapStack/prepRawCSK.py
View File

@ -96,20 +96,18 @@ def main(iargs=None):
# put failed files in a seperate directory # put failed files in a seperate directory
if not successflag_unzip: if not successflag_unzip:
if not os.path.isdir(os.path.join(workdir,'FAILED_FILES')): os.makedirs(os.path.join(workdir,'FAILED_FILES'), exist_ok=True)
os.makedirs(os.path.join(workdir,'FAILED_FILES'))
os.rename(CSK_infilefolder,os.path.join(workdir,'FAILED_FILES','.')) os.rename(CSK_infilefolder,os.path.join(workdir,'FAILED_FILES','.'))
else: else:
# check if file needs to be removed or put in archive folder # check if file needs to be removed or put in archive folder
if rmfile: if rmfile:
os.remove(CSK_infilefolder) os.remove(CSK_infilefolder)
print('Deleting: ' + CSL_infilefolder) print('Deleting: ' + CSL_infilefolder)
else: else:
if not os.path.isdir(os.path.join(workdir,'ARCHIVED_FILES')): os.makedirs(os.path.join(workdir,'ARCHIVED_FILES'), exist_ok=True)
os.makedirs(os.path.join(workdir,'ARCHIVED_FILES'))
cmd = 'mv ' + CSK_infilefolder + ' ' + os.path.join(workdir,'ARCHIVED_FILES','.') cmd = 'mv ' + CSK_infilefolder + ' ' + os.path.join(workdir,'ARCHIVED_FILES','.')
os.system(cmd) os.system(cmd)
# loop over the different CSK folders and make sure the folder names are consistent. # loop over the different CSK folders and make sure the folder names are consistent.
# this step is not needed unless the user has manually unzipped data before. # this step is not needed unless the user has manually unzipped data before.
CSK_folders = glob.glob(os.path.join(inputDir, 'EL*')) CSK_folders = glob.glob(os.path.join(inputDir, 'EL*'))
@ -138,9 +136,8 @@ def main(iargs=None):
if successflag: if successflag:
# move the file into the date folder # move the file into the date folder
SLC_dir = os.path.join(workdir,imgDate,'') SLC_dir = os.path.join(workdir,imgDate,'')
if not os.path.isdir(SLC_dir): os.makedirs(SLC_dir, exist_ok=True)
os.makedirs(SLC_dir)
# check if the folder already exist in that case overwrite it # check if the folder already exist in that case overwrite it
CSK_folder_out = os.path.join(SLC_dir,os.path.basename(CSK_folder)) CSK_folder_out = os.path.join(SLC_dir,os.path.basename(CSK_folder))
if os.path.isdir(CSK_folder_out): if os.path.isdir(CSK_folder_out):
@ -176,8 +173,7 @@ def main(iargs=None):
if len(CSKFiles)>0: if len(CSKFiles)>0:
acquisitionDate = os.path.basename(dateDir) acquisitionDate = os.path.basename(dateDir)
slcDir = os.path.join(outputDir, acquisitionDate) slcDir = os.path.join(outputDir, acquisitionDate)
if not os.path.exists(slcDir): os.makedirs(slcDir, exist_ok=True)
os.makedirs(slcDir)
cmd = 'unpackFrame_CSK_raw.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir cmd = 'unpackFrame_CSK_raw.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir
print (cmd) print (cmd)
f.write(inps.text_cmd + cmd+'\n') f.write(inps.text_cmd + cmd+'\n')
@ -188,8 +184,7 @@ def main(iargs=None):
if len(CSKFiles)>0: if len(CSKFiles)>0:
acquisitionDate = os.path.basename(dateDir) acquisitionDate = os.path.basename(dateDir)
slcDir = os.path.join(outputDir, acquisitionDate) slcDir = os.path.join(outputDir, acquisitionDate)
if not os.path.exists(slcDir): os.makedirs(slcDir, exist_ok=True)
os.makedirs(slcDir)
cmd = 'unpackFrame_CSK_raw.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir cmd = 'unpackFrame_CSK_raw.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir
if len(CSKFiles) > 1: if len(CSKFiles) > 1:

14
contrib/stack/stripmapStack/prepSlcALOS2.py
View File

@ -130,8 +130,7 @@ def main(iargs=None):
# put failed files in a seperate directory # put failed files in a seperate directory
if not successflag_unzip: if not successflag_unzip:
dir_failed = os.path.join(workdir,'FAILED_FILES') dir_failed = os.path.join(workdir,'FAILED_FILES')
if not os.path.isdir(dir_failed): os.makedirs(dir_failed, exist_ok=True)
os.makedirs(dir_failed)
cmd = 'mv {} {}'.format(fname, dir_failed) cmd = 'mv {} {}'.format(fname, dir_failed)
os.system(cmd) os.system(cmd)
else: else:
@ -141,8 +140,7 @@ def main(iargs=None):
print('Deleting: ' + fname) print('Deleting: ' + fname)
else: else:
dir_archive = os.path.join(workdir,'ARCHIVED_FILES') dir_archive = os.path.join(workdir,'ARCHIVED_FILES')
if not os.path.isdir(dir_archive): os.makedirs(dir_archive, exist_ok=True)
os.makedirs(dir_archive)
cmd = 'mv {} {}'.format(fname, dir_archive) cmd = 'mv {} {}'.format(fname, dir_archive)
os.system(cmd) os.system(cmd)
@ -177,9 +175,8 @@ def main(iargs=None):
if successflag: if successflag:
# move the file into the date folder # move the file into the date folder
SLC_dir = os.path.join(workdir,imgDate,'') SLC_dir = os.path.join(workdir,imgDate,'')
if not os.path.isdir(SLC_dir): os.makedirs(SLC_dir, exist_ok=True)
os.makedirs(SLC_dir)
# check if the folder already exist in that case overwrite it # check if the folder already exist in that case overwrite it
ALOS_folder_out = os.path.join(SLC_dir,os.path.basename(ALOS_folder)) ALOS_folder_out = os.path.join(SLC_dir,os.path.basename(ALOS_folder))
if os.path.isdir(ALOS_folder_out): if os.path.isdir(ALOS_folder_out):
@ -203,8 +200,7 @@ def main(iargs=None):
if len(AlosFiles)>0: if len(AlosFiles)>0:
acquisitionDate = os.path.basename(dateDir) acquisitionDate = os.path.basename(dateDir)
slcDir = os.path.join(inps.outputDir, acquisitionDate) slcDir = os.path.join(inps.outputDir, acquisitionDate)
if not os.path.exists(slcDir): os.makedirs(slcDir, exist_ok=True)
os.makedirs(slcDir)
cmd = 'unpackFrame_ALOS2.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir cmd = 'unpackFrame_ALOS2.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir
print (cmd) print (cmd)
f.write(inps.text_cmd + cmd+'\n') f.write(inps.text_cmd + cmd+'\n')

9
contrib/stack/stripmapStack/prepSlcRSAT2.py
View File

@ -104,8 +104,7 @@ def main(iargs=None):
# put failed files in a seperate directory # put failed files in a seperate directory
if not successflag_unzip: if not successflag_unzip:
if not os.path.isdir(os.path.join(workdir,'FAILED_FILES')): os.makedirs(os.path.join(workdir,'FAILED_FILES'), exist_ok=True)
os.makedirs(os.path.join(workdir,'FAILED_FILES'))
os.rename(RSAT2_infilefolder,os.path.join(workdir,'FAILED_FILES','.')) os.rename(RSAT2_infilefolder,os.path.join(workdir,'FAILED_FILES','.'))
else: else:
# check if file needs to be removed or put in archive folder # check if file needs to be removed or put in archive folder
@ -113,8 +112,7 @@ def main(iargs=None):
os.remove(RSAT2_infilefolder) os.remove(RSAT2_infilefolder)
print('Deleting: ' + RSAT2_infilefolder) print('Deleting: ' + RSAT2_infilefolder)
else: else:
if not os.path.isdir(os.path.join(workdir,'ARCHIVED_FILES')): os.makedirs(os.path.join(workdir,'ARCHIVED_FILES'), exist_ok=True)
os.makedirs(os.path.join(workdir,'ARCHIVED_FILES'))
cmd = 'mv ' + RSAT2_infilefolder + ' ' + os.path.join(workdir,'ARCHIVED_FILES','.') cmd = 'mv ' + RSAT2_infilefolder + ' ' + os.path.join(workdir,'ARCHIVED_FILES','.')
os.system(cmd) os.system(cmd)
@ -166,8 +164,7 @@ def main(iargs=None):
if len(RSAT2Files)>0: if len(RSAT2Files)>0:
acquisitionDate = os.path.basename(dateDir) acquisitionDate = os.path.basename(dateDir)
slcDir = os.path.join(outputDir, acquisitionDate) slcDir = os.path.join(outputDir, acquisitionDate)
if not os.path.exists(slcDir): os.makedirs(slcDir, exist_ok=True)
os.makedirs(slcDir)
cmd = 'unpackFrame_RSAT2.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir cmd = 'unpackFrame_RSAT2.py -i ' + os.path.abspath(dateDir) + ' -o ' + slcDir
print (cmd) print (cmd)
f.write(inps.text_cmd + cmd+'\n') f.write(inps.text_cmd + cmd+'\n')

3
contrib/stack/stripmapStack/prepareUAVSAR_coregStack.py
View File

@ -76,8 +76,7 @@ def main(iargs=None):
annFile = file.replace('_s'+inps.segment+'_1x1.slc','')+'.ann' annFile = file.replace('_s'+inps.segment+'_1x1.slc','')+'.ann'
print (annFile) print (annFile)
imgDir = os.path.join(outputDir,imgDate) imgDir = os.path.join(outputDir,imgDate)
if not os.path.exists(imgDir): os.makedirs(imgDir, exist_ok=True)
os.makedirs(imgDir)
cmd = 'unpackFrame_UAVSAR.py -i ' + annFile + ' -d '+ inps.dopFile + ' -o ' + imgDir cmd = 'unpackFrame_UAVSAR.py -i ' + annFile + ' -d '+ inps.dopFile + ' -o ' + imgDir
print (cmd) print (cmd)

9
contrib/stack/stripmapStack/refineSlaveTiming.py
View File

@ -180,13 +180,11 @@ def main(iargs=None):
os.remove(inps.outfile) os.remove(inps.outfile)
outDir = os.path.dirname(inps.outfile) outDir = os.path.dirname(inps.outfile)
if not os.path.exists(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
if inps.metamaster is not None: if inps.metamaster is not None:
masterShelveDir = os.path.join(outDir, 'masterShelve') masterShelveDir = os.path.join(outDir, 'masterShelve')
if not os.path.exists(masterShelveDir): os.makedirs(masterShelveDir, exist_ok=True)
os.makedirs(masterShelveDir)
cmd = 'cp ' + inps.metamaster + '/data* ' + masterShelveDir cmd = 'cp ' + inps.metamaster + '/data* ' + masterShelveDir
os.system(cmd) os.system(cmd)
@ -194,8 +192,7 @@ def main(iargs=None):
if inps.metaslave is not None: if inps.metaslave is not None:
slaveShelveDir = os.path.join(outDir, 'slaveShelve') slaveShelveDir = os.path.join(outDir, 'slaveShelve')
if not os.path.exists(slaveShelveDir): os.makedirs(slaveShelveDir, exist_ok=True)
os.makedirs(slaveShelveDir)
cmd = 'cp ' + inps.metaslave + '/data* ' + slaveShelveDir cmd = 'cp ' + inps.metaslave + '/data* ' + slaveShelveDir
os.system(cmd) os.system(cmd)

13
contrib/stack/stripmapStack/resampleSlc.py
View File

@ -136,8 +136,7 @@ def resampSlave(burst, offdir, outname, doppler, azpoly, rgpoly,
imgOut.setWidth(width) imgOut.setWidth(width)
outdir = os.path.dirname(outname) outdir = os.path.dirname(outname)
if not os.path.exists(outdir): os.makedirs(outdir, exist_ok=True)
os.makedirs(outdir)
if zero: if zero:
imgOut.filename = os.path.join(outname) imgOut.filename = os.path.join(outname)
@ -171,17 +170,13 @@ def main(iargs=None):
outfile = os.path.join(inps.coreg,os.path.basename(inps.coreg) + '.slc') outfile = os.path.join(inps.coreg,os.path.basename(inps.coreg) + '.slc')
outDir = inps.coreg outDir = inps.coreg
if not os.path.exists(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
masterShelveDir = os.path.join(outDir, 'masterShelve') masterShelveDir = os.path.join(outDir, 'masterShelve')
slaveShelveDir = os.path.join(outDir, 'slaveShelve') slaveShelveDir = os.path.join(outDir, 'slaveShelve')
if not os.path.exists(masterShelveDir): os.makedirs(masterShelveDir, exist_ok=True)
os.makedirs(masterShelveDir) os.makedirs(slaveShelveDir, exist_ok=True)
if not os.path.exists(slaveShelveDir):
os.makedirs(slaveShelveDir)
cmd = 'cp '+ inps.slave + '/data* ' + slaveShelveDir cmd = 'cp '+ inps.slave + '/data* ' + slaveShelveDir
print (cmd) print (cmd)

13
contrib/stack/stripmapStack/resampleSlc_subBand.py
View File

@ -138,8 +138,7 @@ def resampSlave(burst, offdir, outname, doppler, azpoly, rgpoly,
imgOut.setWidth(width) imgOut.setWidth(width)
outdir = os.path.dirname(outname) outdir = os.path.dirname(outname)
if not os.path.exists(outdir): os.makedirs(outdir, exist_ok=True)
os.makedirs(outdir)
if zero: if zero:
imgOut.filename = os.path.join(outname) imgOut.filename = os.path.join(outname)
@ -174,17 +173,15 @@ def main(iargs=None):
outfile = os.path.join(inps.coreg,os.path.basename(os.path.dirname(inps.coreg))+'.slc') outfile = os.path.join(inps.coreg,os.path.basename(os.path.dirname(inps.coreg))+'.slc')
outDir = inps.coreg outDir = inps.coreg
if not os.path.exists(outDir): os.makedirs(outDir, exist_ok=True)
os.makedirs(outDir)
masterShelveDir = os.path.join(outDir, 'masterShelve') masterShelveDir = os.path.join(outDir, 'masterShelve')
slaveShelveDir = os.path.join(outDir, 'slaveShelve') slaveShelveDir = os.path.join(outDir, 'slaveShelve')
if (not os.path.exists(masterShelveDir)) and (inps.master is not None ): if inps.master is not None:
os.makedirs(masterShelveDir) os.makedirs(masterShelveDir, exist_ok=True)
if not os.path.exists(slaveShelveDir): os.makedirs(slaveShelveDir, exist_ok=True)
os.makedirs(slaveShelveDir)
cmd = 'cp '+ inps.slave + '/data* ' + slaveShelveDir cmd = 'cp '+ inps.slave + '/data* ' + slaveShelveDir
print (cmd) print (cmd)

10
contrib/stack/stripmapStack/rubberSheeting.py
View File

@ -252,9 +252,8 @@ def main(iargs=None):
####################### #######################
cmd = 'isce2gis.py envi -i ' + inps.geometryAzimuthOffset cmd = 'isce2gis.py envi -i ' + inps.geometryAzimuthOffset
os.system(cmd) os.system(cmd)
if not os.path.exists(inps.outDir): os.makedirs(inps.outDir, exist_ok=True)
os.makedirs(inps.outDir)
####################### #######################
# masking the dense offsets based on SNR and median filter the masked offsets # masking the dense offsets based on SNR and median filter the masked offsets
@ -286,9 +285,8 @@ def main(iargs=None):
####################### #######################
cmd = 'isce2gis.py envi -i ' + inps.geometryRangeOffset cmd = 'isce2gis.py envi -i ' + inps.geometryRangeOffset
os.system(cmd) os.system(cmd)
if not os.path.exists(inps.outDir): os.makedirs(inps.outDir, exist_ok=True)
os.makedirs(inps.outDir)
####################### #######################
# masking the dense offsets based on SNR and median filter the masked offsets # masking the dense offsets based on SNR and median filter the masked offsets

7
contrib/stack/stripmapStack/splitSpectrum.py
View File

@ -138,11 +138,8 @@ def main(iargs=None):
outDirH = os.path.join(inps.outDir,'HighBand') outDirH = os.path.join(inps.outDir,'HighBand')
outDirL = os.path.join(inps.outDir,'LowBand') outDirL = os.path.join(inps.outDir,'LowBand')
if not os.path.exists(outDirH): os.makedirs(outDirH, exist_ok=True)
os.makedirs(outDirH) os.makedirs(outDirL, exist_ok=True)
if not os.path.exists(outDirL):
os.makedirs(outDirL)
fullBandSlc = os.path.basename(inps.slc) fullBandSlc = os.path.basename(inps.slc)
lowBandSlc = os.path.join(outDirL, fullBandSlc) lowBandSlc = os.path.join(outDirL, fullBandSlc)

8
contrib/stack/stripmapStack/splitSpectrum_multiple.py
View File

@ -78,12 +78,8 @@ def extractSubBands(slc, frame, dcL, dcH, bw, LowBand, HighBand, width, outDir):
outDirH = os.path.join(outDir, HighBand) outDirH = os.path.join(outDir, HighBand)
outDirL = os.path.join(outDir, LowBand) outDirL = os.path.join(outDir, LowBand)
os.makedirs(outDirH, exist_ok=True)
if not os.path.exists(outDirH): os.makedirs(outDirL, exist_ok=True)
os.makedirs(outDirH)
if not os.path.exists(outDirL):
os.makedirs(outDirL)
fullBandSlc = os.path.basename(slc) fullBandSlc = os.path.basename(slc)
lowBandSlc = os.path.join(outDirL, fullBandSlc) lowBandSlc = os.path.join(outDirL, fullBandSlc)

6
contrib/stack/stripmapStack/stackStripMap.py
View File

@ -319,11 +319,9 @@ def main(iargs=None):
# getting the acquisitions # getting the acquisitions
acquisitionDates, stackMasterDate, slaveDates = get_dates(inps) acquisitionDates, stackMasterDate, slaveDates = get_dates(inps)
configDir = os.path.join(inps.workDir,'configs') configDir = os.path.join(inps.workDir,'configs')
if not os.path.exists(configDir): os.makedirs(configDir, exist_ok=True)
os.makedirs(configDir)
runDir = os.path.join(inps.workDir,'run_files') runDir = os.path.join(inps.workDir,'run_files')
if not os.path.exists(runDir): os.makedirs(runDir, exist_ok=True)
os.makedirs(runDir)
if inps.sensor.lower() == 'uavsar_stack': # don't try to calculate baselines for UAVSAR_STACK data if inps.sensor.lower() == 'uavsar_stack': # don't try to calculate baselines for UAVSAR_STACK data
pairs = selectPairs(inps,stackMasterDate, slaveDates, acquisitionDates,doBaselines=False) pairs = selectPairs(inps,stackMasterDate, slaveDates, acquisitionDates,doBaselines=False)

15
contrib/stack/stripmapStack/topo.py
View File

@ -59,9 +59,7 @@ def runTopoGPU(info, demImage, dop=None, nativedop=False, legendre=False):
## TODO GPU does not support shadow and layover and local inc file generation ## TODO GPU does not support shadow and layover and local inc file generation
full = False full = False
os.makedirs(info.outdir, exist_ok=True)
if not os.path.isdir(info.outdir):
os.makedirs(info.outdir)
# define variables to be used later on # define variables to be used later on
r0 = info.rangeFirstSample + ((info.numberRangeLooks - 1)/2) * info.slantRangePixelSpacing r0 = info.rangeFirstSample + ((info.numberRangeLooks - 1)/2) * info.slantRangePixelSpacing
@ -281,8 +279,7 @@ def runTopoCPU(info, demImage, dop=None,
from zerodop.topozero import createTopozero from zerodop.topozero import createTopozero
from isceobj.Planet.Planet import Planet from isceobj.Planet.Planet import Planet
if not os.path.isdir(info.outdir): os.makedirs(info.outdir, exist_ok=True)
os.makedirs(info.outdir)
#####Run Topo #####Run Topo
planet = Planet(pname='Earth') planet = Planet(pname='Earth')
@ -366,9 +363,7 @@ def runMultilook(in_dir, out_dir, alks, rlks):
from iscesys.Parsers.FileParserFactory import createFileParser from iscesys.Parsers.FileParserFactory import createFileParser
FP = createFileParser('xml') FP = createFileParser('xml')
if not os.path.isdir(out_dir): os.makedirs(out_dir, exist_ok=True)
os.makedirs(out_dir)
print('create directory: {}'.format(out_dir))
for fbase in ['hgt', 'incLocal', 'lat', 'lon', 'los', 'shadowMask', 'waterMask']: for fbase in ['hgt', 'incLocal', 'lat', 'lon', 'los', 'shadowMask', 'waterMask']:
fname = '{}.rdr'.format(fbase) fname = '{}.rdr'.format(fbase)
@ -407,9 +402,7 @@ def runMultilookGdal(in_dir, out_dir, alks, rlks, in_ext='.rdr', out_ext='.rdr',
import gdal import gdal
# create 'geom_master' directory # create 'geom_master' directory
if not os.path.isdir(out_dir): os.makedirs(out_dir, exist_ok=True)
os.makedirs(out_dir)
print('create directory: {}'.format(out_dir))
# multilook files one by one # multilook files one by one
for fbase in fbase_list: for fbase in fbase_list:

Some files were not shown because too many files have changed in this diff Show More