291 lines
8.9 KiB
YAML
291 lines
8.9 KiB
YAML
version: 2.1
|
|
jobs:
|
|
test-cmake:
|
|
docker:
|
|
- image: hysds/pge-base:latest
|
|
user: root
|
|
steps:
|
|
- checkout:
|
|
path: /root/project/src
|
|
|
|
- run:
|
|
name: Install development tools
|
|
command: |
|
|
set -ex
|
|
pwd
|
|
yum update -y
|
|
yum groupinstall -y "development tools"
|
|
|
|
- run:
|
|
name: Install ISCE requirements
|
|
command: |
|
|
set -ex
|
|
pwd
|
|
mkdir config build install
|
|
. /opt/conda/bin/activate root
|
|
conda install -y cython gdal h5py libgdal pytest numpy fftw scipy basemap scons opencv hdf4 hdf5 netcdf4 libgcc libstdcxx-ng cmake astropy
|
|
yum install -y x11-devel motif-devel jq gcc-gfortran
|
|
|
|
- run:
|
|
name: Build and Install ISCE
|
|
command: |
|
|
set -ex
|
|
cd /root/project/src
|
|
. /opt/conda/bin/activate root
|
|
mkdir build
|
|
cd build
|
|
INSTALLPATH=/opt/conda
|
|
MODPATH=$(python3 -c "import site; print(site.getsitepackages()[0])")
|
|
# convert to relative path
|
|
MODPATH=$(realpath --relative-to=$INSTALLPATH $MODPATH)
|
|
cmake .. -DCMAKE_INSTALL_PREFIX=$INSTALLPATH -DPYTHON_MODULE_DIR=$MODPATH
|
|
make install VERBOSE=y
|
|
|
|
- run:
|
|
name: Test ISCE installation
|
|
command: |
|
|
set -ex
|
|
cd /root/project/src/build
|
|
. /opt/conda/bin/activate root
|
|
ctest
|
|
ISCE2DIR=$(python3 -c "import os, isce2; print(os.path.dirname(isce2.__file__))" | tail -n 1)
|
|
export PATH=$ISCE2DIR/applications:$PATH
|
|
topsApp.py --help --steps
|
|
stripmapApp.py --help --steps
|
|
python3 -c "import isce"
|
|
|
|
test:
|
|
docker:
|
|
- image: hysds/pge-base:latest
|
|
user: root
|
|
steps:
|
|
- checkout:
|
|
path: /root/project/src
|
|
|
|
- run:
|
|
name: Install development tools
|
|
command: |
|
|
set -ex
|
|
pwd
|
|
yum update -y
|
|
yum groupinstall -y "development tools"
|
|
|
|
- run:
|
|
name: Install ISCE requirements
|
|
command: |
|
|
set -ex
|
|
pwd
|
|
mkdir config build install
|
|
. /opt/conda/bin/activate root
|
|
conda install --yes cython gdal h5py libgdal pytest numpy fftw scipy basemap scons opencv hdf4 hdf5 netcdf4 libgcc libstdcxx-ng cmake astropy
|
|
yum install -y uuid-devel x11-devel motif-devel jq gcc-gfortran
|
|
ln -s /opt/conda/bin/cython /opt/conda/bin/cython3
|
|
cd /opt/conda/lib
|
|
unlink libuuid.so
|
|
unlink libuuid.so.1
|
|
ln -s /lib64/libuuid.so.1.3.0 libuuid.so
|
|
ln -s /lib64/libuuid.so.1.3.0 libuuid.so.1
|
|
cd /lib64
|
|
test -f libgfortran.so || ln -sv libgfortran.so.*.* libgfortran.so
|
|
|
|
- run:
|
|
name: Build SConfigISCE and setup dirs
|
|
command: |
|
|
set -ex
|
|
pwd
|
|
cd config
|
|
echo "PRJ_SCONS_BUILD = /root/project/build" > SConfigISCE
|
|
echo "PRJ_SCONS_INSTALL = /root/project/install/isce" >> SConfigISCE
|
|
echo "LIBPATH = /usr/lib64 /usr/lib /opt/conda/lib" >> SConfigISCE
|
|
echo "CPPPATH = /opt/conda/include/python3.7m /opt/conda/lib/python3.7/site-packages/numpy/core/include /opt/conda/include /usr/include" >> SConfigISCE
|
|
echo "FORTRANPATH = /usr/include /opt/conda/include" >> SConfigISCE
|
|
echo "FORTRAN = /bin/gfortran" >> SConfigISCE
|
|
echo "CC = /bin/gcc" >> SConfigISCE
|
|
echo "CXX = /bin/g++" >> SConfigISCE
|
|
echo "MOTIFLIBPATH = /usr/lib64" >> SConfigISCE
|
|
echo "X11LIBPATH = /usr/lib64" >> SConfigISCE
|
|
echo "MOTIFINCPATH = /usr/include" >> SConfigISCE
|
|
echo "X11INCPATH = /usr/include" >> SConfigISCE
|
|
echo "RPATH = /opt/conda/lib /usr/lib64 /usr/lib" >> SConfigISCE
|
|
cat SConfigISCE
|
|
|
|
- run:
|
|
name: Build and Install ISCE
|
|
command: |
|
|
set -ex
|
|
pwd
|
|
. /opt/conda/bin/activate root
|
|
cd src
|
|
export PATH="/opt/conda/bin:$PATH"
|
|
export LD_LIBRARY_PATH="/opt/conda/lib:$LD_LIBRARY_PATH"
|
|
SCONS_CONFIG_DIR=/root/project/config scons install --skipcheck
|
|
|
|
- run:
|
|
name: Test ISCE installation
|
|
command: |
|
|
set -ex
|
|
pwd
|
|
. /opt/conda/bin/activate root
|
|
ISCE_HOME=/root/project/install/isce
|
|
export PATH="$ISCE_HOME/bin:$ISCE_HOME/applications:/opt/conda/bin:$PATH"
|
|
export PYTHONPATH="/root/project/install:$PYTHONPATH"
|
|
export LD_LIBRARY_PATH="/opt/conda/lib:$LD_LIBRARY_PATH"
|
|
topsApp.py --help --steps
|
|
stripmapApp.py --help --steps
|
|
python3 -c "import isce"
|
|
build:
|
|
docker:
|
|
- image: docker:stable-git
|
|
steps:
|
|
- checkout
|
|
- setup_remote_docker
|
|
- run:
|
|
name: Install dependencies
|
|
command: |
|
|
apk add --no-cache \
|
|
python3-dev py3-pip bash pigz build-base libffi-dev openssl-dev
|
|
pip install \
|
|
docker-compose awscli
|
|
- run:
|
|
name: Build docker image
|
|
command: |
|
|
mkdir images
|
|
SHA1=$(echo $CIRCLE_SHA1 | cut -c1-7)
|
|
echo "export TAG=$SHA1" >> images/env.sh
|
|
source images/env.sh
|
|
docker build --rm --force-rm -t isce/isce2:$TAG -f docker/Dockerfile .
|
|
cd images
|
|
docker save isce/isce2:$TAG > isce2.tar
|
|
- persist_to_workspace:
|
|
root: images
|
|
paths:
|
|
- "*"
|
|
build-release:
|
|
docker:
|
|
- image: docker:stable-git
|
|
steps:
|
|
- checkout
|
|
- setup_remote_docker
|
|
- run:
|
|
name: Install dependencies
|
|
command: |
|
|
apk add --no-cache \
|
|
python3-dev py3-pip bash pigz build-base libffi-dev openssl-dev
|
|
pip install \
|
|
docker-compose awscli
|
|
- run:
|
|
name: Build docker image
|
|
command: |
|
|
mkdir images
|
|
echo "export TAG=$CIRCLE_TAG" >> images/env.sh
|
|
source images/env.sh
|
|
docker build --rm --force-rm -t isce/isce2:$TAG -f docker/Dockerfile .
|
|
cd images
|
|
docker save isce/isce2:$TAG > isce2.tar
|
|
- persist_to_workspace:
|
|
root: images
|
|
paths:
|
|
- "*"
|
|
build-periodically:
|
|
docker:
|
|
- image: docker:stable-git
|
|
steps:
|
|
- checkout
|
|
- setup_remote_docker
|
|
- run:
|
|
name: Install dependencies
|
|
command: |
|
|
apk add --no-cache \
|
|
python3-dev py3-pip bash pigz build-base libffi-dev openssl-dev
|
|
pip install \
|
|
docker-compose awscli
|
|
- run:
|
|
name: Build docker image
|
|
command: |
|
|
mkdir images
|
|
echo 'export TAG=$(date -u +%Y%m%d)' >> images/env.sh
|
|
source images/env.sh
|
|
docker build --rm --force-rm -t isce/isce2:$TAG -f docker/Dockerfile .
|
|
cd images
|
|
docker save isce/isce2:$TAG > isce2.tar
|
|
- persist_to_workspace:
|
|
root: images
|
|
paths:
|
|
- "*"
|
|
deploy:
|
|
docker:
|
|
- image: docker:stable-git
|
|
steps:
|
|
- setup_remote_docker
|
|
- run:
|
|
name: Install dependencies
|
|
command: |
|
|
apk add --no-cache \
|
|
curl file
|
|
- attach_workspace:
|
|
at: images
|
|
- run:
|
|
name: Deploy
|
|
command: |
|
|
cd images
|
|
source env.sh
|
|
docker load -i isce2.tar
|
|
docker tag isce/isce2:$TAG isce/isce2:latest
|
|
docker login -u $DOCKER_USER -p $DOCKER_PASS
|
|
docker push isce/isce2:$TAG
|
|
docker push isce/isce2:latest
|
|
|
|
workflows:
|
|
version: 2
|
|
test:
|
|
jobs:
|
|
- test
|
|
- test-cmake
|
|
build-deploy:
|
|
jobs:
|
|
- build:
|
|
filters:
|
|
branches:
|
|
only: master
|
|
- deploy:
|
|
requires:
|
|
- build
|
|
filters:
|
|
branches:
|
|
only: master
|
|
build-deploy-release:
|
|
jobs:
|
|
- build-release:
|
|
filters:
|
|
tags:
|
|
only: /^v.*/
|
|
branches:
|
|
ignore: /.*/
|
|
- deploy:
|
|
requires:
|
|
- build-release
|
|
filters:
|
|
tags:
|
|
only: /^v.*/
|
|
branches:
|
|
ignore: /.*/
|
|
weekly:
|
|
triggers:
|
|
- schedule:
|
|
cron: "0 7 * * 0"
|
|
filters:
|
|
branches:
|
|
only:
|
|
- master
|
|
jobs:
|
|
- build-periodically:
|
|
filters:
|
|
branches:
|
|
only: master
|
|
- deploy:
|
|
requires:
|
|
- build-periodically
|
|
filters:
|
|
branches:
|
|
only: master
|