.gitlab-ci.yml

# -- setup --------------------------------------

image: docker:latest

stages:
  - LAL
  - LALFrame
  - LALMetaIO
  - LALSimulation
  - LALBurst
  - LALInspiral
  - LALPulsar
  - LALInference
  - LALApps
  - lint
  - documentation
  - integration tests
  - compiler tests
  - platform tests
  - upgrade tests
  - docker
  - wheels
  - deploy

variables:
  APT_GET: "apt-get -y -q -q -o dir::cache::archives=${CI_PROJECT_DIR}/.cache/apt"
  BRANCH: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_NAME
  COMMIT: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA
  CONDA_BLD_PATH: "${CI_PROJECT_DIR}/conda/bld"
  CONDA_PKGS_DIRS: "${CI_PROJECT_DIR}/conda/pkgs"
  CPU_COUNT: 4
  DOCKER_DRIVER: overlay
  GIT_DEPTH: 1
  LAL_DIR: $CI_PROJECT_DIR/opt/lalsuite
  NIGHTLY: $CI_REGISTRY_IMAGE:nightly
  TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_TAG
  YUM: "yum -y -q --setopt=cachedir=${CI_PROJECT_DIR}/.cache/yum --setopt=keepcache=1"
  YUM_OPTS: "-y -q --setopt=cachedir=${CI_PROJECT_DIR}/.cache/yum --setopt=keepcache=1"

before_script:
  - set -x  # print commands as they are run (helps debugging)
  - ulimit -S -c 0
  - export VERBOSE="true"
  - export PATH=/usr/lib/ccache:/opt/local/libexec/ccache:$PATH
  - export CCACHE_DIR=${PWD}/ccache
  - export PKG_CONFIG_PATH=${LAL_DIR}/lib/pkgconfig
  - mkdir -p opt/lalsuite
  - if [ ${CI_PIPELINE_SOURCE} = "schedule" ] || [ ${CI_PIPELINE_SOURCE} = "web" ]; then EXTRA_CONFIG_FLAGS="--enable-nightly"; fi

cache:
  key: $CI_JOB_NAME
  paths:
    - ccache

.retry: &define-retry |
  retry() {
    local n=1
    local max=3
    local delay=15
    while true; do
      "$@" && break || {
        if [[ $n -lt $max ]]; then
          ((n++))
          echo "Command failed. Attempt $n/$max:"
          sleep $delay;
        else
          echo "The command has failed after $n attempts." 1>&2
          exit 1
        fi
      }
    done
  }

.top-level-build: &top-level-build
  script:
    - ./00boot
    - ./configure --enable-doxygen --enable-swig
    - make -j${CPU_COUNT} VERBOSE=1 distcheck
  artifacts:
    reports:
      junit:
        - "*/_build/*/test/python/junit*.xml"

# -- build templates ----------------------------

# -- rpm

.yum-cache: &yum-cache
  cache:
    key: "${CI_JOB_NAME}"
    paths:
      - .cache/yum

.yum-update: &yum-update
  yum-config-manager --disable htcondor 1>/dev/null && ${YUM} update

.rpmbuild: &rpmbuild
  <<: *yum-cache
  image: igwn/base:el7-testing
  variables:
    GIT_STRATEGY: none
    RPM_BUILD_NCPUS: ${CPU_COUNT}
  script:
    - PACKAGE=${CI_JOB_NAME%%:*}
    # install srpm dependencies
    - *yum-update
    - ${YUM} install lscsoft-packaging-tools
    # install upstream packages
    - if [ -d rpmbuild ]; then ${YUM} install rpmbuild/RPMS/x86_64/*.rpm; fi
    # build src.rpm
    - cd ${PACKAGE}/
    - TARBALL=$(ls -t1 ${PACKAGE}-*.tar.* | head -n1 | xargs readlink -f)
    - rpmbuild -ts --define "_topdir $CI_PROJECT_DIR/rpmbuild" ${TARBALL}
    - SRCRPM=${CI_PROJECT_DIR}/rpmbuild/SRPMS/${PACKAGE}-*.src.rpm
    # install build dependencies
    - yum-builddep ${YUM_OPTS} ${SRCRPM}
    # build binary rpms and print details of what we got
    - rpmbuild --rebuild --define "_topdir $CI_PROJECT_DIR/rpmbuild" ${SRCRPM}
    # print package info
    - set +x
    - for rpmf in ${CI_PROJECT_DIR}/rpmbuild/RPMS/*/*${PACKAGE}-*.rpm; do
          echo "===== ${rpmf}" &&
          rpm -qlp "${rpmf}" &&
          echo "Files:" &&
          rpm -qip "${rpmf}" &&
          echo "Provides:" &&
          rpm -qp --provides "${rpmf}" &&
          echo "Requires:" &&
          rpm -qp --requires "${rpmf}";
      done
    # lint RPMs
    - |
      cat << EOF > rpmlintrc
      # don't validate Source0
      setOption("NetworkEnabled", False)
      # don't know how to fix this
      addFilter('binary-or-shlib-defines-rpath')
      # the regex rpmlint uses to identify 'lib' libraries is crap
      addFilter('explicit-lib-dependency (.*)?matplotlib')
      addFilter('explicit-lib-dependency (.*)?ciecplib')
      EOF
    - rpmlint
          -f rpmlintrc
          ${CI_PROJECT_DIR}/rpmbuild/RPMS/*/*${PACKAGE}-*.rpm
  artifacts:
    expire_in: 18h
    paths:
      - "rpmbuild/BUILD/*/config.log"
      - "rpmbuild/BUILD/*/test-suite.log"
      - "rpmbuild/BUILD/*/test/test-suite.log"
      - "rpmbuild/BUILD/*/test/python/test-suite.log"
      - "rpmbuild/RPMS/x86_64/${CI_JOB_NAME%%:*}-*.rpm"
      - "rpmbuild/RPMS/x86_64/lib${CI_JOB_NAME%%:*}-*.rpm"
      - "rpmbuild/RPMS/x86_64/python*-${CI_JOB_NAME%%:*}-*.rpm"
    reports:
      junit: "rpmbuild/BUILD/*/test/python/junit*.xml"
    when: always
  only:
    refs:
      - pushes
      - schedules
      - tags
      - web
    variables:
      - $CI_COMMIT_MESSAGE !~ /\[skip rhel\]/

# -- debian

.apt-cache: &apt-cache
  cache:
    key: "${CI_JOB_NAME}"
    paths:
      - .cache/apt

.apt-update: &apt-update
  mkdir -p "${CI_PROJECT_DIR}/.cache/apt/partial" &&
  ${APT_GET} autoclean &&
  ${APT_GET} update

.debuild: &debbuild
  <<: *apt-cache
  image: igwn/base:buster
  variables:
    DEB_BUILD_OPTIONS: "parallel=${CPU_COUNT}"
    GIT_STRATEGY: none
  script:
    - PACKAGE=${CI_JOB_NAME%%:*}
    # install debs from artifacts
    - *apt-update
    - ${APT_GET} install
          devscripts
          dpkg-dev
          lintian
    - "ls *.deb &>/dev/null && { dpkg -i *.deb || { ${APT_GET} -f install; dpkg -i *.deb; } }"
    # create orig tarball
    - cd ${PACKAGE}/
    - TARBALL=$(ls -t1 ${PACKAGE}-*.tar.* | head -n1 | xargs readlink -f)
    - SUFFIX=$(basename $TARBALL | sed 's/.*\.\(tar\..*\)/\1/')
    - VERSION=$(basename $TARBALL | sed 's/[^-]*-\(.*\)\.tar\..*/\1/' | tr '-' '~')
    - cd ${CI_PROJECT_DIR}/
    - cp ${TARBALL} ${PACKAGE}_${VERSION}.orig.${SUFFIX}
    # update changelog
    - export DEBFULLNAME="GitLab"
    - export DEBEMAIL="gitlab@git.ligo.org"
    - tar -xf ${TARBALL}
    - cd ${PACKAGE}-*/
    - dch -v ${VERSION}-1 -b 'Rebuilt automatically on git.ligo.org CI'
    # install build dependencies
    - mk-build-deps
          --tool "${APT_GET} -o Debug::pkgProblemResolver=yes --no-install-recommends"
          --install
          --remove
    # build packages
    - debuild
         -us -uc -r
         --lintian-opts --color=always --allow-root
    # print package info
    - set +x
    - cd ${CI_PROJECT_DIR}
    - for debf in *.deb; do
          echo "===== ${debf}";
          dpkg --info "${debf}";
          dpkg --contents "${debf}";
      done
  artifacts:
    expire_in: 18h
    paths:
      - ${CI_JOB_NAME%%:*}*/.pybuild/python*/build/config.log
      - ${CI_JOB_NAME%%:*}*/.pybuild/python*/build/test/test-suite.log
      - ${CI_JOB_NAME%%:*}*/.pybuild/python*/build/test/python/test-suite.log
      - ${CI_JOB_NAME%%:*}*.changes
      - ${CI_JOB_NAME%%:*}*.deb
      - lib${CI_JOB_NAME%%:*}*.deb
      - python*-${CI_JOB_NAME%%:*}*.deb
      - ${CI_JOB_NAME%%:*}*.dsc
      - ${CI_JOB_NAME%%:*}*.orig.*
    reports:
      junit: "${CI_JOB_NAME%%:*}*/.pybuild/python*/build/test/python/junit*.xml"
    when: always
  only:
    refs:
      - pushes
      - schedules
      - tags
      - web
    variables:
      - $CI_COMMIT_MESSAGE !~ /\[skip debian\]/

# -- conda

.conda-init: &conda-init |
  # configure conda
  mkdir -p $(dirname ${CONDA_PKGS_DIRS})
  source /opt/conda/etc/profile.d/conda.sh
  conda config --set always_yes yes
  conda config --add channels conda-forge
  retry conda update -n base conda setuptools
  conda activate base
  retry conda install -n base "conda-build!=3.18.10" conda-forge-pinning "conda-smithy>=3.7.5" conda-verify
  conda info --all

.conda-build: &conda-build
  image: igwn/base:conda
  variables:
    CONDA_BLD_PATH: "${CI_PROJECT_DIR}/conda/bld"
    CONDA_CONFIG: "linux_64_"
    CONDA_PKGS_DIRS: "${CI_PROJECT_DIR}/conda/pkgs"
    GIT_STRATEGY: none
  before_script:
    - *define-retry
    - *conda-init
    - conda config --set channel_priority strict
  script:
    - PACKAGE=${CI_JOB_NAME%%:*}
    - cd ${PACKAGE}/
    # render clobber YAML file to use our tarball
    - TARBALL=$(ls -t1 ${PACKAGE}-*.tar.* | head -n1 | xargs readlink -f)
    - SHA256=$(openssl dgst -r -sha256 $TARBALL | cut -d\  -f1)
    - tar -xf ${TARBALL} --wildcards ${PACKAGE}-*/conda/ --strip-components=1
    - sed 's|@TARBALL@|'${TARBALL}'|g' conda/meta.yaml.in > conda/meta.yaml
    - sed -i 's|@SHA256@|'${SHA256}'|g' conda/meta.yaml
    # create a feedstock from the conda recipe
    - git config --global user.name "${GITLAB_USER_NAME}"
    - git config --global user.email "${GITLAB_USER_EMAIL}"
    - conda smithy init conda/ --feedstock-directory ${PACKAGE}-feedstock
    - cd ${PACKAGE}-feedstock
    - retry conda smithy regenerate --no-check-uptodate
    - git ls-files
    # build packages (preferring local packages over everything)
    # note: we use a variable and `eval` to get around the
    #       _pyversion string having spaces in it
    - cmd="conda build
          recipe/
          --dirty
          --error-overlinking
          --error-overdepending
          --keep-old-work
          --no-anaconda-upload
          --use-channeldata
          --use-local
          --variant-config-files .ci_support/${CONDA_CONFIG}.yaml
          ${CONDA_BUILD_ARGS}"
    # if not a nightly or web-triggered pipeline, just build one python version
    - if [ ${CI_PIPELINE_SOURCE} != "schedule" ] && [ ${CI_PIPELINE_SOURCE} != "web" ]; then
         _pyversion=$(python -c "import yaml; conf = yaml.load(open('.ci_support/${CONDA_CONFIG}.yaml'), Loader=yaml.SafeLoader); print(conf['python'][-1])");
         cmd="${cmd} --python \"${_pyversion}\"";
      fi
    # run the build
    - eval $cmd
  artifacts:
    expire_in: 18h
    paths:
      - "conda/bld/linux-64/${CI_JOB_NAME%%:*}-*.conda"
      - "conda/bld/linux-64/${CI_JOB_NAME%%:*}-*.tar.bz2"
      - "conda/bld/linux-64/lib${CI_JOB_NAME%%:*}-*.conda"
      - "conda/bld/linux-64/lib${CI_JOB_NAME%%:*}-*.tar.bz2"
      - "conda/bld/linux-64/python-${CI_JOB_NAME%%:*}-*.conda"
      - "conda/bld/linux-64/python-${CI_JOB_NAME%%:*}-*.tar.bz2"
      - "conda/bld/broken/${CI_JOB_NAME%%:*}-*.conda"
      - "conda/bld/broken/${CI_JOB_NAME%%:*}-*.tar.bz2"
      - "conda/bld/broken/lib${CI_JOB_NAME%%:*}-*.conda"
      - "conda/bld/broken/lib${CI_JOB_NAME%%:*}-*.tar.bz2"
      - "conda/bld/broken/python-${CI_JOB_NAME%%:*}-*.conda"
      - "conda/bld/broken/python-${CI_JOB_NAME%%:*}-*.tar.bz2"
      - "conda/bld/${CI_JOB_NAME%%:*}-*/work/_build*/config.log"
      - "conda/bld/${CI_JOB_NAME%%:*}-*/work/_build*/test/test-suite.log"
      - "conda/bld/${CI_JOB_NAME%%:*}-*/work/_build*/test/python/test-suite.log"
      - "conda/bld/${CI_JOB_NAME%%:*}-*/work/*/*/*/*/test-suite.log"
      - "${CI_JOB_NAME%%:*}/${CI_JOB_NAME%%:*}-feedstock/"
    reports:
      junit:
        - "conda/bld/${CI_JOB_NAME%%:*}-*/work/_build*/test/python/junit*.xml"
        - "conda/bld/${CI_JOB_NAME%%:*}-*/test_tmp/junit*.xml"
    when: always
  cache:
    key: $CI_JOB_NAME
    paths:
      - conda/pkgs
  only:
    refs:
      - pushes
      - schedules
      - tags
      - web
    variables:
      - $CI_COMMIT_MESSAGE !~ /\[skip conda\]/

# -- linting ------------------------------------

.lint:
  stage: lint
  needs: []
  only:
    variables:
      - $CI_COMMIT_MESSAGE !~ /\[skip lint\]/

lint:python:
  extends:
    - .lint
  image: python
  before_script:
    - python -m pip install
          "flake8>=3.7.0"
          "flake8-junit-report"
  script:
    - python -m flake8 --output-file flake8.out
  after_script:
    - cat flake8.out
    - python -m junit_conversor flake8.out junit.xml
  cache:
    key: "${CI_JOB_NAME}"
    paths:
      - .cache/pip
  artifacts:
    expire_in: 1month
    reports:
      junit: junit.xml
    when: always

lint:coala:
  extends:
    - .lint
  image: coala/base
  before_script:
    - pip install coala-json
  script:
    # run once to show output to console
    - coala --ci || true
    # run again to prepare JSON report for upload
    - coala --ci --json -o output.json
  after_script:
    - coala-json --junit -f output.json -o junit.xml
  cache:
    key: "${CI_JOB_NAME}"
    paths:
      - .cache/pip
  artifacts:
    expire_in: 1month
    reports:
      junit: junit.xml
    when: always

# -- documentation ------------------------------

documentation:
  image: igwn/lalsuite-dev:buster
  stage: documentation
  needs: []
  script:
    - ./00boot
    - ./configure --enable-doxygen --prefix=${LAL_DIR}
    - make -j${CPU_COUNT} install-html
    - pushd ${LAL_DIR}/share/doc
    - cp lalsuite/index.html index.html
    - sed -i 's/..\/lal/lal/g' index.html
    - popd
  artifacts:
    expire_in: 18h
    paths:
      - ${LAL_DIR}/share/doc
  only:
    refs:
      - pushes
      - web
    variables:
      - $CI_COMMIT_MESSAGE !~ /\[skip docs\]/

pages:
  image: igwn/lalsuite-dev:buster
  stage: deploy
  script:
    - ./00boot
    - ./configure --enable-doxygen --prefix=${LAL_DIR}
    - make -j${CPU_COUNT} install-html
    - cp -r ${LAL_DIR}/share/doc public/
    - pushd public
    - cp lalsuite/index.html index.html
    - sed -i 's/..\/lal/lal/g' index.html
    - popd
    - cp coverage.html public/
  needs:
    - coverage
  artifacts:
    paths:
      - public
  only:
    - master@lscsoft/lalsuite
  except:
    - pushes
    - web

# -- tarballs -----------------------------------

# this job makes all of the source tarballs up-front using a top-level
# make dist call
#
# to use one (any) of the tarballs in another job, just add "make-dist"
# in `dependencies:`

make-dist:
  image: igwn/lalsuite-dev:el7
  stage: .pre
  script:
    - ./00boot
    - ./configure --enable-swig ${EXTRA_CONFIG_FLAGS}
    - for subdir in lal lalframe lalmetaio lalsimulation lalburst lalinspiral lalpulsar lalinference lalapps; do
        pushd ${subdir};
        make dist;
        popd;
      done
  artifacts:
    expire_in: 18h
    paths:
      - "*/*.tar.*"

# just make the lal tarball to release other jobs
make-dist:lal:
  extends:
    - make-dist
  script:
    - pushd lal
    - ./00boot
    - ./configure --enable-swig ${EXTRA_CONFIG_FLAGS}
    - make dist

# -- lal ----------------------------------------

lal:rpm:
  <<: *rpmbuild
  stage: LAL
  needs:
    - make-dist:lal

lal:deb:
  <<: *debbuild
  stage: LAL
  needs:
    - make-dist:lal

lal:conda:fftw:
  <<: *conda-build
  stage: LAL
  needs:
    - make-dist:lal
  variables:
    CONDA_BLD_PATH: "${CI_PROJECT_DIR}/conda/bld"
    CONDA_CONFIG: "linux_64_fft_implfftw"
    CONDA_PKGS_DIRS: "${CI_PROJECT_DIR}/conda/pkgs"

lal:conda:mkl:
  <<: *conda-build
  stage: LAL
  needs:
    - make-dist:lal
  variables:
    CONDA_BLD_PATH: "${CI_PROJECT_DIR}/conda/bld"
    CONDA_CONFIG: "linux_64_fft_implmkl"
    CONDA_PKGS_DIRS: "${CI_PROJECT_DIR}/conda/pkgs"

# -- lalframe------------------------------------

lalframe:rpm:
  <<: *rpmbuild
  stage: LALFrame
  needs:
    - make-dist
    - lal:rpm

lalframe:deb:
  <<: *debbuild
  stage: LALFrame
  needs:
    - make-dist
    - lal:deb

lalframe:conda:
  <<: *conda-build
  stage: LALFrame
  needs:
    - make-dist
    - lal:conda:fftw

# -- lalmetaio ----------------------------------

lalmetaio:rpm:
  <<: *rpmbuild
  stage: LALMetaIO
  needs:
    - make-dist
    - lal:rpm

lalmetaio:deb:
  <<: *debbuild
  stage: LALMetaIO
  needs:
    - make-dist
    - lal:deb

lalmetaio:conda:
  <<: *conda-build
  stage: LALMetaIO
  needs:
    - make-dist
    - lal:conda:fftw

# -- lalsimulation ------------------------------

lalsimulation:rpm:
  <<: *rpmbuild
  stage: LALSimulation
  needs:
    - make-dist
    - lal:rpm

lalsimulation:deb:
  <<: *debbuild
  stage: LALSimulation
  needs:
    - make-dist
    - lal:deb

lalsimulation:conda:
  <<: *conda-build
  stage: LALSimulation
  needs:
    - make-dist
    - lal:conda:fftw

# -- lalburst -----------------------------------

lalburst:rpm:
  <<: *rpmbuild
  stage: LALBurst
  needs:
    - make-dist
    - lal:rpm
    - lalmetaio:rpm
    - lalsimulation:rpm

lalburst:deb:
  <<: *debbuild
  stage: LALBurst
  needs:
    - make-dist
    - lal:deb
    - lalmetaio:deb
    - lalsimulation:deb

lalburst:conda:
  <<: *conda-build
  stage: LALBurst
  needs:
    - make-dist
    - lal:conda:fftw
    - lalmetaio:conda
    - lalsimulation:conda

# -- lalinspiral --------------------------------

lalinspiral:rpm:
  <<: *rpmbuild
  stage: LALInspiral
  needs:
    - make-dist
    - lal:rpm
    - lalframe:rpm
    - lalmetaio:rpm
    - lalsimulation:rpm
    - lalburst:rpm

lalinspiral:deb:
  <<: *debbuild
  stage: LALInspiral
  needs:
    - make-dist
    - lal:deb
    - lalframe:deb
    - lalmetaio:deb
    - lalsimulation:deb
    - lalburst:deb

lalinspiral:conda:
  <<: *conda-build
  stage: LALInspiral
  needs:
    - make-dist
    - lal:conda:fftw
    - lalframe:conda
    - lalmetaio:conda
    - lalsimulation:conda
    - lalburst:conda

# -- lalpulsar ----------------------------------

lalpulsar:rpm:
  <<: *rpmbuild
  stage: LALPulsar
  needs:
    - make-dist
    - lal:rpm

lalpulsar:deb:
  <<: *debbuild
  stage: LALPulsar
  needs:
    - make-dist
    - lal:deb

lalpulsar:conda:
  <<: *conda-build
  stage: LALPulsar
  needs:
    - make-dist
    - lal:conda:fftw

# -- lalinference -------------------------------

lalinference:rpm:
  <<: *rpmbuild
  stage: LALInference
  needs:
    - make-dist
    - lal:rpm
    - lalframe:rpm
    - lalmetaio:rpm
    - lalsimulation:rpm
    - lalburst:rpm
    - lalpulsar:rpm
    - lalinspiral:rpm

lalinference:deb:
  <<: *debbuild
  stage: LALInference
  needs:
    - make-dist
    - lal:deb
    - lalframe:deb
    - lalmetaio:deb
    - lalsimulation:deb
    - lalburst:deb
    - lalpulsar:deb
    - lalinspiral:deb

lalinference:conda:
  <<: *conda-build
  stage: LALInference
  needs:
    - make-dist
    - lal:conda:fftw
    - lalframe:conda
    - lalmetaio:conda
    - lalsimulation:conda
    - lalburst:conda
    - lalpulsar:conda
    - lalinspiral:conda

# -- lalapps ------------------------------------

lalapps:rpm:
  <<: *rpmbuild
  stage: LALApps
  needs:
    - make-dist
    - lal:rpm
    - lalframe:rpm
    - lalmetaio:rpm
    - lalsimulation:rpm
    - lalburst:rpm
    - lalpulsar:rpm
    - lalinspiral:rpm
    - lalinference:rpm

lalapps:deb:
  <<: *debbuild
  stage: LALApps
  needs:
    - make-dist
    - lal:deb
    - lalframe:deb
    - lalmetaio:deb
    - lalsimulation:deb
    - lalburst:deb
    - lalpulsar:deb
    - lalinspiral:deb
    - lalinference:deb

lalapps:conda:
  <<: *conda-build
  stage: LALApps
  needs:
    - make-dist
    - lal:conda:fftw
    - lalframe:conda
    - lalmetaio:conda
    - lalsimulation:conda
    - lalburst:conda
    - lalpulsar:conda
    - lalinspiral:conda
    - lalinference:conda
  variables:
    CONDA_BLD_PATH: "${CI_PROJECT_DIR}/conda/bld"
    CONDA_CONFIG: "linux_64_python3.7.____cpython"
    CONDA_PKGS_DIRS: "${CI_PROJECT_DIR}/conda/pkgs"

# -- integration tests --------------------------

.integration-tests: &integration-tests
  stage: integration tests
  only:
    variables:
      - $CI_COMMIT_MESSAGE !~ /\[skip integration\]/

lalinference_testjob:
  <<: *yum-cache
  extends:
    - .integration-tests
  image: igwn/base:el7-testing
  before_script:
    - *yum-update
    - ${YUM} install
          git
          git-lfs
    - ${YUM} install rpmbuild/RPMS/x86_64/*.rpm
  script:
    - git lfs clone https://git.ligo.org/lscsoft/ROQ_data --include "**/params.dat,*/4s/**"
    - bash lalinference/test/lalinference_nestedSampling_integration_test.sh
  needs:
    - lal:rpm
    - lalframe:rpm
    - lalmetaio:rpm
    - lalsimulation:rpm
    - lalburst:rpm
    - lalpulsar:rpm
    - lalinspiral:rpm
    - lalinference:rpm
  only:
    refs:
      - schedules
      - web
  artifacts:
    expire_in: 18h
    paths:
      - example/
    when: always

top-level:
  image: igwn/lalsuite-dev:el7-testing
  needs: []
  <<: *top-level-build
  extends:
    - .integration-tests
  only:
    refs:
      - pushes
      - schedules
      - web

# Note: adapted from https://git.ligo.org/lscsoft/ligo.skymap.
coverage:
  extends:
    - .integration-tests
  image: igwn/lalsuite-dev-gcc:8
  needs: []
  script:
    - apt-get -y install --no-install-recommends python3-pip
    - python3 -m pip install coverage gcovr pycobertura
    - ./00boot
    # Configure for C code coverage measurement with gcc
    - ./configure --enable-swig-python CFLAGS="--coverage -fprofile-abs-path" PYTHON=python3
    # Run unit tests with Python scripts instrumented by coverage.py
    - make -j${CPU_COUNT} check COVERAGE_FILE="$(pwd)/.coverage" PY_LOG_FLAGS="-m coverage run --source \"$(pwd)\" --omit \*/test/\* -p"
    # Output C coverage data in Cobertura format
    - gcovr -j${CPU_COUNT} --exclude-directories test --xml c-coverage.xml
    # Combine and output Python coverage data in Cobertura format
    - coverage combine
    - coverage xml -o py-coverage.xml
    # Merge coverage reports. They're just XML, after all.
    - |
      python3 - <<EOF
      import lxml.etree
      import copy

      doc1 = lxml.etree.parse('py-coverage.xml')
      doc2 = lxml.etree.parse('c-coverage.xml')
      root1 = doc1.getroot()
      root2 = doc2.getroot()
      root1.attrib['lines-covered'] = str(
          int(root1.attrib['lines-covered']) +
          int(root2.attrib['lines-covered']))
      root1.attrib['lines-valid'] = str(
          int(root1.attrib['lines-valid']) +
          int(root2.attrib['lines-valid']))
      try:
          root1.attrib['line-rate'] = str(
              int(root1.attrib['lines-covered']) /
              int(root1.attrib['lines-valid']))
      except ZeroDivisionError:
          root1.attrib['line-rate'] = '0'
      root1.attrib['branches-covered'] = str(
          int(root1.attrib['branches-covered']) +
          int(root2.attrib['branches-covered']))
      root1.attrib['branches-valid'] = str(
          int(root1.attrib['branches-valid']) +
          int(root2.attrib['branches-valid']))
      try:
          root1.attrib['branch-rate'] = str(
              int(root1.attrib['branches-covered']) /
              int(root1.attrib['branches-valid']))
      except ZeroDivisionError:
          root1.attrib['branch-rate'] = '0'
      packages = root1.find('./packages')
      packages.extend(root2.iterfind('./packages/package'))
      doc1.write('coverage.xml')
      EOF
    # Write HTML coverage report and show coverage summary.
    - pycobertura show coverage.xml -f html -o coverage.html
    - pycobertura show coverage.xml | tail -n 1
  coverage: '/TOTAL\s+.*\s+([\d\.]+)%/'
  artifacts:
    paths:
      - coverage.html
    reports:
      cobertura: coverage.xml
  only:
    refs:
      - pushes
      - schedules
      - web

# -- docker -------------------------------------

# build a nightly container from the RPMs
docker:nightly:el7:
  stage: docker
  before_script: []
  script:
    - set -x  # print commands as they are run (helps debugging)
    # add RPMs to directory to pass to docker
    - mkdir rpms && mv rpmbuild/RPMS/x86_64/*.rpm rpms
    - rm -rf rpmbuild*
    # build container and push to registry
    - docker login -u gitlab-ci-token -p $CI_JOB_TOKEN $CI_REGISTRY
    - docker build --pull -t $CI_REGISTRY_IMAGE/nightly:el7 --file .gitlab-ci-el7.Dockerfile .
    - docker push $CI_REGISTRY_IMAGE/nightly:el7
  needs:
    - lal:rpm
    - lalframe:rpm
    - lalmetaio:rpm
    - lalsimulation:rpm
    - lalburst:rpm
    - lalpulsar:rpm
    - lalinspiral:rpm
    - lalinference:rpm
    - lalapps:rpm
  only:
    - schedules

# build a tagged container from the rpms
docker:tags:el7:
  stage: docker
  before_script: []
  script:
    - set -x  # print commands as they are run (helps debugging)
    # add RPMs to directory to pass to docker
    - mkdir rpms && mv rpmbuild/RPMS/x86_64/*.rpm rpms
    - rm -rf rpmbuild*
    # build container and push to registry
    - docker login -u gitlab-ci-token -p $CI_JOB_TOKEN $CI_REGISTRY
    - docker build --pull -t $CI_REGISTRY_IMAGE/$CI_COMMIT_TAG:el7 --file .gitlab-ci-el7.Dockerfile .
    - docker push $CI_REGISTRY_IMAGE/$CI_COMMIT_TAG:el7
  needs:
    - lal:rpm
    - lalframe:rpm
    - lalmetaio:rpm
    - lalsimulation:rpm
    - lalburst:rpm
    - lalpulsar:rpm
    - lalinspiral:rpm
    - lalinference:rpm
    - lalapps:rpm
  only:
    - /^lalsuite-v.*$/

# build a nightly container from the debian packages
docker:nightly:buster:
  stage: docker
  before_script: []
  script:
    - set -x  # print commands as they are run (helps debugging)
    # add deb packages to directory to pass to docker
    - mkdir debs && mv *.deb debs
    - rm *.changes *.dsc *.orig.*
    # build container and push to registry
    - docker login -u gitlab-ci-token -p $CI_JOB_TOKEN $CI_REGISTRY
    - docker build --pull -t $CI_REGISTRY_IMAGE/nightly:buster --file .gitlab-ci-buster.Dockerfile .
    - docker push $CI_REGISTRY_IMAGE/nightly:buster
  needs:
    - lal:deb
    - lalframe:deb
    - lalmetaio:deb
    - lalsimulation:deb
    - lalburst:deb
    - lalpulsar:deb
    - lalinspiral:deb
    - lalinference:deb
    - lalapps:deb
  only:
    - schedules

# build a tagged container from the debian packages
docker:tags:buster:
  stage: docker
  before_script: []
  script:
    - set -x  # print commands as they are run (helps debugging)
    # add deb packages to directory to pass to docker
    - mkdir debs && mv *.deb debs
    - rm *.changes *.dsc *.orig.*
    # build container and push to registry
    - docker login -u gitlab-ci-token -p $CI_JOB_TOKEN $CI_REGISTRY
    - docker build --pull -t $CI_REGISTRY_IMAGE/$CI_COMMIT_TAG:buster --file .gitlab-ci-buster.Dockerfile .
    - docker push $CI_REGISTRY_IMAGE/$CI_COMMIT_TAG:buster
  needs:
    - lal:deb
    - lalframe:deb
    - lalmetaio:deb
    - lalsimulation:deb
    - lalburst:deb
    - lalpulsar:deb
    - lalinspiral:deb
    - lalinference:deb
    - lalapps:deb
  only:
    - /^lalsuite-v.*$/

# -- nightly ------------------------------------

# -- compilers