wget/.gitlab-ci.yml

# we utilize the images generated by the build-images project, to
# speed up CI runs. We also use ccache and store config.cache
# to speed up compilation.

stages:
    - bootstrap
    - test
    - deploy-test
    - deploy

cache:
  key: "$CI_JOB_NAME"
  paths:
    - cache/

before_script:
  # CCache Config
  - mkdir -p cache
  - export CCACHE_BASEDIR=${PWD}
  - export CCACHE_DIR=${PWD}/cache
  - echo $CCACHE_DIR
  - export CC="ccache gcc"

after_script:
  # somehow after_script loses environment
  - export CCACHE_BASEDIR=${PWD}
  - export CCACHE_DIR=${PWD}/cache
  - if which ccache >/dev/null; then ccache -s; fi

variables:
  BUILD_IMAGES_PROJECT: gnuwget/build-images
  CI_BASE_PATH: $CI_REGISTRY/$BUILD_IMAGES_PROJECT/wget
  DEBIAN_OLDSTABLE_BUILD: buildenv-debian-oldstable
  DEBIAN_TESTING_BUILD: buildenv-debian-testing
  DEBIAN_STABLE_BUILD: buildenv-debian-stable
  CENTOS_OLDLTS_BUILD: buildenv-centos7
  FEDORA_BUILD: buildenv-fedora
  MINGW_BUILD: buildenv-mingw
  ARCH_BUILD: buildenv-arch
  GET_SOURCES_ATTEMPTS: "3"
  GIT_DEPTH: "5"
  CONFIGURE_BASE_FLAGS: --enable-assert --cache-file cache/config.cache
  CFLAGS_DEFAULT: -O2 -g -ggdb3


# Debian Builds

Debian-Testing:
    stage: bootstrap
    image: $CI_BASE_PATH/debian:testing-bootstrap
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - ./bootstrap --skip-po && touch .manywarnings
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - ./*.log
    artifacts:
        expire_in: 2 weeks
        when: on_success
        paths:
            - ./
        exclude:
            - cache
            - cache/*
            - cache/**

Build-Tarball:
    stage: test
    image: $CI_BASE_PATH/debian:testing-bootstrap
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - mkdir vpath && cd vpath
        - ../configure $CONFIGURE_BASE_FLAGS --cache-file ../cache/config.cache --without-ssl
        - make -j$(nproc) syntax-check
        - make -j$(nproc) dist
        - mv wget-*.gz ..
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    dependencies:
        - Debian-Testing
    needs: ["Debian-Testing"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - ./*.log
            - vpath/*.log
            - vpath/fuzz/*.log
            - vpath/tests/*.log
            - vpath/testenv/*.log
    artifacts:
        expire_in: 2 weeks
        when: on_success
        paths:
            - wget-*.gz

Valgrind:
    stage: test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$DEBIAN_TESTING_BUILD
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - ./configure $CONFIGURE_BASE_FLAGS --cache-file ../cache/config.cache
        - make check-valgrind
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    dependencies:
        - Debian-Testing
    needs: ["Debian-Testing"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - wget-*/*.log
            - wget-*/fuzz/*.log
            - wget-*/tests/*.log
            - wget-*/testenv/*.log

Minimal:
    stage: deploy-test
    image: $CI_BASE_PATH/debian:testing-minimal
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - tar xvf wget-*.gz
        - cd wget-*/
        - ./configure $CONFIGURE_BASE_FLAGS --cache-file ../cache/config.cache
          --disable-nls --without-ssl --enable-ipv6 --without-zlib --without-libiconv-prefix
          --disable-iri --disable-ntlm --disable-pcre --without-libpsl --without-libuuid
          --without-libintl-prefix
        - make -j$(nproc) check-valgrind
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    dependencies:
        - Build-Tarball
    needs: ["Build-Tarball"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - wget-*/./*.log
            - wget-*/fuzz/*.log
            - wget-*/tests/*.log
            - wget-*/testenv/*.log

Debian-OldStable:
    stage: deploy-test
    image: $CI_BASE_PATH/debian:oldstable
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - tar xvf wget-*.gz
        - cd wget-*/
        - ./configure $CONFIGURE_BASE_FLAGS --cache-file ../cache/config.cache
        - make
        - make -j$(nproc) check
    dependencies:
        - Build-Tarball
    needs: ["Build-Tarball"]
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - wget-*/./*.log
            - wget-*/fuzz/*.log
            - wget-*/tests/*.log
            - wget-*/testenv/*.log

Debian-Stable:
    stage: deploy-test
    image: $CI_BASE_PATH/debian:stable
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - tar xvf wget-*.gz
        - cd wget-*/
        - ./configure $CONFIGURE_BASE_FLAGS --cache-file ../cache/config.cache
        - make
        - make -j$(nproc) check
    dependencies:
        - Build-Tarball
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    needs: ["Build-Tarball"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - wget-*/./*.log
            - wget-*/fuzz/*.log
            - wget-*/tests/*.log
            - wget-*/testenv/*.log

CentOS-OldLTS:
    stage: deploy-test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$CENTOS_OLDLTS_BUILD
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - tar xvf wget-*.gz
        - cd wget-*/
        - ./configure $CONFIGURE_BASE_FLAGS --cache-file ../cache/config.cache
        - make
        - make -j$(nproc) check
    dependencies:
        - Build-Tarball
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    # The test suite is currently broken, so a temporary allowance
    allow_failure: true
    needs: ["Build-Tarball"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - wget-*/./*.log
            - wget-*/fuzz/*.log
            - wget-*/tests/*.log
            - wget-*/testenv/*.log

TLS/OpenSSL:
    stage: test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$DEBIAN_TESTING_BUILD
    variables:
        GIT_STRATEGY: none
    script:
        - echo "127.0.0.1 wgettestingserver" >>/etc/hosts
        - cat /etc/hosts
        - ./configure $CONFIGURE_BASE_FLAGS --with-ssl=openssl
        - make -j$(nproc) distcheck
        - make check-valgrind
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    dependencies:
        - Debian-Testing
    needs: ["Debian-Testing"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - ./*.log
            - fuzz/*.log
            - tests/*.log
            - testenv/*.log

TLS/GnuTLS:
    stage: test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$DEBIAN_TESTING_BUILD
    variables:
        GIT_STRATEGY: none
    script:
        - echo "127.0.0.1 wgettestingserver" >>/etc/hosts
        - cat /etc/hosts
        - ./configure $CONFIGURE_BASE_FLAGS --with-ssl=gnutls
        - make -j$(nproc) distcheck
        - make check-valgrind
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    dependencies:
        - Debian-Testing
    needs: ["Debian-Testing"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - ./*.log
            - fuzz/*.log
            - tests/*.log
            - testenv/*.log


Sanitizers:
    stage: test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$DEBIAN_TESTING_BUILD
    variables:
        GIT_STRATEGY: none
    script:
#       - export CFLAGS="$CFLAGS_DEFAULT -Werror"
        - export CFLAGS="$CFLAGS_DEFAULT"
        - export CC="ccache clang"
        - export UBSAN_OPTIONS=print_stacktrace=1
        - export ASAN_SYMBOLIZER_PATH=/usr/lib/llvm-8/bin/llvm-symbolizer
#       - export LSAN_OPTIONS=suppressions="$PWD/tests/clang-asan-suppressions"
        - ./configure $CONFIGURE_BASE_FLAGS --enable-fsanitize-asan --enable-fsanitize-ubsan
        - make -j$(nproc) check
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    dependencies:
        - Debian-Testing
    needs: ["Debian-Testing"]
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - ./*.log
            - fuzz/*.log
            - tests/*.log
            - testenv/*.log


# Maybe we should run scan-build on a tarball build?
Scan-Build:
    stage: test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$DEBIAN_TESTING_BUILD
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS=$CFLAGS_DEFAULT
        - rm .manywarnings
        - scan-build ./configure $CONFIGURE_BASE_FLAGS
        - make -C lib -j$(nproc)
        - scan-build -v -enable-checker nullability --keep-empty --status-bugs -o scan-build make -j$(nproc)
    tags:
        - shared
        - linux
    except:
        - tags
        - coverity-scan@gnuwget/wget
    allow_failure: true
    dependencies:
        - Debian-Testing
    needs: ["Debian-Testing"]
    artifacts:
        when: always
        paths:
            - scan-build

CoverageReports:
    stage: test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$DEBIAN_TESTING_BUILD
    variables:
        GIT_STRATEGY: none
    script:
        - export CFLAGS="$CFLAGS_DEFAULT"
        - ./configure $CONFIGURE_BASE_FLAGS
        - make -j$(nproc) check-coverage
        - mv lcov test-coverage
        - make -C doc html
        - make -j$(nproc) fuzz-coverage
        - mv lcov fuzz-coverage
        - make dist
        - mv wget-*.gz wget-latest.tar.gz
    tags:
        - shared
        - linux
    dependencies:
        - Debian-Testing
    needs: ["Debian-Testing"]
    artifacts:
        when: on_success
        paths:
            - wget-latest.tar.gz
            - test-coverage/
            - fuzz-coverage/
    only:
        - master

ArchLinux:
    stage: test
    image: $CI_BASE_PATH/archlinux
    script:
        - export CFLAGS="$CFLAGS_DEFAULT"
        - ./bootstrap --skip-po && touch .manywarnings
        - ./configure $CONFIGURE_BASE_FLAGS
        - make -j$(nproc)
        - make check -j$(nproc)
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    needs: []
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - ./*.log
            - fuzz/*.log
            - tests/*.log
            - testenv/*.log

Fedora:
    stage: test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$FEDORA_BUILD
    script:
        - export CFLAGS="$CFLAGS_DEFAULT"
        - ./bootstrap --skip-po && touch .manywarnings
        - ./configure $CONFIGURE_BASE_FLAGS
        - make -j$(nproc) check
    tags:
        - shared
        - linux
    except:
        - coverity-scan@gnuwget/wget
    needs: []
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - ./*.log
            - fuzz/*.log
            - tests/*.log
            - testenv/*.log

MinGW64:
    stage: deploy-test
    image: $CI_REGISTRY/$BUILD_IMAGES_PROJECT:$MINGW_BUILD
    variables:
        GIT_STRATEGY: none
    script:
        - mount -t binfmt_misc binfmt_misc /proc/sys/fs/binfmt_misc &&
          echo ':DOSWin:M::MZ::/usr/bin/wine:' > /proc/sys/fs/binfmt_misc/register
        - tar xvf wget-*.gz
        - cd wget-*/
        - export CFLAGS=$CFLAGS_DEFAULT
        - export CC="ccache $PREFIX-gcc"
        - export GCCLIB=$(dirname $(find /usr/lib/gcc/$PREFIX -name libgcc_s_seh-1.dll|grep posix))
        - export WINEPATH="$WINEPATH;/usr/$PREFIX/bin;/usr/$PREFIX/lib;$PWD/libwget/.libs;$GCCLIB"
        - echo "WINEPATH=$WINEPATH"
        - LIBS="-ldl -lpsapi" ./configure $CONFIGURE_BASE_FLAGS --build=x86_64-pc-linux-gnu --host=$PREFIX --enable-shared
        - make -j$(nproc)
        - cp -p src/wget.exe src/wget
        - make check -j$(nproc) LOG_COMPILER=wine
    dependencies:
        - Build-Tarball
    needs: ["Build-Tarball"]
    tags:
        - shared
        - linux
    except:
        - tags
        - coverity-scan@gnuwget/wget
    allow_failure: true
    artifacts:
        expire_in: 2 weeks
        when: on_failure
        paths:
            - wget-*/./config.h
            - wget-*/./*.log
            - wget-*/fuzz/*.log
            - wget-*/tests/*.log
            - wget-*/testenv/*.log


pages:
    stage: deploy
    script:
        - mkdir -p public
        - rm -rf public/reference public/coverage public/fuzz-coverage
        - mv wget-latest.tar.gz public/
        - mv test-coverage public/coverage
        - mv fuzz-coverage public/fuzz-coverage
        - mv scan-build public/scan-build
    dependencies:
        - CoverageReports
        - Scan-Build
    artifacts:
        when: on_success
        paths:
            - public
    only:
        - master