.bbtravis.yml

# BBTravis CI configuration file

language: python

# Available Python versions:
python:
  - "2.7"
label_mapping:
  TWISTED: tw
  SQLALCHEMY: sqla
  SQLALCHEMY_MIGRATE: sqlam
  latest: l
  python: py
  TESTS: t
  DB_TYPE: db
env:
  global:
  - BUILDBOT_TEST_DB_URL=sqlite://
  matrix:
  # pylint, docs and coverage first as they're more likely to find issues
  - TWISTED=latest SQLALCHEMY=latest TESTS=pylint
  - TWISTED=latest SQLALCHEMY=latest TESTS=flake8
  - TWISTED=latest SQLALCHEMY=latest TESTS=isort
  - TWISTED=latest SQLALCHEMY=latest TESTS=docs
  - TWISTED=latest SQLALCHEMY=latest TESTS=coverage

  # add js tests in separate job. Start it early because it is quite long
  - TWISTED=latest SQLALCHEMY=latest TESTS=js
  - TWISTED=latest SQLALCHEMY=latest TESTS=smokes

  - TWISTED=14.0.2 SQLALCHEMY=latest TESTS=trial
  - TWISTED=15.4.0 SQLALCHEMY=latest TESTS=trial
  - TWISTED=latest SQLALCHEMY=latest TESTS=trial

  # Configuration when SQLite database is persistent between running tests
  # (by default in other tests in-memory SQLite database is used which is
  # recreated for each test).
  # Helps to detect issues with incorrect database setup/cleanup in tests.
  - TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=sqlite:////tmp/test_db.sqlite DB_TYPE=sqlite
  # Configuration that runs tests with real MySQL database (TODO does not work yet with our docker image)
  - TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=mysql+mysqldb://travis@127.0.0.1/bbtest DB_TYPE=mysql

  # innodb tests takes 20min probably because of docker aufs.
  # travis images provides much faster innodb so we keep these test there until we implement ramfs based
  # mysql installation
  # - TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=mysql+mysqldb://travis@127.0.0.1/bbtest?storage_engine=InnoDB

  # Configuration that runs tests with real PostgreSQL database with pg8000 and psycopg2 drivers
  # psycopg2 uses Peer Authentication which is configured in the dockerfile, while pg8000 use md5 auth with dummy password
  #- TWISTED=latest SQLALCHEMY=latest TESTS=trial BUILDBOT_TEST_DB_URL=postgresql+psycopg2:///bbtest
  #- TWISTED=latest SQLALCHEMY=latest TESTS=trial 'BUILDBOT_TEST_DB_URL=postgresql+pg8000:///bbtest?user=buildbot&password=x'

  # Test different versions of SQLAlchemy
  - TWISTED=15.5.0 SQLALCHEMY=0.8.0 TESTS=trial
  - TWISTED=15.5.0 SQLALCHEMY=latest TESTS=trial

  # Tests for the worker on old versions of twisted.
  - TWISTED=10.2.0 SQLALCHEMY=latest TESTS=trial_worker
  - TWISTED=11.1.0 SQLALCHEMY=latest TESTS=trial_worker
  - TWISTED=12.2.0 SQLALCHEMY=latest TESTS=trial_worker
  - TWISTED=13.2.0 SQLALCHEMY=latest TESTS=trial_worker

matrix:
  fast_finish: true
  include:
    # Tests of buildbot-worker on python 2.6
    - python: "2.6"
      env: TWISTED=14.0.2 TESTS=trial_worker SQLALCHEMY=latest
    - python: "2.6"
      env: TWISTED=15.4.0 TESTS=trial_worker SQLALCHEMY=latest

    # python 3 tests
    - python: "3.5"
      env: TWISTED=trunk SQLALCHEMY=latest TESTS=coverage
    - python: "3.5"
      env: TWISTED=trunk SQLALCHEMY=latest TESTS=flake8
    - python: "3.5"
      env: TWISTED=latest SQLALCHEMY=latest TESTS=smokes

    - python: "3.6"
      env: TWISTED=trunk SQLALCHEMY=latest TESTS=trial

# Dependencies installation commands
install:
  - pip install -U pip
  # codecov is the interface to codecov.io; see after_success
  # Install mysqlclient for tests that uses real MySQL
  # Install psycopg2 and pg8000 for tests that uses real PostgreSQL
  - |
      # pip installs
      set -e
      pip install -r requirements-dev.txt
      if [ $TWISTED = trunk ]; then
          pip install git+https://github.com/twisted/twisted
      fi
      if [ $TWISTED != latest -a  $TWISTED != trunk ]; then pip install Twisted==$TWISTED ; fi
      if [ $SQLALCHEMY != latest ]; then pip install sqlalchemy==$SQLALCHEMY; fi
      pip install -e pkg \
                  -e 'master[tls,test]' \
                  -e 'worker[test]' \
                  mysqlclient \
                  psycopg2 \
                  pg8000 \
                  codecov
      # install buildbot_www from pip in order to run the www tests
      pip install buildbot_www

      if [ $TESTS = pylint -o $TESTS = flake8 -o $TESTS = isort ]; then pip install -e './master[docs,test]'; fi
      # until towncrier toml is released, we need to fetch from git :-/
      if [ $TESTS = docs ]; then pip install -e './master[docs]' 'git+https://github.com/tardyp/towncrier'; fi

before_script:
  # create real database for tests
  - condition: '"mysql" in BUILDBOT_TEST_DB_URL'
    cmd: sudo /etc/init.d/mysql start
  - condition: '"postgresql" in BUILDBOT_TEST_DB_URL'
    cmd: |
        sudo /etc/init.d/postgresql start
        # for pg8000 driver we can't use peer authentication or empty password, so set a dummy password
        # This also serves as a way to wait that the database is ready
        while ! psql -d bbtest -c 'ALTER USER "buildbot" WITH PASSWORD '"'x'"';' ; do sleep 1 ; done

# Tests running commands
script:
  # make frontend_install_tests takes 17 min, so we only do it post submit
  - title: frontend tests
    condition: TESTS == "js" and TRAVIS_PULL_REQUEST
    cmd: make frontend

  - title: full frontend tests
    condition: TESTS == "js" and not TRAVIS_PULL_REQUEST
    cmd: make frontend_install_tests

  - title: master and worker tests
    condition: TESTS == "trial"
    cmd: trial  --reporter=text --rterrors buildbot.test buildbot_worker.test

  - title: worker tests
    condition: TESTS == "trial_worker"
    cmd: trial  --reporter=text --rterrors buildbot_worker.test

  # run tests under coverage for latest only (it's slower..)
  - title: coverage tests
    condition: TESTS == "coverage"
    cmd: coverage run --rcfile=.coveragerc $(which trial) --reporter=text --rterrors buildbot.test buildbot_worker.test

  # blacklisting testrunner for new version of py3
  - title: py3 tests
    condition: TESTS == "py3next"
    cmd: python common/run_py3_working_tests.py

  # Run additional tests in their separate job
  - title: pylint
    condition: TESTS == "pylint"
    cmd: make pylint

  - title: flake8
    condition: TESTS == "flake8"
    cmd: make flake8

  - title: isort
    condition: TESTS == "isort"
    cmd: isort --check -df `git ls-files |grep '.py$'`

  # Build documentation
  - title: docs
    condition: TESTS == "docs"
    cmd: make docs

  # Run spell checker on documentation
  - title: spelling
    condition: TESTS == "docs"
    cmd: make -C master/docs SPHINXOPTS=-W spelling

  # Runs Sphinx' external link checker only on post submit build (it is too unstable)
  - title: linkcheck
    condition: TESTS == "docs" and not TRAVIS_PULL_REQUEST
    cmd: make -C master/docs SPHINXOPTS=-q linkcheck

  - title: maketarballs
    condition: TESTS == "smokes"
    cmd: ./common/maketarballs.sh

  - title: protractor tests
    condition: TESTS == "smokes"
    cmd: ./common/smokedist.sh

notifications:
  email: false

after_script:
  - |
      # codecov
      if [ $TESTS = coverage ]; then CODECOV_TOKEN="b80c80d7-689d-46d7-b1aa-59168bb4c9a9" codecov; fi
  # List installed packages along with their versions.
  - "pip list"

sudo: false
branches:
  # Only build main-line branches.
  only:
    - master
    - eight
git:
  depth: 300