Simplify Travis CI builds.

Have one script per build. This means more duplication between the
scripts, but it's much easier to understand and to run locally.

13 files changed, 465 insertions, 0 deletions

diff --git a/.travis/autotools-linux b/.travis/autotools-linux
new file mode 100755
index 00000000..6d38e34e
--- /dev/null
+++ b/.travis/autotools-linux
@@ -0,0 +1,52 @@
+#!/bin/sh
+
+ACTION="$1"
+
+set -eu
+
+CACHEDIR="$HOME/cache"
+NPROC=`nproc`
+
+travis_install() {
+  # Install vanilla NaCl only.
+  [ -f "$CACHEDIR/lib/amd64/libnacl.a" ] || {
+    curl https://hyperelliptic.org/nacl/nacl-20110221.tar.bz2 | tar jx
+    cd nacl-20110221  # pushd
+    "./do"
+    # "make install"
+    mkdir -p "$CACHEDIR/include"; mv build/*/include/* "$CACHEDIR/include"
+    mkdir -p "$CACHEDIR/lib"    ; mv build/*/lib/* "$CACHEDIR/lib"
+    cd -  # popd
+  }
+}
+
+travis_script() {
+  . ".travis/flags-$CC.sh"
+
+  add_ld_flag -Wl,-z,defs
+
+  # Make compilation error on a warning
+  add_flag -Werror
+
+  add_config_flag --with-nacl-libs="$CACHEDIR/lib/amd64"
+  add_config_flag --with-nacl-headers="$CACHEDIR/include/amd64"
+  add_config_flag --disable-ipv6
+  add_config_flag --enable-nacl
+  add_config_flag --enable-daemon
+  add_config_flag --enable-logging
+  add_config_flag --with-log-level=TRACE
+
+  autoreconf -fi
+  mkdir -p _build
+  cd _build  # pushd
+  ../configure $CONFIG_FLAGS || (cat config.log && false)
+  make "-j$NPROC" -k CFLAGS="$C_FLAGS" LDFLAGS="$LD_FLAGS"
+  make "-j$NPROC" -k distcheck DISTCHECK_CONFIGURE_FLAGS="$CONFIG_FLAGS"
+  cd -  # popd
+}
+
+if [ "-z" "$ACTION" ]; then
+  "travis_script"
+else
+  "travis_$ACTION"
+fi
diff --git a/.travis/cmake-freebsd-stage1 b/.travis/cmake-freebsd-stage1
new file mode 100755
index 00000000..3954e2af
--- /dev/null
+++ b/.travis/cmake-freebsd-stage1
@@ -0,0 +1,23 @@
+#!/bin/sh
+
+ACTION="$1"
+
+set -eu
+
+. other/travis/env.sh
+. other/travis/env-freebsd.sh
+
+travis_install() {
+  . other/travis/freebsd-install
+  . other/travis/freebsd-install-stage1
+}
+
+travis_script() {
+  echo "Nothing to do here. Building happens in stage 2."
+}
+
+if [ "-z" "$ACTION" ]; then
+  "travis_script"
+else
+  "travis_$ACTION"
+fi
diff --git a/.travis/cmake-freebsd-stage2 b/.travis/cmake-freebsd-stage2
new file mode 100755
index 00000000..57b8a0f8
--- /dev/null
+++ b/.travis/cmake-freebsd-stage2
@@ -0,0 +1,23 @@
+#!/bin/sh
+
+ACTION="$1"
+
+set -eu
+
+. other/travis/env.sh
+. other/travis/env-freebsd.sh
+
+travis_install() {
+  . other/travis/freebsd-install
+  . other/travis/freebsd-install-stage2
+}
+
+travis_script() {
+  . other/travis/toxcore-script
+}
+
+if [ "-z" "$ACTION" ]; then
+  "travis_script"
+else
+  "travis_$ACTION"
+fi
diff --git a/.travis/cmake-linux b/.travis/cmake-linux
new file mode 100755
index 00000000..e3517a09
--- /dev/null
+++ b/.travis/cmake-linux
@@ -0,0 +1,75 @@
+#!/bin/sh
+
+ACTION="$1"
+
+set -eu
+
+CACHEDIR="$HOME/cache"
+NPROC=`nproc`
+ASTYLE="$CACHEDIR/astyle/build/gcc/bin/astyle"
+
+travis_install() {
+  which coveralls || {
+    # Install cpp-coveralls to upload test coverage results.
+    pip install --user ndg-httpsclient urllib3[secure] cpp-coveralls
+
+    # Work around https://github.com/eddyxu/cpp-coveralls/issues/108 by manually
+    # installing the pyOpenSSL module and injecting it into urllib3 as per
+    # https://urllib3.readthedocs.io/en/latest/user-guide.html#ssl-py2
+    sed -i -e '/^import sys$/a import urllib3.contrib.pyopenssl\nurllib3.contrib.pyopenssl.inject_into_urllib3()' `which coveralls`
+  }
+
+  # Install astyle (version in ubuntu-precise too old).
+  [ -f "$ASTYLE" ] || {
+    wget -O ../astyle.tar.gz https://deb.debian.org/debian/pool/main/a/astyle/astyle_2.06.orig.tar.gz
+    tar -xf ../astyle.tar.gz -C "$CACHEDIR"
+    make -C "$CACHEDIR/astyle/build/gcc" "-j$NPROC"
+  }
+
+  # Install libsodium (not in ubuntu-precise).
+  [ -f "$CACHEDIR/lib/libsodium.a" ] || {
+    git clone --depth=1 --branch=stable https://github.com/jedisct1/libsodium ../libsodium
+    cd ../libsodium  # pushd
+    ./autogen.sh
+    ./configure --prefix="$CACHEDIR"
+    make install "-j$NPROC"
+    cd -  # popd
+  }
+}
+
+travis_script() {
+  . ".travis/flags-$CC.sh"
+
+  add_ld_flag -Wl,-z,defs
+
+  # Make compilation error on a warning
+  add_flag -Werror
+
+  # Coverage flags.
+  add_flag -fprofile-arcs -ftest-coverage
+
+  cmake -B_build -H. \
+    -DCMAKE_C_FLAGS="$C_FLAGS" \
+    -DCMAKE_CXX_FLAGS="$CXX_FLAGS" \
+    -DCMAKE_EXE_LINKER_FLAGS="$LD_FLAGS" \
+    -DCMAKE_SHARED_LINKER_FLAGS="$LD_FLAGS" \
+    -DCMAKE_INSTALL_PREFIX:PATH="$PWD/_install" \
+    -DTRACE=ON \
+    -DMUST_BUILD_TOXAV=ON \
+    -DSTRICT_ABI=ON \
+    -DTEST_TIMEOUT_SECONDS=120 \
+    -DUSE_IPV6=OFF
+
+  cd _build  # pushd
+  make "-j$NPROC" -k install
+  make "-j$NPROC" test ARGS="-j50" CTEST_OUTPUT_ON_FAILURE=1
+  cd -  # popd
+
+  other/astyle/format-source . "$ASTYLE"
+}
+
+if [ "-z" "$ACTION" ]; then
+  "travis_script"
+else
+  "travis_$ACTION"
+fi
diff --git a/.travis/cmake-osx b/.travis/cmake-osx
new file mode 100755
index 00000000..529a2309
--- /dev/null
+++ b/.travis/cmake-osx
@@ -0,0 +1,46 @@
+#!/bin/sh
+
+ACTION="$1"
+
+set -eu
+
+CACHEDIR="$HOME/cache"
+NPROC=`sysctl -n hw.physicalcpu`
+
+travis_install() {
+  # Workaround for bug in Homebrew where it only finds an old Ruby version.
+  brew update
+
+  brew install libsodium libvpx opus libconfig
+}
+
+travis_script() {
+  . ".travis/flags-$CC.sh"
+
+  add_ld_flag -undefined error
+
+  # Make compilation error on a warning
+  add_flag -Werror
+
+  cmake -B_build -H. \
+    -DCMAKE_C_FLAGS="$C_FLAGS" \
+    -DCMAKE_CXX_FLAGS="$CXX_FLAGS" \
+    -DCMAKE_EXE_LINKER_FLAGS="$LD_FLAGS" \
+    -DCMAKE_SHARED_LINKER_FLAGS="$LD_FLAGS" \
+    -DCMAKE_INSTALL_PREFIX:PATH="$PWD/_install" \
+    -DTRACE=ON \
+    -DMUST_BUILD_TOXAV=ON \
+    -DTEST_TIMEOUT_SECONDS=120 \
+    -DUSE_IPV6=OFF
+
+  cd _build  # pushd
+  make "-j$NPROC" -k install
+  make "-j$NPROC" test ARGS="-j50" CTEST_OUTPUT_ON_FAILURE=1
+  cd -  # popd
+}
+
+if [ "-z" "$ACTION" ]; then
+  "travis_script"
+else
+  "travis_$ACTION"
+fi
diff --git a/.travis/cmake-win32 b/.travis/cmake-win32
new file mode 100755
index 00000000..e4be36f0
--- /dev/null
+++ b/.travis/cmake-win32
@@ -0,0 +1,7 @@
+#!/bin/sh
+
+i686=true
+x86_64=false
+WINDOWS_ARCH=win32
+
+. .travis/cmake-windows.sh
diff --git a/.travis/cmake-win64 b/.travis/cmake-win64
new file mode 100755
index 00000000..f961a00b
--- /dev/null
+++ b/.travis/cmake-win64
@@ -0,0 +1,7 @@
+#!/bin/sh
+
+i686=false
+x86_64=true
+WINDOWS_ARCH=win64
+
+. .travis/cmake-windows.sh
diff --git a/.travis/cmake-windows.sh b/.travis/cmake-windows.sh
new file mode 100644
index 00000000..a7d1f7e1
--- /dev/null
+++ b/.travis/cmake-windows.sh
@@ -0,0 +1,48 @@
+#!/bin/sh
+
+ACTION="$1"
+
+set -eu
+
+CACHEDIR="$HOME/cache"
+NPROC=`nproc`
+
+travis_install() {
+  cd other/docker/windows
+
+  docker build \
+    --build-arg SUPPORT_ARCH_i686=$i686 \
+    --build-arg SUPPORT_ARCH_x86_64=$x86_64 \
+    --build-arg SUPPORT_TEST=true \
+    -t toxcore-$WINDOWS_ARCH \
+    .
+}
+
+travis_script() {
+  . ".travis/flags-$CC.sh"
+
+  # Allows wine to display source code file names and line numbers on crash in
+  # its backtrace.
+  add_flag -gdwarf-2
+
+  docker run \
+    -e ALLOW_TEST_FAILURE=true \
+    -e ENABLE_ARCH_i686=$i686 \
+    -e ENABLE_ARCH_x86_64=$x86_64 \
+    -e ENABLE_TEST=true \
+    -e EXTRA_CMAKE_FLAGS="-DBOOTSTRAP_DAEMON=OFF -DDEBUG=ON -DTEST_TIMEOUT_SECONDS=90" \
+    -e DCMAKE_C_FLAGS="$C_FLAGS" \
+    -e CMAKE_CXX_FLAGS="$CXX_FLAGS" \
+    -e CMAKE_EXE_LINKER_FLAGS="$LD_FLAGS" \
+    -e CMAKE_SHARED_LINKER_FLAGS="$LD_FLAGS" \
+    -v "$PWD:/toxcore" \
+    -v "$PWD/result:/prefix" \
+    --rm \
+    toxcore-$WINDOWS_ARCH
+}
+
+if [ "-z" "$ACTION" ]; then
+  "travis_script"
+else
+  "travis_$ACTION"
+fi
diff --git a/.travis/flags-clang.sh b/.travis/flags-clang.sh
new file mode 100644
index 00000000..1bca35ca
--- /dev/null
+++ b/.travis/flags-clang.sh
@@ -0,0 +1,62 @@
+#!/bin/sh
+
+. .travis/flags.sh
+
+# Add all warning flags we can.
+add_flag -Wall
+add_flag -Wextra
+add_flag -Weverything
+
+# Disable specific warning flags for both C and C++.
+
+# TODO(iphydf): Clean these up. Probably all of these are actual bugs.
+add_flag -Wno-cast-align
+# Very verbose, not very useful. This warns about things like int -> uint
+# conversions that change sign without a cast and narrowing conversions.
+add_flag -Wno-conversion
+# TODO(iphydf): Check enum values when received from the user, then assume
+# correctness and remove this suppression.
+add_flag -Wno-covered-switch-default
+# Due to clang's tolower() macro being recursive
+# https://github.com/TokTok/c-toxcore/pull/481
+add_flag -Wno-disabled-macro-expansion
+# We don't put __attribute__ on the public API.
+add_flag -Wno-documentation-deprecated-sync
+# Bootstrap daemon does this.
+add_flag -Wno-format-nonliteral
+# struct Foo foo = {0}; is a common idiom.
+add_flag -Wno-missing-field-initializers
+# Useful sometimes, but we accept padding in structs for clarity.
+# Reordering fields to avoid padding will reduce readability.
+add_flag -Wno-padded
+# This warns on things like _XOPEN_SOURCE, which we currently need (we
+# probably won't need these in the future).
+add_flag -Wno-reserved-id-macro
+# TODO(iphydf): Clean these up. They are likely not bugs, but still
+# potential issues and probably confusing.
+add_flag -Wno-sign-compare
+# Our use of mutexes results in a false positive, see 1bbe446.
+add_flag -Wno-thread-safety-analysis
+# File transfer code has this.
+add_flag -Wno-type-limits
+# Callbacks often don't use all their parameters.
+add_flag -Wno-unused-parameter
+# libvpx uses __attribute__((unused)) for "potentially unused" static
+# functions to avoid unused static function warnings.
+add_flag -Wno-used-but-marked-unused
+# We use variable length arrays a lot.
+add_flag -Wno-vla
+
+# Disable specific warning flags for C++.
+
+# Comma at end of enum is supported everywhere we run.
+add_cxx_flag -Wno-c++98-compat-pedantic
+# TODO(iphydf): Stop using flexible array members.
+add_cxx_flag -Wno-c99-extensions
+# We're C-compatible, so use C style casts.
+add_cxx_flag -Wno-old-style-cast
+
+# Downgrade to warning so we still see it.
+add_flag -Wno-error=documentation-unknown-command
+add_flag -Wno-error=unreachable-code
+add_flag -Wno-error=unused-variable
diff --git a/.travis/flags-gcc.sh b/.travis/flags-gcc.sh
new file mode 100644
index 00000000..0d262060
--- /dev/null
+++ b/.travis/flags-gcc.sh
@@ -0,0 +1,19 @@
+#!/bin/sh
+
+. .travis/flags.sh
+
+# Add all warning flags we can.
+add_flag -Wall
+add_flag -Wextra
+
+# Disable specific warning flags for both C and C++.
+
+# struct Foo foo = {0}; is a common idiom.
+add_flag -Wno-missing-field-initializers
+# TODO(iphydf): Clean these up. They are likely not bugs, but still
+# potential issues and probably confusing.
+add_flag -Wno-sign-compare
+# File transfer code has this.
+add_flag -Wno-type-limits
+# Callbacks often don't use all their parameters.
+add_flag -Wno-unused-parameter
diff --git a/.travis/flags.sh b/.travis/flags.sh
new file mode 100644
index 00000000..0c80e703
--- /dev/null
+++ b/.travis/flags.sh
@@ -0,0 +1,33 @@
+#!/bin/sh
+
+add_config_flag() { CONFIG_FLAGS="$CONFIG_FLAGS $@";    }
+add_c_flag()      { C_FLAGS="$C_FLAGS $@";              }
+add_cxx_flag()    { CXX_FLAGS="$CXX_FLAGS $@";          }
+add_ld_flag()     { LD_FLAGS="$LD_FLAGS $@";            }
+add_flag()        { add_c_flag "$@"; add_cxx_flag "$@"; }
+
+export LD_LIBRARY_PATH="$CACHEDIR/lib"
+export PKG_CONFIG_PATH="$CACHEDIR/lib/pkgconfig"
+
+# Our own flags which we can insert in the correct place. We don't use CFLAGS
+# and friends here (we unset them below), because they influence config tests
+# such as ./configure and cmake tests. Our warning flags break those tests, so
+# we can't add them globally here.
+CONFIG_FLAGS=""
+C_FLAGS=""
+CXX_FLAGS=""
+LD_FLAGS=""
+
+unset CFLAGS
+unset CXXFLAGS
+unset CPPFLAGS
+unset LDFLAGS
+
+# Optimisation flags.
+add_flag -O3 -march=native
+
+# Warn on non-ISO C.
+add_c_flag -pedantic
+
+add_flag -g3
+add_flag -ftrapv
diff --git a/.travis/tox-bootstrapd-docker b/.travis/tox-bootstrapd-docker
new file mode 100755
index 00000000..9e476b5f
--- /dev/null
+++ b/.travis/tox-bootstrapd-docker
@@ -0,0 +1,62 @@
+#!/bin/sh
+
+# Copy source code to other/bootstrap_daemon/docker/c-toxcore
+OLD_PWD=$PWD
+cd /tmp
+cp -a $OLD_PWD c-toxcore
+mv c-toxcore $OLD_PWD/other/bootstrap_daemon/docker
+cd $OLD_PWD
+ls -lbh other/bootstrap_daemon/docker
+ls -lbh other/bootstrap_daemon/docker/c-toxcore
+
+cd other/bootstrap_daemon
+
+# Make Docker container use our current source code instead of master branch
+sed -i "s|WORKDIR /tmp/tox|WORKDIR /tmp/tox\nADD /c-toxcore ./c-toxcore/|g" docker/Dockerfile
+sed -i '/git clone/d' docker/Dockerfile
+
+cat docker/Dockerfile
+
+sudo docker build -t tox-bootstrapd docker/
+sudo useradd --home-dir /var/lib/tox-bootstrapd --create-home --system --shell /sbin/nologin --comment "Account to run Tox's DHT bootstrap daemon" --user-group tox-bootstrapd
+sudo chmod 700 /var/lib/tox-bootstrapd
+sudo docker run -d --name tox-bootstrapd -v /var/lib/tox-bootstrapd/:/var/lib/tox-bootstrapd/ -p 443:443 -p 3389:3389 -p 33445:33445 -p 33445:33445/udp tox-bootstrapd
+
+sudo ls -lbh /var/lib/tox-bootstrapd
+
+if sudo [ ! -f /var/lib/tox-bootstrapd/keys ]; then
+  echo "Error: File /var/lib/tox-bootstrapd/keys doesn't exist"
+  exit 1
+fi
+
+COUNTER=0
+COUNTER_END=120
+while [ $COUNTER -lt $COUNTER_END ]; do
+  if sudo docker logs tox-bootstrapd | grep -q "Connected to another bootstrap node successfully" ; then
+    break
+  fi
+  sleep 1
+  COUNTER=$(($COUNTER+1))
+done
+
+sudo docker logs tox-bootstrapd
+
+if [ "$COUNTER" = "$COUNTER_END" ]; then
+  echo "Error: Didn't connect to any nodes"
+  exit 1
+fi
+
+# Wait a bit befrore testing if the container is still running
+sleep 30
+
+sudo docker ps -a
+
+if [ "`sudo docker inspect -f {{.State.Running}} tox-bootstrapd`" != "true" ]; then
+  echo "Error: Container is not running"
+  exit 1
+fi
+
+if ! python3 ../fun/bootstrap_node_info.py ipv4 localhost 33445 ; then
+  echo "Error: Unable to get bootstrap node info"
+  exit 1
+fi
diff --git a/.travis/upload-coverage b/.travis/upload-coverage
new file mode 100755
index 00000000..7a388d0d
--- /dev/null
+++ b/.travis/upload-coverage
@@ -0,0 +1,8 @@
+#!/bin/sh
+
+# We only submit coverage from the Linux build.
+coveralls               \
+  --exclude auto_tests  \
+  --exclude other       \
+  --exclude testing     \
+  --gcov-options '\-lp'