Consolidate CI jobs

ci/buildkite.yml

@@ -2,15 +2,15 @@ steps:
   - command: "ci/docker-run.sh rust ci/test-stable.sh"
     name: "stable [public]"
     timeout_in_minutes: 20
+  - command: "ci/shellcheck.sh"
+    name: "shellcheck [public]"
+    timeout_in_minutes: 20
   - wait
   - command: "ci/docker-run.sh rustlang/rust:nightly ci/test-nightly.sh"
     name: "nightly [public]"
     timeout_in_minutes: 20
-  - command: "ci/docker-run.sh rust ci/test-ignored.sh"
+  - command: "ci/test-stable-perf.sh"
-    name: "ignored [public]"
+    name: "stable-perf [public]"
-    timeout_in_minutes: 20
-  - command: "ci/test-cuda.sh"
-    name: "cuda [public]"
     timeout_in_minutes: 20
     retry:
       automatic:
@@ -18,12 +18,6 @@ steps:
         limit: 2
     agents:
       - "queue=cuda"
-  - command: "ci/shellcheck.sh"
-    name: "shellcheck [public]"
-    timeout_in_minutes: 20
-  - command: "ci/docker-run.sh rust ci/test-erasure.sh"
-    name: "erasure [public]"
-    timeout_in_minutes: 20
   - command: "ci/snap.sh [public]"
     timeout_in_minutes: 20
     name: "snap [public]"

ci/coverage.sh

@@ -1,18 +0,0 @@
-#!/bin/bash -e
-
-cd "$(dirname "$0")/.."
-
-cargo install --force cargo-cov
-cargo cov test
-cargo cov report
-
-echo Coverage report:
-ls -l target/cov/report/index.html
-
-if [[ -z "$CODECOV_TOKEN" ]]; then
-  echo CODECOV_TOKEN undefined
-else
-  bash <(curl -s https://codecov.io/bash) -x 'llvm-cov gcov'
-fi
-
-exit 0

ci/docker-run.sh

@@ -47,4 +47,4 @@ ARGS+=(
 )
 
 set -x
-docker run "${ARGS[@]}" "$IMAGE" "$@"
+exec docker run "${ARGS[@]}" "$IMAGE" "$@"

ci/run-local.sh

@@ -16,4 +16,4 @@ if [[ ! -x $BKRUN ]]; then
 fi
 
 set -x
-./ci/node_modules/.bin/bkrun ci/buildkite.yml
+exec ./ci/node_modules/.bin/bkrun ci/buildkite.yml

ci/snap.sh

@@ -13,7 +13,11 @@ else
   SNAP_CHANNEL=beta
 fi
 
-if [[ -n $SNAPCRAFT_CREDENTIALS_KEY ]]; then
+if [[ -z $DRYRUN ]]; then
+  [[ -n $SNAPCRAFT_CREDENTIALS_KEY ]] || {
+    echo SNAPCRAFT_CREDENTIALS_KEY not defined
+    exit 1;
+  }
   (
     openssl aes-256-cbc -d \
       -in ci/snapcraft.credentials.enc \
@@ -28,5 +32,9 @@ if [[ -n $SNAPCRAFT_CREDENTIALS_KEY ]]; then
 fi
 
 set -x
+
+echo --- build
 snapcraft
+
+echo --- publish
 $DRYRUN snapcraft push solana_*.snap --release $SNAP_CHANNEL

ci/test-erasure.sh

@@ -1,13 +0,0 @@
-#!/bin/bash -e
-
-set -o xtrace
-
-cd "$(dirname "$0")/.."
-
-./fetch-perf-libs.sh
-
-export LD_LIBRARY_PATH=$PWD:$LD_LIBRARY_PATH
-
-cargo test --features="erasure"
-
-exit 0

ci/test-ignored.sh

@@ -1,9 +0,0 @@
-#!/bin/bash -e
-
-cd "$(dirname "$0")/.."
-
-rustc --version
-cargo --version
-
-export RUST_BACKTRACE=1
-cargo test -- --ignored

ci/test-nightly.sh

@@ -2,13 +2,31 @@
 
 cd "$(dirname "$0")/.."
 
+export RUST_BACKTRACE=1
 rustc --version
 cargo --version
 
-export RUST_BACKTRACE=1
+_() {
-cargo build --verbose --features unstable
+  echo "--- $*"
-cargo test --verbose --features unstable
+  "$@"
-cargo bench --verbose --features unstable
+}
-ci/coverage.sh
+
+_ cargo build --verbose --features unstable
+_ cargo test --verbose --features unstable
+_ cargo bench --verbose --features unstable
+
+
+# Coverage ...
+_ cargo install --force cargo-cov
+_ cargo cov test
+_ cargo cov report
+
+echo --- Coverage report:
+ls -l target/cov/report/index.html
+
+if [[ -z "$CODECOV_TOKEN" ]]; then
+  echo CODECOV_TOKEN undefined
+else
+  bash <(curl -s https://codecov.io/bash) -x 'llvm-cov gcov'
+fi
 
-exit 0

ci/test-stable-perf.sh

@@ -4,10 +4,9 @@ cd "$(dirname "$0")/.."
 
 ./fetch-perf-libs.sh
 
-export LD_LIBRARY_PATH=/usr/local/cuda/lib64
+export LD_LIBRARY_PATH=$PWD:/usr/local/cuda/lib64
 export PATH=$PATH:/usr/local/cuda/bin
-
 export RUST_BACKTRACE=1
-cargo test --features=cuda
 
-exit 0
+set -x
+exec cargo test --features=cuda,erasure

ci/test-stable.sh

@@ -2,13 +2,17 @@
 
 cd "$(dirname "$0")/.."
 
+export RUST_BACKTRACE=1
 rustc --version
 cargo --version
 
-export RUST_BACKTRACE=1
+_() {
-rustup component add rustfmt-preview
+  echo "--- $*"
-cargo fmt -- --write-mode=diff
+  "$@"
-cargo build --verbose
+}
-cargo test --verbose
 
-exit 0
+_ rustup component add rustfmt-preview
+_ cargo fmt -- --write-mode=diff
+_ cargo build --verbose
+_ cargo test --verbose
+_ cargo test -- --ignored