Tilt tests (#688)

* tests run in tilt / ci * changed bridge_ui test process * tests use kube proxy when in ci * fix: allTests.sh permission * fix: bridge_ui dockerfile sha for amd64 * fix: bridge_ui should use cra test * fix: ci tests Co-authored-by: Evan Gray <battledingo@gmail.com>
2022-02-08 03:55:10 -05:00 · 2022-02-08 03:55:10 -05:00 · 28c713a6dd
parent d1de172699
commit 28c713a6dd
18 changed files with 850 additions and 135 deletions
--- a/28
+++ b/28
@ -39,6 +39,7 @@ config.define_bool("pyth", False, "Enable Pyth-to-Wormhole component")
 config.define_bool("explorer", False, "Enable explorer component")
 config.define_bool("bridge_ui", False, "Enable bridge UI component")
 config.define_bool("e2e", False, "Enable E2E testing stack")
+config.define_bool("ci_tests", False, "Enable tests runner component")

 cfg = config.parse()
 num_guardians = int(cfg.get("num", "1"))
@ -51,6 +52,7 @@ pyth = cfg.get("pyth", ci)
 explorer = cfg.get("explorer", ci)
 bridge_ui = cfg.get("bridge_ui", ci)
 e2e = cfg.get("e2e", ci)
+ci_tests = cfg.get("ci_tests", ci)

 if cfg.get("manual", False):
    trigger_mode = TRIGGER_MODE_MANUAL
@ -280,7 +282,7 @@ if bridge_ui:
    docker_build(
        ref = "bridge-ui",
        context = ".",
-        only = ["./ethereum", "./sdk", "./bridge_ui"],
+        only = ["./bridge_ui"],
        dockerfile = "bridge_ui/Dockerfile",
        live_update = [
            sync("./bridge_ui/src", "/app/bridge_ui/src"),
@ -291,13 +293,35 @@ if bridge_ui:

    k8s_resource(
        "bridge-ui",
-        resource_deps = ["proto-gen-web", "wasm-gen"],
+        resource_deps = [],
        port_forwards = [
            port_forward(3000, name = "Bridge UI [:3000]", host = webHost),
        ],
        trigger_mode = trigger_mode,
    )

+if ci_tests:
+    docker_build(
+        ref = "tests-image",
+        context = ".",
+        dockerfile = "testing/Dockerfile.tests",
+        only = [],
+        live_update = [
+            sync("./spydk/js/src", "/app/spydk/js/src"),
+            sync("./sdk/js/src", "/app/sdk/js/src"),
+            sync("./testing", "/app/testing"),
+            sync("./bridge_ui/src", "/app/bridge_ui/src"),
+        ],
+    )
+
+    k8s_yaml_with_ns("devnet/tests.yaml")
+
+    k8s_resource(
+        "ci-tests",
+        resource_deps = ["eth-devnet", "eth-devnet2", "terra-terrad", "terra-fcd", "solana-devnet", "spy", "guardian"],
+        trigger_mode = trigger_mode,
+    )
+
 # algorand
 k8s_yaml_with_ns("devnet/algorand.yaml")

--- a/bridge_ui/.env.sample
+++ b/bridge_ui/.env.sample
@ -1 +0,0 @@
-REACT_APP_COVALENT_API_KEY=
--- a/bridge_ui/Dockerfile
+++ b/bridge_ui/Dockerfile
@ -1,19 +1,20 @@
 # syntax=docker.io/docker/dockerfile:1.3@sha256:42399d4635eddd7a9b8a24be879d2f9a930d0ed040a61324cfdf59ef1357b3b2

 # Derivative of ethereum/Dockerfile, look there for an explanation on how it works.
-FROM node:16-alpine@sha256:004dbac84fed48e20f9888a23e32fa7cf83c2995e174a78d41d9a9dd1e051a20
+FROM node:16-alpine@sha256:f21f35732964a96306a84a8c4b5a829f6d3a0c5163237ff4b6b8b34f8d70064b

 RUN mkdir -p /app
 WORKDIR /app

 ADD . .

-RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
-  npm ci --prefix ethereum
-RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
-  npm ci --prefix sdk/js
-RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
-  npm run build --prefix sdk/js
+# these are only needed if you are using the local version of the sdk (npm i ../sdk/js)
+# RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+#   npm ci --prefix ethereum
+# RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+#   npm ci --prefix sdk/js
+# RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+#   npm run build --prefix sdk/js


 WORKDIR ./bridge_ui
--- a/bridge_ui/package-lock.json
+++ b/bridge_ui/package-lock.json
--- a/bridge_ui/package.json
+++ b/bridge_ui/package.json
@ -75,6 +75,9 @@
    "@types/node": "^16.6.1",
    "@types/numeral": "^2.0.2",
    "@types/react-router-dom": "^5.1.8",
+    "babel-jest": "^26.6.0",
+    "jest": "^26.6.0",
+    "jest-watch-typeahead": "^0.6.4",
    "prettier": "^2.3.2",
    "truffle": "^5.4.1",
    "wasm-loader": "^1.3.0"
--- a/bridge_ui/src/tests/sdk.js
+++ b/bridge_ui/src/tests/sdk.js
@ -0,0 +1,13 @@
+const { describe, expect, it } = require("@jest/globals");
+const fs = require("fs");
+
+describe("SDK installation", () => {
+  it("does not import from file path", () => {
+    const packageFile = fs.readFileSync("./package.json");
+    const packageObj = JSON.parse(packageFile.toString());
+
+    const sdkInstallation =
+      packageObj?.dependencies?.["@certusone/wormhole-sdk"];
+    expect(sdkInstallation && !sdkInstallation.includes("file")).toBe(true);
+  });
+});
--- a/devnet/tests.yaml
+++ b/devnet/tests.yaml
@ -0,0 +1,24 @@
+kind: Job
+apiVersion: batch/v1
+metadata:
+  name: ci-tests
+spec:
+  backoffLimit: 0
+  template:
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: ci-tests
+          image: tests-image
+          command:
+            - /bin/sh
+            - -c
+            - "sh /app/testing/allTests.sh && touch /app/testing/success"
+          readinessProbe:
+            exec:
+              command:
+                - test
+                - -e
+                - "/app/testing/success"
+            initialDelaySeconds: 5
+            periodSeconds: 5
--- a/sdk/js/ci-config.js
+++ b/sdk/js/ci-config.js
@ -0,0 +1,3 @@
+process.env.CI = true;
+
+export default {};
--- a/sdk/js/jestconfig.json
+++ b/sdk/js/jestconfig.json
@ -3,5 +3,6 @@
    "^.+\\.(t|j)sx?$": "ts-jest"
  },
  "testRegex": "(/__tests__/.*|(\\.|/)(test|spec))\\.(jsx?|tsx?)$",
-  "moduleFileExtensions": ["ts", "tsx", "js", "jsx", "json", "node"]
+  "moduleFileExtensions": ["ts", "tsx", "js", "jsx", "json", "node"],
+  "testTimeout": 60000
 }
--- a/sdk/js/package-lock.json
+++ b/sdk/js/package-lock.json
@ -1,12 +1,12 @@
 {
  "name": "@certusone/wormhole-sdk",
-  "version": "0.1.4",
+  "version": "0.1.5",
  "lockfileVersion": 2,
  "requires": true,
  "packages": {
    "": {
      "name": "@certusone/wormhole-sdk",
-      "version": "0.1.4",
+      "version": "0.1.5",
      "license": "Apache-2.0",
      "dependencies": {
        "@improbable-eng/grpc-web": "^0.14.0",
--- a/sdk/js/package.json
+++ b/sdk/js/package.json
@ -16,6 +16,7 @@
    "build-lib": "tsc -p tsconfig.json && tsc -p tsconfig-cjs.json && node scripts/copyEthersTypes.js && node scripts/copyWasm.js",
    "build-all": "npm run build-deps && npm run build-lib",
    "test": "jest --config jestconfig.json --verbose",
+    "test-ci": "jest --config jestconfig.json --verbose --setupFiles ./ci-config.js --forceExit",
    "build": "npm run build-all",
    "format": "echo \"disabled: prettier --write \"src/**/*.ts\"\"",
    "lint": "tslint -p tsconfig.json",
--- a/sdk/js/src/nft_bridge/tests/consts.ts
+++ b/sdk/js/src/nft_bridge/tests/consts.ts
@ -1,15 +1,19 @@
 import { describe, expect, it } from "@jest/globals";
 import { Connection, PublicKey } from "@solana/web3.js";

+const ci = !!process.env.CI;
+
 // see devnet.md
-export const ETH_NODE_URL = "ws://localhost:8545";
+export const ETH_NODE_URL = ci ? "ws://eth-devnet:8545" : "ws://localhost:8545";
 export const ETH_PRIVATE_KEY =
  "0x6cbed15c793ce57650b9877cf6fa156fbef513c4e6134f022a85b1ffdd59b2a1"; // account 1
 export const ETH_CORE_BRIDGE_ADDRESS =
  "0xC89Ce4735882C9F0f0FE26686c53074E09B0D550";
 export const ETH_NFT_BRIDGE_ADDRESS =
  "0x26b4afb60d6c903165150c6f0aa14f8016be4aec";
-export const SOLANA_HOST = "http://localhost:8899";
+export const SOLANA_HOST = ci
+  ? "http://solana-devnet:8899"
+  : "http://localhost:8899";
 export const SOLANA_PRIVATE_KEY = new Uint8Array([
  14, 173, 153, 4, 176, 224, 201, 111, 32, 237, 183, 185, 159, 247, 22, 161, 89,
  84, 215, 209, 212, 137, 10, 92, 157, 49, 29, 192, 101, 164, 152, 70, 87, 65,
@ -20,9 +24,13 @@ export const SOLANA_CORE_BRIDGE_ADDRESS =
  "Bridge1p5gheXUvJ6jGWGeCsgPKgnE3YgdGKRVCMY9o";
 export const SOLANA_NFT_BRIDGE_ADDRESS =
  "NFTWqJR8YnRVqPDvTJrYuLrQDitTG5AScqbeghi4zSA";
-export const TERRA_NODE_URL = "http://localhost:1317";
+export const TERRA_NODE_URL = ci
+  ? "http://terra-terrad:1317"
+  : "http://localhost:1317";
 export const TERRA_CHAIN_ID = "localterra";
-export const TERRA_GAS_PRICES_URL = "http://localhost:3060/v1/txs/gas_prices";
+export const TERRA_GAS_PRICES_URL = ci
+  ? "http://terra-fcd:3060/v1/txs/gas_prices"
+  : "http://localhost:3060/v1/txs/gas_prices";
 export const TERRA_CORE_BRIDGE_ADDRESS =
  "terra18vd8fpwxzck93qlwghaj6arh4p7c5n896xzem5";
 export const TERRA_NFT_BRIDGE_ADDRESS =
@ -33,7 +41,9 @@ export const TEST_ERC721 = "0x5b9b42d6e4B2e4Bf8d42Eba32D46918e10899B66";
 export const TERRA_CW721_CODE_ID = 8;
 export const TEST_CW721 = "terra1l425neayde0fzfcv3apkyk4zqagvflm6cmha9v";
 export const TEST_SOLANA_TOKEN = "BVxyYhm498L79r4HMQ9sxZ5bi41DmJmeWZ7SCS7Cyvna";
-export const WORMHOLE_RPC_HOSTS = ["http://localhost:7071"];
+export const WORMHOLE_RPC_HOSTS = ci
+  ? ["http://guardian:7071"]
+  : ["http://localhost:7071"];

 describe("consts should exist", () => {
  it("has Solana test token", () => {
--- a/sdk/js/src/token_bridge/tests/consts.ts
+++ b/sdk/js/src/token_bridge/tests/consts.ts
@ -1,15 +1,19 @@
 import { describe, expect, it } from "@jest/globals";
 import { Connection, PublicKey } from "@solana/web3.js";

+const ci = !!process.env.CI;
+
 // see devnet.md
-export const ETH_NODE_URL = "ws://localhost:8545";
+export const ETH_NODE_URL = ci ? "ws://eth-devnet:8545" : "ws://localhost:8545";
 export const ETH_PRIVATE_KEY =
  "0x4f3edf983ac636a65a842ce7c78d9aa706d3b113bce9c46f30d7d21715b23b1d";
 export const ETH_CORE_BRIDGE_ADDRESS =
  "0xC89Ce4735882C9F0f0FE26686c53074E09B0D550";
 export const ETH_TOKEN_BRIDGE_ADDRESS =
  "0x0290FB167208Af455bB137780163b7B7a9a10C16";
-export const SOLANA_HOST = "http://localhost:8899";
+export const SOLANA_HOST = ci
+  ? "http://solana-devnet:8899"
+  : "http://localhost:8899";
 export const SOLANA_PRIVATE_KEY = new Uint8Array([
  14, 173, 153, 4, 176, 224, 201, 111, 32, 237, 183, 185, 159, 247, 22, 161, 89,
  84, 215, 209, 212, 137, 10, 92, 157, 49, 29, 192, 101, 164, 152, 70, 87, 65,
@ -20,9 +24,13 @@ export const SOLANA_CORE_BRIDGE_ADDRESS =
  "Bridge1p5gheXUvJ6jGWGeCsgPKgnE3YgdGKRVCMY9o";
 export const SOLANA_TOKEN_BRIDGE_ADDRESS =
  "B6RHG3mfcckmrYN1UhmJzyS1XX3fZKbkeUcpJe9Sy3FE";
-export const TERRA_NODE_URL = "http://localhost:1317";
+export const TERRA_NODE_URL = ci
+  ? "http://terra-terrad:1317"
+  : "http://localhost:1317";
 export const TERRA_CHAIN_ID = "localterra";
-export const TERRA_GAS_PRICES_URL = "http://localhost:3060/v1/txs/gas_prices";
+export const TERRA_GAS_PRICES_URL = ci
+  ? "http://terra-fcd:3060/v1/txs/gas_prices"
+  : "http://localhost:3060/v1/txs/gas_prices";
 export const TERRA_CORE_BRIDGE_ADDRESS =
  "terra18vd8fpwxzck93qlwghaj6arh4p7c5n896xzem5";
 export const TERRA_TOKEN_BRIDGE_ADDRESS =
@ -31,7 +39,9 @@ export const TERRA_PRIVATE_KEY =
  "notice oak worry limit wrap speak medal online prefer cluster roof addict wrist behave treat actual wasp year salad speed social layer crew genius";
 export const TEST_ERC20 = "0x2D8BE6BF0baA74e0A907016679CaE9190e80dD0A";
 export const TEST_SOLANA_TOKEN = "2WDq7wSs9zYrpx2kbHDA4RUTRch2CCTP6ZWaH4GNfnQQ";
-export const WORMHOLE_RPC_HOSTS = ["http://localhost:7071"];
+export const WORMHOLE_RPC_HOSTS = ci
+  ? ["http://guardian:7071"]
+  : ["http://localhost:7071"];

 describe("consts should exist", () => {
  it("has Solana test token", () => {
--- a/spydk/js/ci-config.js
+++ b/spydk/js/ci-config.js
@ -0,0 +1,3 @@
+process.env.CI = true;
+
+export default {};
--- a/spydk/js/package.json
+++ b/spydk/js/package.json
@ -13,6 +13,7 @@
    "build-lib": "tsc -p tsconfig.json && tsc -p tsconfig-cjs.json",
    "build-all": "npm run build-lib",
    "test": "jest --config jestconfig.json --verbose",
+    "test-ci": "jest --config jestconfig.json --verbose --setupFiles ./ci-config.js --forceExit",
    "build": "npm run build-all",
    "format": "echo \"disabled: prettier --write \"src/**/*.ts\"\"",
    "lint": "tslint -p tsconfig.json",
--- a/spydk/js/src/tests/integration.ts
+++ b/spydk/js/src/tests/integration.ts
@ -7,8 +7,10 @@ import { createSpyRPCServiceClient, subscribeSignedVAA } from "..";
 setDefaultWasm("node");

 jest.setTimeout(60000);
-
-const SOLANA_HOST = "http://localhost:8899";
+const ci = !!process.env.CI;
+export const SOLANA_HOST = ci
+  ? "http://solana-devnet:8899"
+  : "http://localhost:8899";
 const SOLANA_PRIVATE_KEY = new Uint8Array([
  14, 173, 153, 4, 176, 224, 201, 111, 32, 237, 183, 185, 159, 247, 22, 161, 89,
  84, 215, 209, 212, 137, 10, 92, 157, 49, 29, 192, 101, 164, 152, 70, 87, 65,
@ -19,7 +21,7 @@ const SOLANA_CORE_BRIDGE_ADDRESS =
  "Bridge1p5gheXUvJ6jGWGeCsgPKgnE3YgdGKRVCMY9o";
 const SOLANA_TOKEN_BRIDGE_ADDRESS =
  "B6RHG3mfcckmrYN1UhmJzyS1XX3fZKbkeUcpJe9Sy3FE";
-const SPYMASTER = "localhost:7072";
+const SPYMASTER = ci ? "spy:7072" : "localhost:7072";
 const TEST_SOLANA_TOKEN = "2WDq7wSs9zYrpx2kbHDA4RUTRch2CCTP6ZWaH4GNfnQQ";

 test("Can spy on messages", (done) => {
--- a/testing/Dockerfile.tests
+++ b/testing/Dockerfile.tests
@ -0,0 +1,27 @@
+FROM node:16-alpine@sha256:004dbac84fed48e20f9888a23e32fa7cf83c2995e174a78d41d9a9dd1e051a20
+
+RUN mkdir -p /app
+WORKDIR /app
+
+ADD . .
+
+RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+  npm ci --prefix ethereum
+
+RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+  npm ci --prefix sdk/js
+RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+  npm run build --prefix sdk/js
+
+RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+  npm ci --prefix spydk/js
+RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+  npm run build  --prefix spydk/js
+
+RUN --mount=type=cache,uid=1000,gid=1000,target=/home/node/.npm \
+  npm ci --prefix bridge_ui
+
+
+WORKDIR ./testing
+
+
--- a/testing/allTests.sh
+++ b/testing/allTests.sh
@ -0,0 +1,5 @@
+#!/bin/sh
+set -e
+CI=true npm --prefix ../sdk/js run test-ci
+CI=true npm --prefix ../spydk/js run test-ci 
+CI=true npm --prefix ../bridge_ui run test