certusone
/
tendermint
mirror of https://github.com/certusone/tendermint.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

tests: broadcast_tx with tmsp; p2p

This commit is contained in:
Ethan Buchman 2016-07-24 14:08:47 -04:00
parent 8fd216b4f6
commit 8987d29bee
29 changed files with 539 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
consensus/state.go
View File

@ -1236,6 +1236,7 @@ func (cs *ConsensusState) finalizeCommit(height int) {
}
// txs committed, bad ones removed from mepool; fire events
// NOTE: the block.AppHash wont reflect these txs until the next block
eventCache.Flush()
// Save to blockStore.

7
scripts/glide/parse.sh Normal file
View File

@ -0,0 +1,7 @@
#! /bin/bash
set -euo pipefail
GLIDE=$1
LIB=$2
cat $GLIDE | grep -A1 $LIB | grep -v $LIB | awk '{print $2}'

0
scripts/glide/glide_status.sh → scripts/glide/status.sh
View File

7
scripts/glide/glide_update.sh → scripts/glide/update.sh
View File

@ -7,12 +7,7 @@ IFS=$'\n\t'
GLIDE=$1
LIB=$2
# get vendored commit for given lib
function parseGlide() {
cat $1 | grep -A1 $2 | grep -v $2 | awk '{print $2}'
}
OLD_COMMIT=`parseGlide $GLIDE $LIB`
OLD_COMMIT=`bash scripts/glide/parse.sh $GLIDE $LIB`
PWD=`pwd`
cd $GOPATH/src/github.com/tendermint/$LIB

11
scripts/install_tmsp_apps.sh Normal file
View File

@ -0,0 +1,11 @@
#! /bin/bash
go get github.com/tendermint/tmsp/...
COMMIT=`bash scripts/glide/parse.sh $(pwd)/glide.lock tmsp`
cd $GOPATH/src/github.com/tendermint/tmsp
git checkout $COMMIT
go install ./cmd/...

16
test/Dockerfile
View File

@ -1,7 +1,23 @@
# Pull base image.
FROM golang:1.6
# Grab deps (jq, hexdump)
RUN apt-get update && \
apt-get install -y --no-install-recommends \
jq bsdmainutils && \
rm -rf /var/lib/apt/lists/*
ENV TENDERMINT_ORG $GOPATH/src/github.com/tendermint/
RUN mkdir -p $TENDERMINT_ORG
COPY . $TENDERMINT_ORG/tendermint
WORKDIR $TENDERMINT_ORG/tendermint
RUN make get_vendor_deps
RUN go install ./cmd/tendermint
RUN bash scripts/install_tmsp_apps.sh
EXPOSE 46656
EXPOSE 46657

0
test/rpc/clean.sh → test/broadcast_tx/clean.sh
View File

0
test/rpc/counter_test.sh → test/broadcast_tx/counter_test.sh
View File

11
test/rpc/dummy_test.sh → test/broadcast_tx/dummy_test.sh
View File

@ -1,4 +1,5 @@
#! /bin/bash
set -e
function toHex() {
echo -n $1 | hexdump -ve '1/1 "%.2X"'
@ -12,23 +13,31 @@ TESTNAME=$1
# store key value pair
KEY="abcd"
VALUE="dcba"
curl localhost:46657/broadcast_tx_commit?tx=\"$(toHex $KEY=$VALUE)\"
curl 127.0.0.1:46657/broadcast_tx_commit?tx=\"$(toHex $KEY=$VALUE)\"
echo $?
echo ""
# we should be able to look up the key
RESPONSE=`tmsp-cli query $KEY`
set +e
A=`echo $RESPONSE | grep exists=true`
if [[ $? != 0 ]]; then
echo "Failed to find 'exists=true' for $KEY. Response:"
echo "$RESPONSE"
exit 1
fi
set -e
# we should not be able to look up the value
RESPONSE=`tmsp-cli query $VALUE`
set +e
A=`echo $RESPONSE | grep exists=true`
if [[ $? == 0 ]]; then
echo "Found 'exists=true' for $VALUE when we should not have. Response:"
echo "$RESPONSE"
exit 1
fi
set -e
echo "Passed Test: $TESTNAME"

43
test/rpc/test.sh → test/broadcast_tx/test.sh
View File

@ -8,37 +8,59 @@ set -e
# TODO: install everything
function dummy_over_socket(){
dummy > /dev/null &
tendermint node > tendermint.log &
sleep 3
export TMROOT=$HOME/.tendermint_broadcast_tx
function dummy_over_socket(){
rm -rf $TMROOT
tendermint init
echo "Starting dummy and tendermint"
dummy > /dev/null &
pid_dummy=$!
tendermint node > tendermint.log &
pid_tendermint=$!
sleep 5
echo "running test"
bash dummy_test.sh "Dummy over Socket"
killall dummy tendermint
kill -9 $pid_dummy $pid_tendermint
}
function counter_over_socket() {
rm -rf $TMROOT
tendermint init
echo "Starting counter and tendermint"
counter --serial > /dev/null &
pid_counter=$!
tendermint node > tendermint.log &
sleep 3
pid_tendermint=$!
sleep 5
echo "running test"
bash counter_test.sh "Counter over Socket"
killall counter tendermint
kill -9 $pid_counter $pid_tendermint
}
function counter_over_grpc() {
rm -rf $TMROOT
tendermint init
echo "Starting counter and tendermint"
counter --serial --tmsp grpc > /dev/null &
pid_counter=$!
tendermint node --tmsp grpc > tendermint.log &
sleep 3
pid_tendermint=$!
sleep 5
echo "running test"
bash counter_test.sh "Counter over GRPC"
killall counter tendermint
kill -9 $pid_counter $pid_tendermint
}
cd $GOPATH/src/github.com/tendermint/tendermint/test/broadcast_tx
case "$1" in
"dummy_over_socket")
dummy_over_socket
@ -50,8 +72,11 @@ case "$1" in
counter_over_grpc
;;
*)
echo "Running all"
dummy_over_socket
echo ""
counter_over_socket
echo ""
counter_over_grpc
esac

4
test/p2p/clean.sh Normal file
View File

@ -0,0 +1,4 @@
#! /bin/bash
docker rm -vf $(docker ps -aq)
docker network rm local_testnet

9
test/p2p/data/app/init.sh Executable file
View File

@ -0,0 +1,9 @@
#! /bin/bash
# This is a sample bash script for a TMSP application
cd app/
git clone https://github.com/tendermint/nomnomcoin.git
cd nomnomcoin
npm install .
node app.js --eyes="unix:///data/tendermint/data/data.sock"

53
test/p2p/data/chain_config.json Normal file
View File

@ -0,0 +1,53 @@
{
"id": "",
"val_set_id": "anon",
"validators": [
{
"validator": {
"id": "mach1",
"pub_key": [
1,
"BE8933DFF1600C026E34718F1785A4CDEAB90C35698B394E38B6947AE91DE116"
]
},
"p2p_addr": "",
"rpc_addr": ""
},
{
"validator": {
"id": "mach2",
"pub_key": [
1,
"6DC534465323126587D2A2A93B59D689B717073B1DE968A25A6EF13D595318AD"
]
},
"p2p_addr": "",
"rpc_addr": "",
"index": 1
},
{
"validator": {
"id": "mach3",
"pub_key": [
1,
"AE67AC697D135AA0B4601EA57EAAB3FEBF4BAA4F229C45A598C2985B12FCD1A1"
]
},
"p2p_addr": "",
"rpc_addr": "",
"index": 2
},
{
"validator": {
"id": "mach4",
"pub_key": [
1,
"9EBC8F58CED4B46DCD5AB8ABA591DD253CD7CB5037273FDA32BC0B6461C4EFD9"
]
},
"p2p_addr": "",
"rpc_addr": "",
"index": 3
}
]
}

20
test/p2p/data/core/init.sh Executable file
View File

@ -0,0 +1,20 @@
#! /bin/bash
# This is a sample bash script for tendermint core
# Edit this script before "mintnet start" to change
# the core blockchain engine.
TMREPO="github.com/tendermint/tendermint"
BRANCH="master"
go get -d $TMREPO/cmd/tendermint
### DEPENDENCIES (example)
# cd $GOPATH/src/github.com/tendermint/tmsp
# git fetch origin $BRANCH
# git checkout $BRANCH
### DEPENDENCIES END
cd $GOPATH/src/$TMREPO
git fetch origin $BRANCH
git checkout $BRANCH
make install
tendermint node --seeds="$TMSEEDS" --moniker="$TMNAME" --proxy_app="$PROXYAPP"

7
test/p2p/data/data/init.sh Executable file
View File

@ -0,0 +1,7 @@
#! /bin/bash
# This is a sample bash script for MerkleEyes.
# NOTE: mintnet expects data.sock to be created
go get github.com/tendermint/merkleeyes/cmd/merkleeyes
merkleeyes server --address="unix:///data/tendermint/data/data.sock"

39
test/p2p/data/mach1/core/genesis.json Normal file
View File

@ -0,0 +1,39 @@
{
"app_hash": "",
"chain_id": "chain-9ujDWI",
"genesis_time": "2016-06-24T20:01:19.322Z",
"validators": [
{
"amount": 1,
"name": "mach1",
"pub_key": [
1,
"BE8933DFF1600C026E34718F1785A4CDEAB90C35698B394E38B6947AE91DE116"
]
},
{
"amount": 1,
"name": "mach2",
"pub_key": [
1,
"6DC534465323126587D2A2A93B59D689B717073B1DE968A25A6EF13D595318AD"
]
},
{
"amount": 1,
"name": "mach3",
"pub_key": [
1,
"AE67AC697D135AA0B4601EA57EAAB3FEBF4BAA4F229C45A598C2985B12FCD1A1"
]
},
{
"amount": 1,
"name": "mach4",
"pub_key": [
1,
"9EBC8F58CED4B46DCD5AB8ABA591DD253CD7CB5037273FDA32BC0B6461C4EFD9"
]
}
]
}

14
test/p2p/data/mach1/core/priv_validator.json Normal file
View File

@ -0,0 +1,14 @@
{
"address": "0E6925C3EE4C599DFF1536A5071AF4A26DF33635",
"last_height": 0,
"last_round": 0,
"last_step": 0,
"priv_key": [
1,
"547AA07C7A8CE16C5CB2A40C6C26D15B0A32960410A9F1EA6E50B636F1AB389ABE8933DFF1600C026E34718F1785A4CDEAB90C35698B394E38B6947AE91DE116"
],
"pub_key": [
1,
"BE8933DFF1600C026E34718F1785A4CDEAB90C35698B394E38B6947AE91DE116"
]
}

39
test/p2p/data/mach2/core/genesis.json Normal file
View File

@ -0,0 +1,39 @@
{
"app_hash": "",
"chain_id": "chain-9ujDWI",
"genesis_time": "2016-06-24T20:01:19.322Z",
"validators": [
{
"amount": 1,
"name": "mach1",
"pub_key": [
1,
"BE8933DFF1600C026E34718F1785A4CDEAB90C35698B394E38B6947AE91DE116"
]
},
{
"amount": 1,
"name": "mach2",
"pub_key": [
1,
"6DC534465323126587D2A2A93B59D689B717073B1DE968A25A6EF13D595318AD"
]
},
{
"amount": 1,
"name": "mach3",
"pub_key": [
1,
"AE67AC697D135AA0B4601EA57EAAB3FEBF4BAA4F229C45A598C2985B12FCD1A1"
]
},
{
"amount": 1,
"name": "mach4",
"pub_key": [
1,
"9EBC8F58CED4B46DCD5AB8ABA591DD253CD7CB5037273FDA32BC0B6461C4EFD9"
]
}
]
}

14
test/p2p/data/mach2/core/priv_validator.json Normal file
View File

@ -0,0 +1,14 @@
{
"address": "99DBBD2AFC28FB5BAC5574AFAF0D9C806CED3B55",
"last_height": 0,
"last_round": 0,
"last_step": 0,
"priv_key": [
1,
"D047889E60502FC3129D0AB7F334B1838ED9ED1ECD99CBB96B71AD5ABF5A81436DC534465323126587D2A2A93B59D689B717073B1DE968A25A6EF13D595318AD"
],
"pub_key": [
1,
"6DC534465323126587D2A2A93B59D689B717073B1DE968A25A6EF13D595318AD"
]
}

39
test/p2p/data/mach3/core/genesis.json Normal file
View File

@ -0,0 +1,39 @@
{
"app_hash": "",
"chain_id": "chain-9ujDWI",
"genesis_time": "2016-06-24T20:01:19.322Z",
"validators": [
{
"amount": 1,
"name": "mach1",
"pub_key": [
1,
"BE8933DFF1600C026E34718F1785A4CDEAB90C35698B394E38B6947AE91DE116"
]
},
{
"amount": 1,
"name": "mach2",
"pub_key": [
1,
"6DC534465323126587D2A2A93B59D689B717073B1DE968A25A6EF13D595318AD"
]
},
{
"amount": 1,
"name": "mach3",
"pub_key": [
1,
"AE67AC697D135AA0B4601EA57EAAB3FEBF4BAA4F229C45A598C2985B12FCD1A1"
]
},
{
"amount": 1,
"name": "mach4",
"pub_key": [
1,
"9EBC8F58CED4B46DCD5AB8ABA591DD253CD7CB5037273FDA32BC0B6461C4EFD9"
]
}
]
}

14
test/p2p/data/mach3/core/priv_validator.json Normal file
View File

@ -0,0 +1,14 @@
{
"address": "4C5F061DAC28660853904A66705B12CA2B317572",
"last_height": 0,
"last_round": 0,
"last_step": 0,
"priv_key": [
1,
"C1A4E47F349FC5F556F4A9A27BA776B94424C312BAA6CF6EE44B867348D7C3F2AE67AC697D135AA0B4601EA57EAAB3FEBF4BAA4F229C45A598C2985B12FCD1A1"
],
"pub_key": [
1,
"AE67AC697D135AA0B4601EA57EAAB3FEBF4BAA4F229C45A598C2985B12FCD1A1"
]
}

39
test/p2p/data/mach4/core/genesis.json Normal file
View File

@ -0,0 +1,39 @@
{
"app_hash": "",
"chain_id": "chain-9ujDWI",
"genesis_time": "2016-06-24T20:01:19.322Z",
"validators": [
{
"amount": 1,
"name": "mach1",
"pub_key": [
1,
"BE8933DFF1600C026E34718F1785A4CDEAB90C35698B394E38B6947AE91DE116"
]
},
{
"amount": 1,
"name": "mach2",
"pub_key": [
1,
"6DC534465323126587D2A2A93B59D689B717073B1DE968A25A6EF13D595318AD"
]
},
{
"amount": 1,
"name": "mach3",
"pub_key": [
1,
"AE67AC697D135AA0B4601EA57EAAB3FEBF4BAA4F229C45A598C2985B12FCD1A1"
]
},
{
"amount": 1,
"name": "mach4",
"pub_key": [
1,
"9EBC8F58CED4B46DCD5AB8ABA591DD253CD7CB5037273FDA32BC0B6461C4EFD9"
]
}
]
}

14
test/p2p/data/mach4/core/priv_validator.json Normal file
View File

@ -0,0 +1,14 @@
{
"address": "86F6DA4B34F16D743D2D992B5ACB12F5E724CC2D",
"last_height": 0,
"last_round": 0,
"last_step": 0,
"priv_key": [
1,
"C4CC3ED28F020C2DBDA98BCDBF08C3CED370470E74F25E938D5D295E8E3D2B0C9EBC8F58CED4B46DCD5AB8ABA591DD253CD7CB5037273FDA32BC0B6461C4EFD9"
],
"pub_key": [
1,
"9EBC8F58CED4B46DCD5AB8ABA591DD253CD7CB5037273FDA32BC0B6461C4EFD9"
]
}

28
test/p2p/local_testnet.sh Normal file
View File

@ -0,0 +1,28 @@
#! /bin/bash
set -eu
DOCKER_IMAGE=$1
NETWORK_NAME=$2
cd $GOPATH/src/github.com/tendermint/tendermint
# create docker network
docker network create --driver bridge --subnet 172.57.0.0/16 $NETWORK_NAME
N=4
seeds="172.57.0.101:46656"
for i in `seq 2 $N`; do
seeds="$seeds,172.57.0.$((100+$i)):46656"
done
echo "Seeds: $seeds"
for i in `seq 1 $N`; do
# start tendermint container
docker run -d \
--net=$NETWORK_NAME \
--ip=172.57.0.$((100+$i)) \
--name local_testnet_$i \
--entrypoint tendermint \
-e TMROOT=/go/src/github.com/tendermint/tendermint/test/p2p/data/mach$i/core \
$DOCKER_IMAGE node --seeds $seeds --proxy_app=dummy
done

79
test/p2p/run_test.sh Normal file
View File

@ -0,0 +1,79 @@
#! /bin/bash
# wait for everyone to come online
echo "Waiting for nodes to come online"
for i in `seq 1 4`; do
addr="172.57.0.$((100+$i)):46657"
curl -s $addr/status > /dev/null
ERR=$?
while [ "$ERR" != 0 ]; do
sleep 1
curl -s $addr/status > /dev/null
ERR=$?
done
echo "... node $i is up"
done
echo ""
# run the test on each of them
for i in `seq 1 4`; do
addr="172.57.0.$((100+$i)):46657"
# - assert everyone has 3 other peers
N_PEERS=`curl -s $addr/net_info | jq '.result[1].peers | length'`
while [ "$N_PEERS" != 3 ]; do
echo "Waiting for node $i to connect to all peers ..."
sleep 1
N_PEERS=`curl -s $addr/net_info | jq '.result[1].peers | length'`
done
# - assert block height is greater than 1
BLOCK_HEIGHT=`curl -s $addr/status | jq .result[1].latest_block_height`
while [ "$BLOCK_HEIGHT" -le 1 ]; do
echo "Waiting for node $i to commit a block ..."
sleep 1
BLOCK_HEIGHT=`curl -s $addr/status | jq .result[1].latest_block_height`
done
echo "Node $i is connected to all peers and at block $BLOCK_HEIGHT"
# current state
HASH1=`curl -s $addr/status | jq .result[1].latest_app_hash`
# - send a tx
TX=\"aadeadbeefbeefbeef0$i\"
echo "Broadcast Tx $TX"
curl -s $addr/broadcast_tx_commit?tx=$TX
echo ""
# we need to wait another block to get the new app_hash
h1=`curl -s $addr/status | jq .result[1].latest_block_height`
h2=$h1
while [ "$h2" == "$h1" ]; do
sleep 1
h2=`curl -s $addr/status | jq .result[1].latest_block_height`
done
# check that hash was updated
HASH2=`curl -s $addr/status | jq .result[1].latest_app_hash`
if [[ "$HASH1" == "$HASH2" ]]; then
echo "Expected state hash to update from $HASH1. Got $HASH2"
exit 1
fi
# check we get the same new hash on all other nodes
for j in `seq 1 4`; do
if [[ "$i" != "$j" ]]; then
HASH3=`curl -s 172.57.0.$((100+$j)):46657/status | jq .result[1].latest_app_hash`
if [[ "$HASH2" != "$HASH3" ]]; then
echo "App hash for node $j doesn't match. Got $HASH3, expected $HASH2"
exit 1
fi
fi
done
echo "All nodes are up to date"
done
echo ""
echo "PASS"

10
test/p2p/test.sh Normal file
View File

@ -0,0 +1,10 @@
#! /bin/bash
DOCKER_IMAGE=$1
NETWORK_NAME=local_testnet
# start the testnet on a local network
bash test/p2p/local_testnet.sh $DOCKER_IMAGE $NETWORK_NAME
# run the test
bash test/p2p/test_client.sh $DOCKER_IMAGE $NETWORK_NAME test/p2p/run_test.sh

16
test/p2p/test_client.sh Normal file
View File

@ -0,0 +1,16 @@
#! /bin/bash
set -eu
DOCKER_IMAGE=$1
NETWORK_NAME=$2
CMD=$3
# run the test container on the local network
docker run -t \
--rm \
-v $GOPATH/src/github.com/tendermint/tendermint/test/p2p/:/go/src/github.com/tendermint/tendermint/test/p2p \
--net=$NETWORK_NAME \
--ip=172.57.0.99 \
--name test_container \
--entrypoint bash \
$DOCKER_IMAGE $CMD

12
test/run_test.sh
View File

@ -1,14 +1,22 @@
#! /bin/bash
set -e
echo `pwd`
BRANCH=`git rev-parse --abbrev-ref HEAD`
echo "Current branch: $BRANCH"
make get_vendor_deps
# go test --race github.com/tendermint/tendermint/...
make test_race
# run the broadcast_tx tests
bash test/broadcast_tx/test.sh
if [[ "$BRANCH" == "master" || "$BRANCH" == "staging" ]]; then
echo ""
echo "* branch $BRANCH; testing libs"
# checkout every github.com/tendermint dir and run its tests
bash test/test_libs.sh
# TODO: mintnet/netmon
fi

11
test/test.sh
View File

@ -8,5 +8,16 @@
# If we pushed to STAGING or MASTER,
# it will also run the tests for all dependencies
echo ""
echo "* building docker file"
docker build -t tester -f ./test/Dockerfile .
echo ""
echo "* running go tests and broadcast tests"
docker run -t tester bash test/run_test.sh
# test basic network connectivity
# by starting a local testnet and checking peers connect and make blocks
echo ""
echo "* running basic peer tests"
bash test/p2p/test.sh tester