2017-08-31 23:54:54 -07:00
|
|
|
// Copyright 2017 AMIS Technologies
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package load
|
|
|
|
|
|
|
|
import (
|
2017-10-10 23:39:32 -07:00
|
|
|
"fmt"
|
2017-09-13 02:25:59 -07:00
|
|
|
"math/big"
|
|
|
|
"sync"
|
2017-08-31 23:54:54 -07:00
|
|
|
"testing"
|
2017-09-13 02:25:59 -07:00
|
|
|
"time"
|
2017-08-31 23:54:54 -07:00
|
|
|
|
2017-09-13 02:25:59 -07:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2017-08-31 23:54:54 -07:00
|
|
|
. "github.com/onsi/ginkgo"
|
|
|
|
. "github.com/onsi/gomega"
|
2017-09-12 20:06:36 -07:00
|
|
|
|
2018-11-05 13:12:05 -08:00
|
|
|
istcommon "github.com/jpmorganchase/istanbul-tools/common"
|
|
|
|
"github.com/jpmorganchase/istanbul-tools/container"
|
|
|
|
"github.com/jpmorganchase/istanbul-tools/k8s"
|
|
|
|
"github.com/jpmorganchase/istanbul-tools/metrics"
|
|
|
|
"github.com/jpmorganchase/istanbul-tools/tests"
|
2017-08-31 23:54:54 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
var _ = Describe("TPS-01: Large amount of transactions", func() {
|
|
|
|
tests.CaseTable("with number of validators",
|
|
|
|
func(numberOfValidators int) {
|
|
|
|
tests.CaseTable("with gas limit",
|
|
|
|
func(gaslimit int) {
|
|
|
|
tests.CaseTable("with txpool size",
|
|
|
|
func(txpoolSize int) {
|
2017-10-16 20:24:02 -07:00
|
|
|
tests.CaseTable("with tx send rate",
|
|
|
|
func(rate int) {
|
|
|
|
runTests(numberOfValidators, gaslimit, txpoolSize, rate)
|
|
|
|
},
|
2017-12-20 00:57:08 -08:00
|
|
|
// only preload txs if send rate is 0
|
|
|
|
// tests.Case("preload", 0),
|
|
|
|
tests.Case("300ms", 300),
|
2017-10-16 20:24:02 -07:00
|
|
|
)
|
2017-08-31 23:54:54 -07:00
|
|
|
},
|
|
|
|
|
2017-10-10 23:39:32 -07:00
|
|
|
tests.Case("20480", 20480),
|
2017-08-31 23:54:54 -07:00
|
|
|
)
|
|
|
|
},
|
|
|
|
|
2017-10-10 23:39:32 -07:00
|
|
|
tests.Case("21000*1500", 21000*1500),
|
2017-08-31 23:54:54 -07:00
|
|
|
)
|
2017-09-14 01:52:33 -07:00
|
|
|
|
2017-08-31 23:54:54 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
tests.Case("4 validators", 4),
|
|
|
|
)
|
|
|
|
})
|
|
|
|
|
2017-10-16 20:24:02 -07:00
|
|
|
func runTests(numberOfValidators int, gaslimit int, txpoolSize int, sendRate int) {
|
2017-08-31 23:54:54 -07:00
|
|
|
Describe("", func() {
|
2017-10-16 20:24:02 -07:00
|
|
|
const (
|
|
|
|
preloadAccounts = 10
|
|
|
|
sendAccount = 20
|
|
|
|
)
|
2017-08-31 23:54:54 -07:00
|
|
|
var (
|
2017-09-21 02:53:35 -07:00
|
|
|
blockchain container.Blockchain
|
|
|
|
sendEtherAddrs map[common.Address]common.Address
|
|
|
|
|
2017-10-16 20:24:02 -07:00
|
|
|
duration = 5 * time.Minute
|
|
|
|
accountsPerGeth = preloadAccounts + sendAccount
|
|
|
|
|
|
|
|
allTPSSanpshotStopper metrics.SnapshotStopper
|
2017-08-31 23:54:54 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
BeforeEach(func() {
|
2017-09-12 20:06:36 -07:00
|
|
|
blockchain = k8s.NewBlockchain(
|
|
|
|
numberOfValidators,
|
2017-09-28 01:35:12 -07:00
|
|
|
accountsPerGeth,
|
2017-09-12 20:06:36 -07:00
|
|
|
uint64(gaslimit),
|
2017-12-20 00:57:08 -08:00
|
|
|
true,
|
|
|
|
k8s.ImageRepository("quay.io/amis/quorum"),
|
|
|
|
k8s.ImageTag("latest"),
|
2017-10-16 20:24:02 -07:00
|
|
|
k8s.Mine(false),
|
2017-09-12 20:06:36 -07:00
|
|
|
k8s.TxPoolSize(txpoolSize),
|
|
|
|
)
|
2017-09-27 20:16:21 -07:00
|
|
|
blockchain = metrics.NewMetricChain(blockchain)
|
2017-09-21 02:53:35 -07:00
|
|
|
Expect(blockchain).NotTo(BeNil())
|
2017-09-12 20:06:36 -07:00
|
|
|
Expect(blockchain.Start(true)).To(BeNil())
|
2017-08-31 23:54:54 -07:00
|
|
|
|
2017-09-21 02:53:35 -07:00
|
|
|
sendEtherAddrs = make(map[common.Address]common.Address)
|
|
|
|
num := len(blockchain.Validators())
|
|
|
|
for i, v := range blockchain.Validators() {
|
|
|
|
sendEtherAddrs[v.Address()] = blockchain.Validators()[(i+1)%num].Address()
|
|
|
|
}
|
2017-10-16 20:24:02 -07:00
|
|
|
|
|
|
|
if metricsExport, ok := blockchain.(metrics.Exporter); ok {
|
|
|
|
allTPSSanpshotStopper = metricsExport.SnapshotTxRespMeter("all")
|
|
|
|
}
|
2017-08-31 23:54:54 -07:00
|
|
|
})
|
2017-09-14 01:52:33 -07:00
|
|
|
|
|
|
|
AfterEach(func() {
|
2017-09-21 02:53:35 -07:00
|
|
|
Expect(blockchain).NotTo(BeNil())
|
2017-10-16 20:24:02 -07:00
|
|
|
if allTPSSanpshotStopper != nil {
|
|
|
|
allTPSSanpshotStopper()
|
2017-10-03 01:53:18 -07:00
|
|
|
}
|
2017-10-10 23:39:32 -07:00
|
|
|
fmt.Println("Begin to Stop blockchain")
|
2017-09-14 01:52:33 -07:00
|
|
|
Expect(blockchain.Stop(true)).To(BeNil())
|
2017-10-10 23:39:32 -07:00
|
|
|
fmt.Println("End to Stop blockchain")
|
2017-09-14 01:52:33 -07:00
|
|
|
blockchain.Finalize()
|
|
|
|
})
|
|
|
|
|
|
|
|
It("", func() {
|
2017-09-21 02:53:35 -07:00
|
|
|
By("Wait for p2p connection", func() {
|
|
|
|
tests.WaitFor(blockchain.Validators(), func(geth container.Ethereum, wg *sync.WaitGroup) {
|
2017-10-10 23:39:32 -07:00
|
|
|
fmt.Println("Start p2p")
|
2017-09-21 02:53:35 -07:00
|
|
|
Expect(geth.WaitForPeersConnected(numberOfValidators - 1)).To(BeNil())
|
|
|
|
wg.Done()
|
2017-10-10 23:39:32 -07:00
|
|
|
fmt.Println("Done p2p")
|
2017-09-21 02:53:35 -07:00
|
|
|
})
|
|
|
|
})
|
2017-09-14 01:52:33 -07:00
|
|
|
|
2017-10-16 20:24:02 -07:00
|
|
|
By("Preload transactions", func() {
|
|
|
|
tests.WaitFor(blockchain.Validators(), func(geth container.Ethereum, wg *sync.WaitGroup) {
|
|
|
|
transactor, ok := geth.(k8s.Transactor)
|
|
|
|
Expect(ok).To(BeTrue())
|
|
|
|
|
|
|
|
client := geth.NewClient()
|
|
|
|
Expect(client).NotTo(BeNil())
|
|
|
|
|
|
|
|
accounts := transactor.AccountKeys()[:preloadAccounts]
|
|
|
|
preloadCnt := txpoolSize
|
|
|
|
Expect(transactor.PreloadTransactions(
|
|
|
|
client,
|
|
|
|
accounts,
|
|
|
|
new(big.Int).Exp(big.NewInt(10), big.NewInt(3), nil),
|
|
|
|
preloadCnt)).To(BeNil())
|
|
|
|
|
|
|
|
wg.Done()
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
By("Start mining", func() {
|
|
|
|
tests.WaitFor(blockchain.Validators(), func(geth container.Ethereum, wg *sync.WaitGroup) {
|
|
|
|
fmt.Println("Start mining")
|
|
|
|
Expect(geth.StartMining()).To(BeNil())
|
|
|
|
wg.Done()
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
By("Send transactions with specific rate", func() {
|
|
|
|
if sendRate == 0 {
|
|
|
|
fmt.Println("Skip to send tx")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
fmt.Println("Start to send tx")
|
|
|
|
if metricsExport, ok := blockchain.(metrics.Exporter); ok {
|
|
|
|
mname := fmt.Sprintf("rate%dms", sendRate)
|
|
|
|
rpsSanpshotStopper := metricsExport.SnapshotTxReqMeter(mname)
|
|
|
|
defer rpsSanpshotStopper()
|
|
|
|
tpsSanpshotStopper := metricsExport.SnapshotTxRespMeter(mname)
|
|
|
|
defer tpsSanpshotStopper()
|
|
|
|
}
|
2017-09-21 02:53:35 -07:00
|
|
|
tests.WaitFor(blockchain.Validators(), func(geth container.Ethereum, wg *sync.WaitGroup) {
|
|
|
|
transactor, ok := geth.(k8s.Transactor)
|
|
|
|
Expect(ok).To(BeTrue())
|
|
|
|
|
2017-09-28 01:35:12 -07:00
|
|
|
client := geth.NewClient()
|
|
|
|
Expect(client).NotTo(BeNil())
|
|
|
|
|
2017-10-16 20:24:02 -07:00
|
|
|
accounts := transactor.AccountKeys()[preloadAccounts:]
|
|
|
|
rate := time.Duration(sendRate) * time.Millisecond
|
|
|
|
|
2017-09-28 01:35:12 -07:00
|
|
|
Expect(transactor.SendTransactions(
|
|
|
|
client,
|
2017-10-16 20:24:02 -07:00
|
|
|
accounts,
|
2017-09-28 01:35:12 -07:00
|
|
|
new(big.Int).Exp(big.NewInt(10), big.NewInt(3), nil),
|
2017-10-16 20:24:02 -07:00
|
|
|
duration,
|
|
|
|
rate)).To(BeNil())
|
2017-09-21 02:53:35 -07:00
|
|
|
|
|
|
|
wg.Done()
|
|
|
|
})
|
|
|
|
})
|
2017-10-16 20:24:02 -07:00
|
|
|
|
|
|
|
By("Wait for txs consuming", func() {
|
|
|
|
var blocksCnt int = 5
|
|
|
|
metricsExport, ok := blockchain.(metrics.Exporter)
|
|
|
|
if ok {
|
|
|
|
|
|
|
|
blockSize := gaslimit / int(istcommon.DefaultGasLimit)
|
|
|
|
blocksCnt = int(int(metricsExport.SentTxCount()-metricsExport.ExcutedTxCount())/blockSize/7*10) + 5
|
|
|
|
fmt.Println("blockSize", blockSize, "sendTx", metricsExport.SentTxCount(), "excutedTx", metricsExport.ExcutedTxCount(), "waitFor", blocksCnt)
|
|
|
|
|
|
|
|
tpsSanpshotStopper := metricsExport.SnapshotTxRespMeter("final")
|
|
|
|
defer tpsSanpshotStopper()
|
|
|
|
}
|
|
|
|
|
|
|
|
tests.WaitFor(blockchain.Validators(), func(geth container.Ethereum, wg *sync.WaitGroup) {
|
|
|
|
Expect(geth.WaitForBlocks(blocksCnt)).To(BeNil())
|
|
|
|
wg.Done()
|
|
|
|
})
|
|
|
|
})
|
2017-09-14 01:52:33 -07:00
|
|
|
})
|
2017-08-31 23:54:54 -07:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-09-12 20:06:36 -07:00
|
|
|
func TestIstanbulLoadTesting(t *testing.T) {
|
2017-08-31 23:54:54 -07:00
|
|
|
RegisterFailHandler(Fail)
|
|
|
|
RunSpecs(t, "Istanbul Load Test Suite")
|
|
|
|
}
|