2015-07-06 17:54:22 -07:00
|
|
|
// Copyright 2014 The go-ethereum Authors
|
|
|
|
// This file is part of go-ethereum.
|
|
|
|
//
|
|
|
|
// go-ethereum is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// go-ethereum is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2015-07-22 09:48:40 -07:00
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
2015-07-06 17:54:22 -07:00
|
|
|
// GNU General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU General Public License
|
2015-07-22 09:48:40 -07:00
|
|
|
// along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
|
2015-01-06 03:13:57 -08:00
|
|
|
|
2015-07-06 20:08:16 -07:00
|
|
|
// Package utils contains internal helper functions for go-ethereum commands.
|
2014-05-14 03:41:30 -07:00
|
|
|
package utils
|
|
|
|
|
|
|
|
import (
|
2016-12-12 07:08:23 -08:00
|
|
|
"compress/gzip"
|
2014-06-26 10:41:36 -07:00
|
|
|
"fmt"
|
2015-03-18 05:36:48 -07:00
|
|
|
"io"
|
2014-08-14 16:07:40 -07:00
|
|
|
"os"
|
|
|
|
"os/signal"
|
2014-08-15 04:16:07 -07:00
|
|
|
"regexp"
|
2016-09-26 08:23:26 -07:00
|
|
|
"runtime"
|
2016-12-12 07:08:23 -08:00
|
|
|
"strings"
|
2014-08-14 16:07:40 -07:00
|
|
|
|
2015-03-18 05:36:48 -07:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2015-03-05 18:00:41 -08:00
|
|
|
"github.com/ethereum/go-ethereum/core"
|
2014-12-23 06:37:03 -08:00
|
|
|
"github.com/ethereum/go-ethereum/core/types"
|
2016-03-11 15:39:45 -08:00
|
|
|
"github.com/ethereum/go-ethereum/internal/debug"
|
2017-02-22 04:10:07 -08:00
|
|
|
"github.com/ethereum/go-ethereum/log"
|
2015-11-17 08:33:25 -08:00
|
|
|
"github.com/ethereum/go-ethereum/node"
|
2014-12-23 06:37:03 -08:00
|
|
|
"github.com/ethereum/go-ethereum/rlp"
|
2014-05-14 03:41:30 -07:00
|
|
|
)
|
|
|
|
|
2015-05-27 16:16:57 -07:00
|
|
|
const (
|
|
|
|
importBatchSize = 2500
|
|
|
|
)
|
|
|
|
|
2015-05-27 06:48:07 -07:00
|
|
|
// Fatalf formats a message to standard error and exits the program.
|
|
|
|
// The message is also printed to standard output if standard error
|
|
|
|
// is redirected to a different file.
|
2015-03-05 18:00:41 -08:00
|
|
|
func Fatalf(format string, args ...interface{}) {
|
2015-05-27 06:48:07 -07:00
|
|
|
w := io.MultiWriter(os.Stdout, os.Stderr)
|
2016-09-26 08:23:26 -07:00
|
|
|
if runtime.GOOS == "windows" {
|
|
|
|
// The SameFile check below doesn't work on Windows.
|
|
|
|
// stdout is unlikely to get redirected though, so just print there.
|
|
|
|
w = os.Stdout
|
|
|
|
} else {
|
|
|
|
outf, _ := os.Stdout.Stat()
|
|
|
|
errf, _ := os.Stderr.Stat()
|
|
|
|
if outf != nil && errf != nil && os.SameFile(outf, errf) {
|
|
|
|
w = os.Stderr
|
|
|
|
}
|
2015-05-27 06:48:07 -07:00
|
|
|
}
|
|
|
|
fmt.Fprintf(w, "Fatal: "+format+"\n", args...)
|
2015-03-05 18:00:41 -08:00
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2015-11-17 08:33:25 -08:00
|
|
|
func StartNode(stack *node.Node) {
|
|
|
|
if err := stack.Start(); err != nil {
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Crit(fmt.Sprintf("Error starting protocol stack: %v", err))
|
2015-01-05 08:12:52 -08:00
|
|
|
}
|
2015-07-06 06:01:13 -07:00
|
|
|
go func() {
|
|
|
|
sigc := make(chan os.Signal, 1)
|
|
|
|
signal.Notify(sigc, os.Interrupt)
|
|
|
|
defer signal.Stop(sigc)
|
|
|
|
<-sigc
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprint("Got interrupt, shutting down..."))
|
2015-11-17 08:33:25 -08:00
|
|
|
go stack.Stop()
|
2015-07-06 06:01:13 -07:00
|
|
|
for i := 10; i > 0; i-- {
|
|
|
|
<-sigc
|
|
|
|
if i > 1 {
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprintf("Already shutting down, interrupt %d more times for panic.", i-1))
|
2015-07-06 06:01:13 -07:00
|
|
|
}
|
|
|
|
}
|
2016-05-06 02:04:52 -07:00
|
|
|
debug.Exit() // ensure trace and CPU profile data is flushed.
|
2016-03-11 15:39:45 -08:00
|
|
|
debug.LoudPanic("boom")
|
2015-07-06 06:01:13 -07:00
|
|
|
}()
|
2015-03-05 18:25:57 -08:00
|
|
|
}
|
|
|
|
|
2014-08-15 04:16:07 -07:00
|
|
|
func FormatTransactionData(data string) []byte {
|
2015-03-16 03:27:38 -07:00
|
|
|
d := common.StringToByteFunc(data, func(s string) (ret []byte) {
|
2017-01-06 07:44:20 -08:00
|
|
|
slice := regexp.MustCompile(`\n|\s`).Split(s, 1000000000)
|
2014-08-15 04:16:07 -07:00
|
|
|
for _, dataItem := range slice {
|
2015-03-16 03:27:38 -07:00
|
|
|
d := common.FormatData(dataItem)
|
2014-08-15 04:16:07 -07:00
|
|
|
ret = append(ret, d...)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
})
|
|
|
|
|
|
|
|
return d
|
|
|
|
}
|
|
|
|
|
2015-08-31 08:09:50 -07:00
|
|
|
func ImportChain(chain *core.BlockChain, fn string) error {
|
2015-05-27 07:02:08 -07:00
|
|
|
// Watch for Ctrl-C while the import is running.
|
|
|
|
// If a signal is received, the import will stop at the next batch.
|
|
|
|
interrupt := make(chan os.Signal, 1)
|
|
|
|
stop := make(chan struct{})
|
|
|
|
signal.Notify(interrupt, os.Interrupt)
|
|
|
|
defer signal.Stop(interrupt)
|
|
|
|
defer close(interrupt)
|
|
|
|
go func() {
|
|
|
|
if _, ok := <-interrupt; ok {
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprint("caught interrupt during import, will stop at next batch"))
|
2015-05-27 07:02:08 -07:00
|
|
|
}
|
|
|
|
close(stop)
|
|
|
|
}()
|
|
|
|
checkInterrupt := func() bool {
|
|
|
|
select {
|
|
|
|
case <-stop:
|
|
|
|
return true
|
|
|
|
default:
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprint("Importing blockchain ", fn))
|
2015-05-27 07:02:08 -07:00
|
|
|
fh, err := os.Open(fn)
|
2014-12-23 06:37:03 -08:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fh.Close()
|
2016-12-12 07:08:23 -08:00
|
|
|
|
|
|
|
var reader io.Reader = fh
|
|
|
|
if strings.HasSuffix(fn, ".gz") {
|
|
|
|
if reader, err = gzip.NewReader(reader); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
stream := rlp.NewStream(reader, 0)
|
2015-04-13 01:13:52 -07:00
|
|
|
|
2015-05-27 08:35:08 -07:00
|
|
|
// Run actual the import.
|
2015-05-27 16:16:57 -07:00
|
|
|
blocks := make(types.Blocks, importBatchSize)
|
2015-05-27 04:29:34 -07:00
|
|
|
n := 0
|
2015-05-27 08:35:08 -07:00
|
|
|
for batch := 0; ; batch++ {
|
2015-05-27 04:29:34 -07:00
|
|
|
// Load a batch of RLP blocks.
|
2015-05-27 07:02:08 -07:00
|
|
|
if checkInterrupt() {
|
|
|
|
return fmt.Errorf("interrupted")
|
|
|
|
}
|
2015-05-27 04:29:34 -07:00
|
|
|
i := 0
|
2015-05-27 16:16:57 -07:00
|
|
|
for ; i < importBatchSize; i++ {
|
2015-05-27 04:29:34 -07:00
|
|
|
var b types.Block
|
|
|
|
if err := stream.Decode(&b); err == io.EOF {
|
|
|
|
break
|
|
|
|
} else if err != nil {
|
|
|
|
return fmt.Errorf("at block %d: %v", n, err)
|
2015-04-13 01:13:52 -07:00
|
|
|
}
|
2015-08-03 08:48:24 -07:00
|
|
|
// don't import first block
|
|
|
|
if b.NumberU64() == 0 {
|
|
|
|
i--
|
|
|
|
continue
|
|
|
|
}
|
2015-05-27 04:29:34 -07:00
|
|
|
blocks[i] = &b
|
|
|
|
n++
|
2015-04-13 01:13:52 -07:00
|
|
|
}
|
2015-05-27 04:29:34 -07:00
|
|
|
if i == 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
// Import the batch.
|
2015-05-27 07:02:08 -07:00
|
|
|
if checkInterrupt() {
|
|
|
|
return fmt.Errorf("interrupted")
|
|
|
|
}
|
2015-05-27 08:35:08 -07:00
|
|
|
if hasAllBlocks(chain, blocks[:i]) {
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprintf("skipping batch %d, all blocks present [%x / %x]",
|
|
|
|
batch, blocks[0].Hash().Bytes()[:4], blocks[i-1].Hash().Bytes()[:4]))
|
2015-05-27 08:35:08 -07:00
|
|
|
continue
|
|
|
|
}
|
2015-08-03 08:48:24 -07:00
|
|
|
|
2015-05-27 07:02:08 -07:00
|
|
|
if _, err := chain.InsertChain(blocks[:i]); err != nil {
|
2015-05-27 04:29:34 -07:00
|
|
|
return fmt.Errorf("invalid block %d: %v", n, err)
|
2015-03-18 05:36:48 -07:00
|
|
|
}
|
2014-12-23 06:37:03 -08:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
2015-03-08 08:44:48 -07:00
|
|
|
|
2015-08-31 08:09:50 -07:00
|
|
|
func hasAllBlocks(chain *core.BlockChain, bs []*types.Block) bool {
|
2015-05-27 08:35:08 -07:00
|
|
|
for _, b := range bs {
|
|
|
|
if !chain.HasBlock(b.Hash()) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2015-08-31 08:09:50 -07:00
|
|
|
func ExportChain(blockchain *core.BlockChain, fn string) error {
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprint("Exporting blockchain to ", fn))
|
2015-03-18 06:04:19 -07:00
|
|
|
fh, err := os.OpenFile(fn, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, os.ModePerm)
|
2015-03-18 05:36:48 -07:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fh.Close()
|
2016-12-12 07:08:23 -08:00
|
|
|
|
|
|
|
var writer io.Writer = fh
|
|
|
|
if strings.HasSuffix(fn, ".gz") {
|
|
|
|
writer = gzip.NewWriter(writer)
|
|
|
|
defer writer.(*gzip.Writer).Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := blockchain.Export(writer); err != nil {
|
2015-03-08 08:44:48 -07:00
|
|
|
return err
|
|
|
|
}
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprint("Exported blockchain to ", fn))
|
2016-12-12 07:08:23 -08:00
|
|
|
|
2015-03-08 08:44:48 -07:00
|
|
|
return nil
|
|
|
|
}
|
2015-06-05 21:02:32 -07:00
|
|
|
|
2015-08-31 08:09:50 -07:00
|
|
|
func ExportAppendChain(blockchain *core.BlockChain, fn string, first uint64, last uint64) error {
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprint("Exporting blockchain to ", fn))
|
2015-06-05 21:02:32 -07:00
|
|
|
// TODO verify mode perms
|
|
|
|
fh, err := os.OpenFile(fn, os.O_CREATE|os.O_APPEND|os.O_WRONLY, os.ModePerm)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fh.Close()
|
2016-12-12 07:08:23 -08:00
|
|
|
|
|
|
|
var writer io.Writer = fh
|
|
|
|
if strings.HasSuffix(fn, ".gz") {
|
|
|
|
writer = gzip.NewWriter(writer)
|
|
|
|
defer writer.(*gzip.Writer).Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := blockchain.ExportN(writer, first, last); err != nil {
|
2015-06-05 21:02:32 -07:00
|
|
|
return err
|
|
|
|
}
|
2017-02-22 04:10:07 -08:00
|
|
|
log.Info(fmt.Sprint("Exported blockchain to ", fn))
|
2015-06-05 21:02:32 -07:00
|
|
|
return nil
|
|
|
|
}
|