quorum/trie/trie.go

390 lines
8.2 KiB
Go
Raw Normal View History

2015-07-06 17:54:22 -07:00
// Copyright 2014 The go-ethereum Authors
// This file is part of go-ethereum.
//
// go-ethereum is free software: you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// go-ethereum is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
2014-10-31 06:45:03 -07:00
package trie
2014-02-14 14:56:09 -08:00
import (
2014-07-02 08:47:18 -07:00
"bytes"
2015-01-08 02:47:04 -08:00
"container/list"
2014-02-14 14:56:09 -08:00
"fmt"
2014-05-20 16:12:28 -07:00
"sync"
2014-08-04 01:38:18 -07:00
2015-03-16 03:27:38 -07:00
"github.com/ethereum/go-ethereum/common"
2015-03-19 02:57:02 -07:00
"github.com/ethereum/go-ethereum/crypto"
2014-02-14 14:56:09 -08:00
)
2015-01-08 02:47:04 -08:00
func ParanoiaCheck(t1 *Trie, backend Backend) (bool, *Trie) {
t2 := New(nil, backend)
2014-07-02 08:47:18 -07:00
2015-01-08 02:47:04 -08:00
it := t1.Iterator()
for it.Next() {
t2.Update(it.Key, it.Value)
}
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
return bytes.Equal(t2.Hash(), t1.Hash()), t2
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
type Trie struct {
mu sync.Mutex
root Node
roothash []byte
cache *Cache
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
revisions *list.List
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
func New(root []byte, backend Backend) *Trie {
trie := &Trie{}
trie.revisions = list.New()
trie.roothash = root
if backend != nil {
trie.cache = NewCache(backend)
}
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
if root != nil {
2015-03-16 03:27:38 -07:00
value := common.NewValueFromBytes(trie.cache.Get(root))
2015-01-08 02:47:04 -08:00
trie.root = trie.mknode(value)
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
return trie
2014-06-30 04:08:00 -07:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) Iterator() *Iterator {
return NewIterator(self)
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) Copy() *Trie {
cpy := make([]byte, 32)
copy(cpy, self.roothash)
trie := New(nil, nil)
trie.cache = self.cache.Copy()
if self.root != nil {
trie.root = self.root.Copy(trie)
}
return trie
2014-02-24 03:11:00 -08:00
}
2015-01-08 02:47:04 -08:00
// Legacy support
func (self *Trie) Root() []byte { return self.Hash() }
func (self *Trie) Hash() []byte {
var hash []byte
if self.root != nil {
t := self.root.Hash()
if byts, ok := t.([]byte); ok && len(byts) > 0 {
hash = byts
} else {
2015-03-16 03:27:38 -07:00
hash = crypto.Sha3(common.Encode(self.root.RlpData()))
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
} else {
2015-03-16 03:27:38 -07:00
hash = crypto.Sha3(common.Encode(""))
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
if !bytes.Equal(hash, self.roothash) {
self.revisions.PushBack(self.roothash)
self.roothash = hash
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
return hash
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) Commit() {
self.mu.Lock()
defer self.mu.Unlock()
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
// Hash first
self.Hash()
2014-04-29 03:36:27 -07:00
2015-01-08 02:47:04 -08:00
self.cache.Flush()
2014-04-29 03:36:27 -07:00
}
2015-01-08 02:47:04 -08:00
// Reset should only be called if the trie has been hashed
func (self *Trie) Reset() {
self.mu.Lock()
defer self.mu.Unlock()
2014-04-29 03:36:27 -07:00
2015-01-08 02:47:04 -08:00
self.cache.Reset()
2014-10-29 06:20:42 -07:00
2015-01-08 02:47:04 -08:00
if self.revisions.Len() > 0 {
revision := self.revisions.Remove(self.revisions.Back()).([]byte)
self.roothash = revision
2014-10-29 06:20:42 -07:00
}
2015-03-16 03:27:38 -07:00
value := common.NewValueFromBytes(self.cache.Get(self.roothash))
2015-01-08 02:47:04 -08:00
self.root = self.mknode(value)
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) UpdateString(key, value string) Node { return self.Update([]byte(key), []byte(value)) }
func (self *Trie) Update(key, value []byte) Node {
self.mu.Lock()
defer self.mu.Unlock()
2014-05-20 16:12:28 -07:00
2015-01-08 02:47:04 -08:00
k := CompactHexDecode(string(key))
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
if len(value) != 0 {
2015-07-01 06:38:32 -07:00
node := NewValueNode(self, value)
node.dirty = true
self.root = self.insert(self.root, k, node)
} else {
2015-01-08 02:47:04 -08:00
self.root = self.delete(self.root, k)
}
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
return self.root
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) GetString(key string) []byte { return self.Get([]byte(key)) }
func (self *Trie) Get(key []byte) []byte {
self.mu.Lock()
defer self.mu.Unlock()
2014-02-20 05:40:00 -08:00
2015-01-08 02:47:04 -08:00
k := CompactHexDecode(string(key))
2014-07-02 04:40:02 -07:00
2015-01-08 02:47:04 -08:00
n := self.get(self.root, k)
if n != nil {
return n.(*ValueNode).Val()
2014-07-02 04:40:02 -07:00
}
2015-01-08 02:47:04 -08:00
return nil
2014-07-02 04:40:02 -07:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) DeleteString(key string) Node { return self.Delete([]byte(key)) }
func (self *Trie) Delete(key []byte) Node {
self.mu.Lock()
defer self.mu.Unlock()
2014-07-02 04:40:02 -07:00
2015-01-08 02:47:04 -08:00
k := CompactHexDecode(string(key))
self.root = self.delete(self.root, k)
2014-07-02 04:40:02 -07:00
2015-01-08 02:47:04 -08:00
return self.root
2014-07-02 04:40:02 -07:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) insert(node Node, key []byte, value Node) Node {
if len(key) == 0 {
return value
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
if node == nil {
2015-07-01 06:38:32 -07:00
node := NewShortNode(self, key, value)
node.dirty = true
return node
2015-01-08 02:47:04 -08:00
}
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
switch node := node.(type) {
case *ShortNode:
k := node.Key()
cnode := node.Value()
if bytes.Equal(k, key) {
2015-07-01 06:38:32 -07:00
node := NewShortNode(self, key, value)
node.dirty = true
return node
2015-01-08 02:47:04 -08:00
}
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
var n Node
matchlength := MatchingNibbleLength(key, k)
if matchlength == len(k) {
n = self.insert(cnode, key[matchlength:], value)
2014-02-14 14:56:09 -08:00
} else {
2015-01-08 02:47:04 -08:00
pnode := self.insert(nil, k[matchlength+1:], cnode)
nnode := self.insert(nil, key[matchlength+1:], value)
fulln := NewFullNode(self)
2015-07-01 06:38:32 -07:00
fulln.dirty = true
2015-01-08 02:47:04 -08:00
fulln.set(k[matchlength], pnode)
fulln.set(key[matchlength], nnode)
n = fulln
}
if matchlength == 0 {
return n
2014-02-14 14:56:09 -08:00
}
2015-07-01 06:38:32 -07:00
snode := NewShortNode(self, key[:matchlength], n)
snode.dirty = true
return snode
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
case *FullNode:
cpy := node.Copy(self).(*FullNode)
2015-01-08 02:47:04 -08:00
cpy.set(key[0], self.insert(node.branch(key[0]), key[1:], value))
2015-07-01 06:38:32 -07:00
cpy.dirty = true
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
return cpy
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
default:
panic(fmt.Sprintf("%T: invalid node: %v", node, node))
2014-02-14 14:56:09 -08:00
}
}
2015-01-08 02:47:04 -08:00
func (self *Trie) get(node Node, key []byte) Node {
2014-02-14 14:56:09 -08:00
if len(key) == 0 {
2015-01-08 02:47:04 -08:00
return node
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
if node == nil {
return nil
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
switch node := node.(type) {
case *ShortNode:
k := node.Key()
cnode := node.Value()
2014-02-14 14:56:09 -08:00
2015-01-08 02:47:04 -08:00
if len(key) >= len(k) && bytes.Equal(k, key[:len(k)]) {
return self.get(cnode, key[len(k):])
2014-02-14 14:56:09 -08:00
}
2015-01-08 02:47:04 -08:00
return nil
case *FullNode:
return self.get(node.branch(key[0]), key[1:])
default:
panic(fmt.Sprintf("%T: invalid node: %v", node, node))
2014-02-14 14:56:09 -08:00
}
}
2015-01-08 02:47:04 -08:00
func (self *Trie) delete(node Node, key []byte) Node {
if len(key) == 0 && node == nil {
return nil
2014-02-20 05:40:00 -08:00
}
2015-01-08 02:47:04 -08:00
switch node := node.(type) {
case *ShortNode:
k := node.Key()
cnode := node.Value()
if bytes.Equal(key, k) {
return nil
} else if bytes.Equal(key[:len(k)], k) {
child := self.delete(cnode, key[len(k):])
var n Node
switch child := child.(type) {
case *ShortNode:
nkey := append(k, child.Key()...)
n = NewShortNode(self, nkey, child.Value())
2015-07-01 06:38:32 -07:00
n.(*ShortNode).dirty = true
2015-01-08 02:47:04 -08:00
case *FullNode:
sn := NewShortNode(self, node.Key(), child)
2015-07-01 06:38:32 -07:00
sn.dirty = true
2015-01-08 02:47:04 -08:00
sn.key = node.key
n = sn
2014-02-20 05:40:00 -08:00
}
2015-01-08 02:47:04 -08:00
return n
2014-02-20 05:40:00 -08:00
} else {
return node
}
2015-01-08 02:47:04 -08:00
case *FullNode:
n := node.Copy(self).(*FullNode)
2015-01-08 02:47:04 -08:00
n.set(key[0], self.delete(n.branch(key[0]), key[1:]))
2015-07-01 06:38:32 -07:00
n.dirty = true
2014-02-20 05:40:00 -08:00
2015-01-08 02:47:04 -08:00
pos := -1
2014-02-20 05:40:00 -08:00
for i := 0; i < 17; i++ {
2015-01-08 02:47:04 -08:00
if n.branch(byte(i)) != nil {
if pos == -1 {
pos = i
2014-02-20 05:40:00 -08:00
} else {
2015-01-08 02:47:04 -08:00
pos = -2
2014-02-20 05:40:00 -08:00
}
}
}
2015-01-08 02:47:04 -08:00
var nnode Node
if pos == 16 {
nnode = NewShortNode(self, []byte{16}, n.branch(byte(pos)))
2015-07-01 06:38:32 -07:00
nnode.(*ShortNode).dirty = true
2015-01-08 02:47:04 -08:00
} else if pos >= 0 {
cnode := n.branch(byte(pos))
switch cnode := cnode.(type) {
case *ShortNode:
// Stitch keys
k := append([]byte{byte(pos)}, cnode.Key()...)
nnode = NewShortNode(self, k, cnode.Value())
2015-07-01 06:38:32 -07:00
nnode.(*ShortNode).dirty = true
2015-01-08 02:47:04 -08:00
case *FullNode:
nnode = NewShortNode(self, []byte{byte(pos)}, n.branch(byte(pos)))
2015-07-01 06:38:32 -07:00
nnode.(*ShortNode).dirty = true
2015-01-08 02:47:04 -08:00
}
2014-02-20 05:40:00 -08:00
} else {
2015-01-08 02:47:04 -08:00
nnode = n
2014-02-20 05:40:00 -08:00
}
2015-01-08 02:47:04 -08:00
return nnode
case nil:
return nil
default:
panic(fmt.Sprintf("%T: invalid node: %v (%v)", node, node, key))
2014-02-20 05:40:00 -08:00
}
2014-02-24 03:11:00 -08:00
}
2015-01-08 02:47:04 -08:00
// casting functions and cache storing
2015-03-16 03:27:38 -07:00
func (self *Trie) mknode(value *common.Value) Node {
2015-01-08 02:47:04 -08:00
l := value.Len()
switch l {
case 0:
return nil
case 2:
// A value node may consists of 2 bytes.
if value.Get(0).Len() != 0 {
2015-03-19 06:31:14 -07:00
key := CompactDecode(string(value.Get(0).Bytes()))
if key[len(key)-1] == 16 {
2015-07-01 06:38:32 -07:00
return NewShortNode(self, key, NewValueNode(self, value.Get(1).Bytes()))
2015-03-19 06:31:14 -07:00
} else {
return NewShortNode(self, key, self.mknode(value.Get(1)))
}
2014-02-24 03:11:00 -08:00
}
2015-01-08 02:47:04 -08:00
case 17:
2015-03-19 02:57:02 -07:00
if len(value.Bytes()) != 17 {
fnode := NewFullNode(self)
2015-03-19 06:31:14 -07:00
for i := 0; i < 16; i++ {
2015-03-19 02:57:02 -07:00
fnode.set(byte(i), self.mknode(value.Get(i)))
}
return fnode
2014-02-24 03:11:00 -08:00
}
2015-01-08 02:47:04 -08:00
case 32:
2015-07-01 06:38:32 -07:00
return NewHash(value.Bytes(), self)
2014-02-24 03:11:00 -08:00
}
2015-07-01 06:38:32 -07:00
return NewValueNode(self, value.Bytes())
2014-02-24 03:11:00 -08:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) trans(node Node) Node {
switch node := node.(type) {
case *HashNode:
2015-03-16 03:27:38 -07:00
value := common.NewValueFromBytes(self.cache.Get(node.key))
2015-01-08 02:47:04 -08:00
return self.mknode(value)
default:
return node
2014-02-24 03:11:00 -08:00
}
}
2015-01-08 02:47:04 -08:00
func (self *Trie) store(node Node) interface{} {
2015-03-16 03:27:38 -07:00
data := common.Encode(node)
2015-01-08 02:47:04 -08:00
if len(data) >= 32 {
key := crypto.Sha3(data)
2015-07-01 06:38:32 -07:00
if node.Dirty() {
//fmt.Println("save", node)
//fmt.Println()
self.cache.Put(key, data)
}
2014-05-26 16:08:51 -07:00
2015-01-08 02:47:04 -08:00
return key
}
2014-05-26 16:08:51 -07:00
2015-01-08 02:47:04 -08:00
return node.RlpData()
2014-05-26 16:08:51 -07:00
}
2015-01-08 02:47:04 -08:00
func (self *Trie) PrintRoot() {
fmt.Println(self.root)
fmt.Printf("root=%x\n", self.Root())
2014-05-26 16:08:51 -07:00
}