2022-05-24 13:39:40 -05:00
|
|
|
// Copyright 2020 The go-ethereum Authors
|
2021-09-06 23:25:54 -05:00
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
package trie
|
|
|
|
|
|
|
|
import (
|
2021-04-16 07:21:01 -05:00
|
|
|
"bytes"
|
|
|
|
"math/big"
|
2023-10-23 10:31:56 -05:00
|
|
|
"math/rand"
|
2020-09-29 10:38:13 -05:00
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2022-11-28 07:31:28 -06:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2021-04-16 07:21:01 -05:00
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
2023-10-23 10:31:56 -05:00
|
|
|
"github.com/ethereum/go-ethereum/trie/testutil"
|
2023-10-25 07:53:50 -05:00
|
|
|
"github.com/stretchr/testify/assert"
|
2023-10-23 10:31:56 -05:00
|
|
|
"golang.org/x/exp/slices"
|
2020-09-29 10:38:13 -05:00
|
|
|
)
|
|
|
|
|
2021-11-22 01:49:18 -06:00
|
|
|
func TestStackTrieInsertAndHash(t *testing.T) {
|
|
|
|
type KeyValueHash struct {
|
|
|
|
K string // Hex string for key.
|
|
|
|
V string // Value, directly converted to bytes.
|
|
|
|
H string // Expected root hash after insert of (K, V) to an existing trie.
|
|
|
|
}
|
|
|
|
tests := [][]KeyValueHash{
|
|
|
|
{ // {0:0, 7:0, f:0}
|
|
|
|
{"00", "v_______________________0___0", "5cb26357b95bb9af08475be00243ceb68ade0b66b5cd816b0c18a18c612d2d21"},
|
|
|
|
{"70", "v_______________________0___1", "8ff64309574f7a437a7ad1628e690eb7663cfde10676f8a904a8c8291dbc1603"},
|
|
|
|
{"f0", "v_______________________0___2", "9e3a01bd8d43efb8e9d4b5506648150b8e3ed1caea596f84ee28e01a72635470"},
|
|
|
|
},
|
|
|
|
{ // {1:0cc, e:{1:fc, e:fc}}
|
|
|
|
{"10cc", "v_______________________1___0", "233e9b257843f3dfdb1cce6676cdaf9e595ac96ee1b55031434d852bc7ac9185"},
|
|
|
|
{"e1fc", "v_______________________1___1", "39c5e908ae83d0c78520c7c7bda0b3782daf594700e44546e93def8f049cca95"},
|
|
|
|
{"eefc", "v_______________________1___2", "d789567559fd76fe5b7d9cc42f3750f942502ac1c7f2a466e2f690ec4b6c2a7c"},
|
|
|
|
},
|
|
|
|
{ // {b:{a:ac, b:ac}, d:acc}
|
|
|
|
{"baac", "v_______________________2___0", "8be1c86ba7ec4c61e14c1a9b75055e0464c2633ae66a055a24e75450156a5d42"},
|
|
|
|
{"bbac", "v_______________________2___1", "8495159b9895a7d88d973171d737c0aace6fe6ac02a4769fff1bc43bcccce4cc"},
|
|
|
|
{"dacc", "v_______________________2___2", "9bcfc5b220a27328deb9dc6ee2e3d46c9ebc9c69e78acda1fa2c7040602c63ca"},
|
|
|
|
},
|
|
|
|
{ // {0:0cccc, 2:456{0:0, 2:2}
|
|
|
|
{"00cccc", "v_______________________3___0", "e57dc2785b99ce9205080cb41b32ebea7ac3e158952b44c87d186e6d190a6530"},
|
|
|
|
{"245600", "v_______________________3___1", "0335354adbd360a45c1871a842452287721b64b4234dfe08760b243523c998db"},
|
|
|
|
{"245622", "v_______________________3___2", "9e6832db0dca2b5cf81c0e0727bfde6afc39d5de33e5720bccacc183c162104e"},
|
|
|
|
},
|
|
|
|
{ // {1:4567{1:1c, 3:3c}, 3:0cccccc}
|
|
|
|
{"1456711c", "v_______________________4___0", "f2389e78d98fed99f3e63d6d1623c1d4d9e8c91cb1d585de81fbc7c0e60d3529"},
|
|
|
|
{"1456733c", "v_______________________4___1", "101189b3fab852be97a0120c03d95eefcf984d3ed639f2328527de6def55a9c0"},
|
|
|
|
{"30cccccc", "v_______________________4___2", "3780ce111f98d15751dfde1eb21080efc7d3914b429e5c84c64db637c55405b3"},
|
|
|
|
},
|
|
|
|
{ // 8800{1:f, 2:e, 3:d}
|
|
|
|
{"88001f", "v_______________________5___0", "e817db50d84f341d443c6f6593cafda093fc85e773a762421d47daa6ac993bd5"},
|
|
|
|
{"88002e", "v_______________________5___1", "d6e3e6047bdc110edd296a4d63c030aec451bee9d8075bc5a198eee8cda34f68"},
|
|
|
|
{"88003d", "v_______________________5___2", "b6bdf8298c703342188e5f7f84921a402042d0e5fb059969dd53a6b6b1fb989e"},
|
|
|
|
},
|
|
|
|
{ // 0{1:fc, 2:ec, 4:dc}
|
|
|
|
{"01fc", "v_______________________6___0", "693268f2ca80d32b015f61cd2c4dba5a47a6b52a14c34f8e6945fad684e7a0d5"},
|
|
|
|
{"02ec", "v_______________________6___1", "e24ddd44469310c2b785a2044618874bf486d2f7822603a9b8dce58d6524d5de"},
|
|
|
|
{"04dc", "v_______________________6___2", "33fc259629187bbe54b92f82f0cd8083b91a12e41a9456b84fc155321e334db7"},
|
|
|
|
},
|
|
|
|
{ // f{0:fccc, f:ff{0:f, f:f}}
|
|
|
|
{"f0fccc", "v_______________________7___0", "b0966b5aa469a3e292bc5fcfa6c396ae7a657255eef552ea7e12f996de795b90"},
|
|
|
|
{"ffff0f", "v_______________________7___1", "3b1ca154ec2a3d96d8d77bddef0abfe40a53a64eb03cecf78da9ec43799fa3d0"},
|
|
|
|
{"ffffff", "v_______________________7___2", "e75463041f1be8252781be0ace579a44ea4387bf5b2739f4607af676f7719678"},
|
|
|
|
},
|
|
|
|
{ // ff{0:f{0:f, f:f}, f:fcc}
|
|
|
|
{"ff0f0f", "v_______________________8___0", "0928af9b14718ec8262ab89df430f1e5fbf66fac0fed037aff2b6767ae8c8684"},
|
|
|
|
{"ff0fff", "v_______________________8___1", "d870f4d3ce26b0bf86912810a1960693630c20a48ba56be0ad04bc3e9ddb01e6"},
|
|
|
|
{"ffffcc", "v_______________________8___2", "4239f10dd9d9915ecf2e047d6a576bdc1733ed77a30830f1bf29deaf7d8e966f"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"123d", "x___________________________0", "fc453d88b6f128a77c448669710497380fa4588abbea9f78f4c20c80daa797d0"},
|
|
|
|
{"123e", "x___________________________1", "5af48f2d8a9a015c1ff7fa8b8c7f6b676233bd320e8fb57fd7933622badd2cec"},
|
|
|
|
{"123f", "x___________________________2", "1164d7299964e74ac40d761f9189b2a3987fae959800d0f7e29d3aaf3eae9e15"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"123d", "x___________________________0", "fc453d88b6f128a77c448669710497380fa4588abbea9f78f4c20c80daa797d0"},
|
|
|
|
{"123e", "x___________________________1", "5af48f2d8a9a015c1ff7fa8b8c7f6b676233bd320e8fb57fd7933622badd2cec"},
|
|
|
|
{"124a", "x___________________________2", "661a96a669869d76b7231380da0649d013301425fbea9d5c5fae6405aa31cfce"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"123d", "x___________________________0", "fc453d88b6f128a77c448669710497380fa4588abbea9f78f4c20c80daa797d0"},
|
|
|
|
{"123e", "x___________________________1", "5af48f2d8a9a015c1ff7fa8b8c7f6b676233bd320e8fb57fd7933622badd2cec"},
|
|
|
|
{"13aa", "x___________________________2", "6590120e1fd3ffd1a90e8de5bb10750b61079bb0776cca4414dd79a24e4d4356"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"123d", "x___________________________0", "fc453d88b6f128a77c448669710497380fa4588abbea9f78f4c20c80daa797d0"},
|
|
|
|
{"123e", "x___________________________1", "5af48f2d8a9a015c1ff7fa8b8c7f6b676233bd320e8fb57fd7933622badd2cec"},
|
|
|
|
{"2aaa", "x___________________________2", "f869b40e0c55eace1918332ef91563616fbf0755e2b946119679f7ef8e44b514"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"1234da", "x___________________________0", "1c4b4462e9f56a80ca0f5d77c0d632c41b0102290930343cf1791e971a045a79"},
|
|
|
|
{"1234ea", "x___________________________1", "2f502917f3ba7d328c21c8b45ee0f160652e68450332c166d4ad02d1afe31862"},
|
|
|
|
{"1234fa", "x___________________________2", "4f4e368ab367090d5bc3dbf25f7729f8bd60df84de309b4633a6b69ab66142c0"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"1234da", "x___________________________0", "1c4b4462e9f56a80ca0f5d77c0d632c41b0102290930343cf1791e971a045a79"},
|
|
|
|
{"1234ea", "x___________________________1", "2f502917f3ba7d328c21c8b45ee0f160652e68450332c166d4ad02d1afe31862"},
|
|
|
|
{"1235aa", "x___________________________2", "21840121d11a91ac8bbad9a5d06af902a5c8d56a47b85600ba813814b7bfcb9b"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"1234da", "x___________________________0", "1c4b4462e9f56a80ca0f5d77c0d632c41b0102290930343cf1791e971a045a79"},
|
|
|
|
{"1234ea", "x___________________________1", "2f502917f3ba7d328c21c8b45ee0f160652e68450332c166d4ad02d1afe31862"},
|
|
|
|
{"124aaa", "x___________________________2", "ea4040ddf6ae3fbd1524bdec19c0ab1581015996262006632027fa5cf21e441e"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"1234da", "x___________________________0", "1c4b4462e9f56a80ca0f5d77c0d632c41b0102290930343cf1791e971a045a79"},
|
|
|
|
{"1234ea", "x___________________________1", "2f502917f3ba7d328c21c8b45ee0f160652e68450332c166d4ad02d1afe31862"},
|
|
|
|
{"13aaaa", "x___________________________2", "e4beb66c67e44f2dd8ba36036e45a44ff68f8d52942472b1911a45f886a34507"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"1234da", "x___________________________0", "1c4b4462e9f56a80ca0f5d77c0d632c41b0102290930343cf1791e971a045a79"},
|
|
|
|
{"1234ea", "x___________________________1", "2f502917f3ba7d328c21c8b45ee0f160652e68450332c166d4ad02d1afe31862"},
|
|
|
|
{"2aaaaa", "x___________________________2", "5f5989b820ff5d76b7d49e77bb64f26602294f6c42a1a3becc669cd9e0dc8ec9"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"000000", "x___________________________0", "3b32b7af0bddc7940e7364ee18b5a59702c1825e469452c8483b9c4e0218b55a"},
|
|
|
|
{"1234da", "x___________________________1", "3ab152a1285dca31945566f872c1cc2f17a770440eda32aeee46a5e91033dde2"},
|
|
|
|
{"1234ea", "x___________________________2", "0cccc87f96ddef55563c1b3be3c64fff6a644333c3d9cd99852cb53b6412b9b8"},
|
|
|
|
{"1234fa", "x___________________________3", "65bb3aafea8121111d693ffe34881c14d27b128fd113fa120961f251fe28428d"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"000000", "x___________________________0", "3b32b7af0bddc7940e7364ee18b5a59702c1825e469452c8483b9c4e0218b55a"},
|
|
|
|
{"1234da", "x___________________________1", "3ab152a1285dca31945566f872c1cc2f17a770440eda32aeee46a5e91033dde2"},
|
|
|
|
{"1234ea", "x___________________________2", "0cccc87f96ddef55563c1b3be3c64fff6a644333c3d9cd99852cb53b6412b9b8"},
|
|
|
|
{"1235aa", "x___________________________3", "f670e4d2547c533c5f21e0045442e2ecb733f347ad6d29ef36e0f5ba31bb11a8"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"000000", "x___________________________0", "3b32b7af0bddc7940e7364ee18b5a59702c1825e469452c8483b9c4e0218b55a"},
|
|
|
|
{"1234da", "x___________________________1", "3ab152a1285dca31945566f872c1cc2f17a770440eda32aeee46a5e91033dde2"},
|
|
|
|
{"1234ea", "x___________________________2", "0cccc87f96ddef55563c1b3be3c64fff6a644333c3d9cd99852cb53b6412b9b8"},
|
|
|
|
{"124aaa", "x___________________________3", "c17464123050a9a6f29b5574bb2f92f6d305c1794976b475b7fb0316b6335598"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"000000", "x___________________________0", "3b32b7af0bddc7940e7364ee18b5a59702c1825e469452c8483b9c4e0218b55a"},
|
|
|
|
{"1234da", "x___________________________1", "3ab152a1285dca31945566f872c1cc2f17a770440eda32aeee46a5e91033dde2"},
|
|
|
|
{"1234ea", "x___________________________2", "0cccc87f96ddef55563c1b3be3c64fff6a644333c3d9cd99852cb53b6412b9b8"},
|
|
|
|
{"13aaaa", "x___________________________3", "aa8301be8cb52ea5cd249f5feb79fb4315ee8de2140c604033f4b3fff78f0105"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"0000", "x___________________________0", "cb8c09ad07ae882136f602b3f21f8733a9f5a78f1d2525a8d24d1c13258000b2"},
|
|
|
|
{"123d", "x___________________________1", "8f09663deb02f08958136410dc48565e077f76bb6c9d8c84d35fc8913a657d31"},
|
|
|
|
{"123e", "x___________________________2", "0d230561e398c579e09a9f7b69ceaf7d3970f5a436fdb28b68b7a37c5bdd6b80"},
|
|
|
|
{"123f", "x___________________________3", "80f7bad1893ca57e3443bb3305a517723a74d3ba831bcaca22a170645eb7aafb"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"0000", "x___________________________0", "cb8c09ad07ae882136f602b3f21f8733a9f5a78f1d2525a8d24d1c13258000b2"},
|
|
|
|
{"123d", "x___________________________1", "8f09663deb02f08958136410dc48565e077f76bb6c9d8c84d35fc8913a657d31"},
|
|
|
|
{"123e", "x___________________________2", "0d230561e398c579e09a9f7b69ceaf7d3970f5a436fdb28b68b7a37c5bdd6b80"},
|
|
|
|
{"124a", "x___________________________3", "383bc1bb4f019e6bc4da3751509ea709b58dd1ac46081670834bae072f3e9557"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"0000", "x___________________________0", "cb8c09ad07ae882136f602b3f21f8733a9f5a78f1d2525a8d24d1c13258000b2"},
|
|
|
|
{"123d", "x___________________________1", "8f09663deb02f08958136410dc48565e077f76bb6c9d8c84d35fc8913a657d31"},
|
|
|
|
{"123e", "x___________________________2", "0d230561e398c579e09a9f7b69ceaf7d3970f5a436fdb28b68b7a37c5bdd6b80"},
|
|
|
|
{"13aa", "x___________________________3", "ff0dc70ce2e5db90ee42a4c2ad12139596b890e90eb4e16526ab38fa465b35cf"},
|
|
|
|
},
|
2023-08-15 13:16:00 -05:00
|
|
|
{ // branch node with short values
|
|
|
|
{"01", "a", "b48605025f5f4b129d40a420e721aa7d504487f015fce85b96e52126365ef7dc"},
|
|
|
|
{"80", "b", "2dc6b680daf74db067cb7aeaad73265ded93d96fce190fcbf64f498d475672ab"},
|
|
|
|
{"ee", "c", "017dc705a54ac5328dd263fa1bae68d655310fb3e3f7b7bc57e9a43ddf99c4bf"},
|
|
|
|
{"ff", "d", "bd5a3584d271d459bd4eb95247b2fc88656b3671b60c1125ffe7bc0b689470d0"},
|
|
|
|
},
|
|
|
|
{ // ext node with short branch node, then becoming long
|
|
|
|
{"a0", "a", "a83e028cb1e4365935661a9fd36a5c65c30b9ab416eaa877424146ca2a69d088"},
|
|
|
|
{"a1", "b", "f586a4639b07b01798ca65e05c253b75d51135ebfbf6f8d6e87c0435089e65f0"},
|
|
|
|
{"a2", "c", "63e297c295c008e09a8d531e18d57f270b6bc403e23179b915429db948cd62e3"},
|
|
|
|
{"a3", "d", "94a7b721535578e9381f1f4e4b6ec29f8bdc5f0458a30320684c562f5d47b4b5"},
|
|
|
|
{"a4", "e", "4b7e66d1c81965cdbe8fab8295ef56bc57fefdc5733d4782d2f8baf630f083c6"},
|
|
|
|
{"a5", "f", "2997e7b502198ce1783b5277faacf52b25844fb55a99b63e88bdbbafac573106"},
|
|
|
|
{"a6", "g", "bee629dd27a40772b2e1a67ec6db270d26acdf8d3b674dfae27866ad6ae1f48b"},
|
|
|
|
},
|
|
|
|
{ // branch node with short values, then long ones
|
|
|
|
{"a001", "v1", "b9cc982d995392b51e6787f1915f0b88efd4ad8b30f138da0a3e2242f2323e35"},
|
|
|
|
{"b002", "v2", "a7b474bc77ef5097096fa0ee6298fdae8928c0bc3724e7311cd0fa9ed1942fc7"},
|
|
|
|
{"c003", "v___________________________3", "dceb5bb7c92b0e348df988a8d9fc36b101397e38ebd405df55ba6ee5f14a264a"},
|
|
|
|
{"d004", "v___________________________4", "36e60ecb86b9626165e1c6543c42ecbe4d83bca58e8e1124746961511fce362a"},
|
|
|
|
},
|
|
|
|
{ // ext node to branch node with short values, then long ones
|
|
|
|
{"8002", "v1", "3258fcb3e9e7d7234ecd3b8d4743999e4ab3a21592565e0a5ca64c141e8620d9"},
|
|
|
|
{"8004", "v2", "b6cb95b7024a83c17624a3c9bed09b4b5e8ed426f49f54b8ad13c39028b1e75a"},
|
|
|
|
{"8008", "v___________________________3", "c769d82963abe6f0900bf69754738eeb2f84559777cfa87a44f54e1aab417871"},
|
|
|
|
{"800d", "v___________________________4", "1cad1fdaab1a6fa95d7b780fd680030e423eb76669971368ba04797a8d9cdfc9"},
|
|
|
|
},
|
|
|
|
{ // ext node with a child of size 31 (Y) and branch node with a child of size 31 (X)
|
|
|
|
{"000001", "ZZZZZZZZZ", "cef154b87c03c563408520ff9b26923c360cbc3ddb590c079bedeeb25a8c9c77"},
|
|
|
|
{"000002", "Y", "2130735e600f612f6e657a32bd7be64ddcaec6512c5694844b19de713922895d"},
|
|
|
|
{"000003", "XXXXXXXXXXXXXXXXXXXXXXXXXXXX", "962c0fffdeef7612a4f7bff1950d67e3e81c878e48b9ae45b3b374253b050bd8"},
|
|
|
|
},
|
2021-11-22 01:49:18 -06:00
|
|
|
}
|
|
|
|
for i, test := range tests {
|
|
|
|
// The StackTrie does not allow Insert(), Hash(), Insert(), ...
|
|
|
|
// so we will create new trie for every sequence length of inserts.
|
|
|
|
for l := 1; l <= len(test); l++ {
|
2023-10-10 01:28:56 -05:00
|
|
|
st := NewStackTrie(nil)
|
2021-11-22 01:49:18 -06:00
|
|
|
for j := 0; j < l; j++ {
|
|
|
|
kv := &test[j]
|
2023-04-20 05:57:24 -05:00
|
|
|
if err := st.Update(common.FromHex(kv.K), []byte(kv.V)); err != nil {
|
2021-11-22 01:49:18 -06:00
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
expected := common.HexToHash(test[l-1].H)
|
|
|
|
if h := st.Hash(); h != expected {
|
|
|
|
t.Errorf("%d(%d): root hash mismatch: %x, expected %x", i, l, h, expected)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-29 10:38:13 -05:00
|
|
|
func TestSizeBug(t *testing.T) {
|
|
|
|
st := NewStackTrie(nil)
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
nt := NewEmpty(NewDatabase(rawdb.NewMemoryDatabase(), nil))
|
2020-09-29 10:38:13 -05:00
|
|
|
|
|
|
|
leaf := common.FromHex("290decd9548b62a8d60345a988386fc84ba6bc95484008f6362f93160ef3e563")
|
|
|
|
value := common.FromHex("94cf40d0d2b44f2b66e07cace1372ca42b73cf21a3")
|
|
|
|
|
2023-04-20 05:57:24 -05:00
|
|
|
nt.Update(leaf, value)
|
|
|
|
st.Update(leaf, value)
|
2020-09-29 10:38:13 -05:00
|
|
|
|
|
|
|
if nt.Hash() != st.Hash() {
|
|
|
|
t.Fatalf("error %x != %x", st.Hash(), nt.Hash())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestEmptyBug(t *testing.T) {
|
|
|
|
st := NewStackTrie(nil)
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
nt := NewEmpty(NewDatabase(rawdb.NewMemoryDatabase(), nil))
|
2020-09-29 10:38:13 -05:00
|
|
|
|
|
|
|
//leaf := common.FromHex("290decd9548b62a8d60345a988386fc84ba6bc95484008f6362f93160ef3e563")
|
|
|
|
//value := common.FromHex("94cf40d0d2b44f2b66e07cace1372ca42b73cf21a3")
|
|
|
|
kvs := []struct {
|
|
|
|
K string
|
|
|
|
V string
|
|
|
|
}{
|
|
|
|
{K: "405787fa12a823e0f2b7631cc41b3ba8828b3321ca811111fa75cd3aa3bb5ace", V: "9496f4ec2bf9dab484cac6be589e8417d84781be08"},
|
|
|
|
{K: "40edb63a35fcf86c08022722aa3287cdd36440d671b4918131b2514795fefa9c", V: "01"},
|
|
|
|
{K: "b10e2d527612073b26eecdfd717e6a320cf44b4afac2b0732d9fcbe2b7fa0cf6", V: "947a30f7736e48d6599356464ba4c150d8da0302ff"},
|
|
|
|
{K: "c2575a0e9e593c00f959f8c92f12db2869c3395a3b0502d05e2516446f71f85b", V: "02"},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, kv := range kvs {
|
2023-04-20 05:57:24 -05:00
|
|
|
nt.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
|
|
|
st.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
if nt.Hash() != st.Hash() {
|
|
|
|
t.Fatalf("error %x != %x", st.Hash(), nt.Hash())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestValLength56(t *testing.T) {
|
|
|
|
st := NewStackTrie(nil)
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
nt := NewEmpty(NewDatabase(rawdb.NewMemoryDatabase(), nil))
|
2020-09-29 10:38:13 -05:00
|
|
|
|
|
|
|
//leaf := common.FromHex("290decd9548b62a8d60345a988386fc84ba6bc95484008f6362f93160ef3e563")
|
|
|
|
//value := common.FromHex("94cf40d0d2b44f2b66e07cace1372ca42b73cf21a3")
|
|
|
|
kvs := []struct {
|
|
|
|
K string
|
|
|
|
V string
|
|
|
|
}{
|
|
|
|
{K: "405787fa12a823e0f2b7631cc41b3ba8828b3321ca811111fa75cd3aa3bb5ace", V: "1111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111"},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, kv := range kvs {
|
2023-04-20 05:57:24 -05:00
|
|
|
nt.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
|
|
|
st.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
2020-09-29 10:38:13 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
if nt.Hash() != st.Hash() {
|
|
|
|
t.Fatalf("error %x != %x", st.Hash(), nt.Hash())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-09 08:08:12 -06:00
|
|
|
// TestUpdateSmallNodes tests a case where the leaves are small (both key and value),
|
|
|
|
// which causes a lot of node-within-node. This case was found via fuzzing.
|
|
|
|
func TestUpdateSmallNodes(t *testing.T) {
|
|
|
|
st := NewStackTrie(nil)
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
nt := NewEmpty(NewDatabase(rawdb.NewMemoryDatabase(), nil))
|
2020-11-09 08:08:12 -06:00
|
|
|
kvs := []struct {
|
|
|
|
K string
|
|
|
|
V string
|
|
|
|
}{
|
|
|
|
{"63303030", "3041"}, // stacktrie.Update
|
|
|
|
{"65", "3000"}, // stacktrie.Update
|
|
|
|
}
|
|
|
|
for _, kv := range kvs {
|
2023-04-20 05:57:24 -05:00
|
|
|
nt.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
|
|
|
st.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
2020-11-09 08:08:12 -06:00
|
|
|
}
|
|
|
|
if nt.Hash() != st.Hash() {
|
|
|
|
t.Fatalf("error %x != %x", st.Hash(), nt.Hash())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// TestUpdateVariableKeys contains a case which stacktrie fails: when keys of different
|
|
|
|
// sizes are used, and the second one has the same prefix as the first, then the
|
|
|
|
// stacktrie fails, since it's unable to 'expand' on an already added leaf.
|
|
|
|
// For all practical purposes, this is fine, since keys are fixed-size length
|
|
|
|
// in account and storage tries.
|
|
|
|
//
|
|
|
|
// The test is marked as 'skipped', and exists just to have the behaviour documented.
|
|
|
|
// This case was found via fuzzing.
|
|
|
|
func TestUpdateVariableKeys(t *testing.T) {
|
|
|
|
t.SkipNow()
|
|
|
|
st := NewStackTrie(nil)
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 14:21:36 -05:00
|
|
|
nt := NewEmpty(NewDatabase(rawdb.NewMemoryDatabase(), nil))
|
2020-11-09 08:08:12 -06:00
|
|
|
kvs := []struct {
|
|
|
|
K string
|
|
|
|
V string
|
|
|
|
}{
|
|
|
|
{"0x33303534636532393561313031676174", "303030"},
|
|
|
|
{"0x3330353463653239356131303167617430", "313131"},
|
|
|
|
}
|
|
|
|
for _, kv := range kvs {
|
2023-04-20 05:57:24 -05:00
|
|
|
nt.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
|
|
|
st.Update(common.FromHex(kv.K), common.FromHex(kv.V))
|
2020-11-09 08:08:12 -06:00
|
|
|
}
|
|
|
|
if nt.Hash() != st.Hash() {
|
|
|
|
t.Fatalf("error %x != %x", st.Hash(), nt.Hash())
|
|
|
|
}
|
|
|
|
}
|
2021-04-16 07:21:01 -05:00
|
|
|
|
|
|
|
// TestStacktrieNotModifyValues checks that inserting blobs of data into the
|
|
|
|
// stacktrie does not mutate the blobs
|
|
|
|
func TestStacktrieNotModifyValues(t *testing.T) {
|
|
|
|
st := NewStackTrie(nil)
|
|
|
|
{ // Test a very small trie
|
|
|
|
// Give it the value as a slice with large backing alloc,
|
|
|
|
// so if the stacktrie tries to append, it won't have to realloc
|
|
|
|
value := make([]byte, 1, 100)
|
|
|
|
value[0] = 0x2
|
|
|
|
want := common.CopyBytes(value)
|
2023-04-20 05:57:24 -05:00
|
|
|
st.Update([]byte{0x01}, value)
|
2021-04-16 07:21:01 -05:00
|
|
|
st.Hash()
|
|
|
|
if have := value; !bytes.Equal(have, want) {
|
|
|
|
t.Fatalf("tiny trie: have %#x want %#x", have, want)
|
|
|
|
}
|
|
|
|
st = NewStackTrie(nil)
|
|
|
|
}
|
|
|
|
// Test with a larger trie
|
|
|
|
keyB := big.NewInt(1)
|
|
|
|
keyDelta := big.NewInt(1)
|
|
|
|
var vals [][]byte
|
|
|
|
getValue := func(i int) []byte {
|
|
|
|
if i%2 == 0 { // large
|
|
|
|
return crypto.Keccak256(big.NewInt(int64(i)).Bytes())
|
|
|
|
} else { //small
|
|
|
|
return big.NewInt(int64(i)).Bytes()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
|
|
key := common.BigToHash(keyB)
|
|
|
|
value := getValue(i)
|
2023-04-20 05:57:24 -05:00
|
|
|
st.Update(key.Bytes(), value)
|
2021-04-16 07:21:01 -05:00
|
|
|
vals = append(vals, value)
|
|
|
|
keyB = keyB.Add(keyB, keyDelta)
|
|
|
|
keyDelta.Add(keyDelta, common.Big1)
|
|
|
|
}
|
|
|
|
st.Hash()
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
|
|
want := getValue(i)
|
|
|
|
|
|
|
|
have := vals[i]
|
|
|
|
if !bytes.Equal(have, want) {
|
|
|
|
t.Fatalf("item %d, have %#x want %#x", i, have, want)
|
|
|
|
}
|
2021-04-20 03:42:02 -05:00
|
|
|
}
|
|
|
|
}
|
2023-10-23 10:31:56 -05:00
|
|
|
|
|
|
|
func buildPartialTree(entries []*kv, t *testing.T) map[string]common.Hash {
|
|
|
|
var (
|
|
|
|
options = NewStackTrieOptions()
|
|
|
|
nodes = make(map[string]common.Hash)
|
|
|
|
)
|
|
|
|
var (
|
|
|
|
first int
|
|
|
|
last = len(entries) - 1
|
|
|
|
|
|
|
|
noLeft bool
|
|
|
|
noRight bool
|
|
|
|
)
|
|
|
|
// Enter split mode if there are at least two elements
|
|
|
|
if rand.Intn(5) != 0 {
|
|
|
|
for {
|
|
|
|
first = rand.Intn(len(entries))
|
|
|
|
last = rand.Intn(len(entries))
|
|
|
|
if first <= last {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if first != 0 {
|
|
|
|
noLeft = true
|
|
|
|
}
|
|
|
|
if last != len(entries)-1 {
|
|
|
|
noRight = true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
options = options.WithSkipBoundary(noLeft, noRight, nil)
|
|
|
|
options = options.WithWriter(func(path []byte, hash common.Hash, blob []byte) {
|
|
|
|
nodes[string(path)] = hash
|
|
|
|
})
|
|
|
|
tr := NewStackTrie(options)
|
|
|
|
|
|
|
|
for i := first; i <= last; i++ {
|
|
|
|
tr.MustUpdate(entries[i].k, entries[i].v)
|
|
|
|
}
|
|
|
|
tr.Commit()
|
|
|
|
return nodes
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestPartialStackTrie(t *testing.T) {
|
|
|
|
for round := 0; round < 100; round++ {
|
|
|
|
var (
|
|
|
|
n = rand.Intn(100) + 1
|
|
|
|
entries []*kv
|
|
|
|
)
|
|
|
|
for i := 0; i < n; i++ {
|
|
|
|
var val []byte
|
|
|
|
if rand.Intn(3) == 0 {
|
|
|
|
val = testutil.RandBytes(3)
|
|
|
|
} else {
|
|
|
|
val = testutil.RandBytes(32)
|
|
|
|
}
|
|
|
|
entries = append(entries, &kv{
|
|
|
|
k: testutil.RandBytes(32),
|
|
|
|
v: val,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
slices.SortFunc(entries, (*kv).cmp)
|
|
|
|
|
|
|
|
var (
|
|
|
|
nodes = make(map[string]common.Hash)
|
|
|
|
options = NewStackTrieOptions().WithWriter(func(path []byte, hash common.Hash, blob []byte) {
|
|
|
|
nodes[string(path)] = hash
|
|
|
|
})
|
|
|
|
)
|
|
|
|
tr := NewStackTrie(options)
|
|
|
|
|
|
|
|
for i := 0; i < len(entries); i++ {
|
|
|
|
tr.MustUpdate(entries[i].k, entries[i].v)
|
|
|
|
}
|
|
|
|
tr.Commit()
|
|
|
|
|
|
|
|
for j := 0; j < 100; j++ {
|
|
|
|
for path, hash := range buildPartialTree(entries, t) {
|
|
|
|
if nodes[path] != hash {
|
|
|
|
t.Errorf("%v, want %x, got %x", []byte(path), nodes[path], hash)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2023-10-25 07:53:50 -05:00
|
|
|
|
|
|
|
func TestStackTrieErrors(t *testing.T) {
|
|
|
|
s := NewStackTrie(nil)
|
|
|
|
// Deletion
|
|
|
|
if err := s.Update(nil, nil); err == nil {
|
|
|
|
t.Fatal("expected error")
|
|
|
|
}
|
|
|
|
if err := s.Update(nil, []byte{}); err == nil {
|
|
|
|
t.Fatal("expected error")
|
|
|
|
}
|
|
|
|
if err := s.Update([]byte{0xa}, []byte{}); err == nil {
|
|
|
|
t.Fatal("expected error")
|
|
|
|
}
|
|
|
|
// Non-ascending keys (going backwards or repeating)
|
|
|
|
assert.Nil(t, s.Update([]byte{0xaa}, []byte{0xa}))
|
|
|
|
assert.NotNil(t, s.Update([]byte{0xaa}, []byte{0xa}), "repeat insert same key")
|
|
|
|
assert.NotNil(t, s.Update([]byte{0xaa}, []byte{0xb}), "repeat insert same key")
|
|
|
|
assert.Nil(t, s.Update([]byte{0xab}, []byte{0xa}))
|
|
|
|
assert.NotNil(t, s.Update([]byte{0x10}, []byte{0xb}), "out of order insert")
|
|
|
|
assert.NotNil(t, s.Update([]byte{0xaa}, []byte{0xb}), "repeat insert same key")
|
|
|
|
}
|