fadeev
commented
3 months ago Closed fadeev closed 3 months ago
fadeev
commented
3 months ago fadeev
commented
3 months ago root@WowmaxNodeZeta ~ # ls -al .zetacored/data/
total 12
drwx------ 2 root root 4096 May 28 20:23 .
drwxr-xr-x 4 root root 4096 May 28 20:23 ..
-rw------- 1 root root 46 May 28 20:23 priv_validator_state.json
root@WowmaxNodeZeta ~ # zetacored start --home /root/.zetacored/ --log_format json --log_level info --moniker wowmax
{"level":"info","time":"2024-05-28T20:27:25+02:00","message":"Unlocking keyring"}
{"level":"info","time":"2024-05-28T20:27:25+02:00","message":"starting ABCI with Tendermint"}
{"level":"info","addresses":{"zeta10d07y265gmmuvt4z0w9aw880jnsr700jvxasvr":true,"zeta17xpfvakm2amg962yls6f84z3kell8c5lxad43d":true,"zeta1fl48vsnmsdzcv85q5d2q4z5ajdha8yu3rl86r8":true,"zeta1jv65s3grqf6v6jl3dp4t6c9t9rk99cd83m2fn0":true,"zeta1tygms3xhhs3yv487phx3dw4a95jn7t7lhlmt4n":true},"time":"2024-05-28T20:27:25+02:00",
"message":"bank keeper blocklist addresses"}
{"level":"info","time":"2024-05-28T20:27:25+02:00","message":"starting node with ABCI Tendermint in-process"}
{"level":"info","server":"node","module":"proxy","impl":"multiAppConn","msg":{},"time":"2024-05-28T20:27:25+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"query","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:25+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"snapshot","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:25+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"mempool","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:25+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"consensus","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:25+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","impl":"EventBus","msg":{},"time":"2024-05-28T20:27:25+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":"PubSub","msg":{},"time":"2024-05-28T20:27:25+02:00","message":"service start"}
{"level":"info","server":"node","module":"txindex","impl":"IndexerService","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","abci":"0.17.0","block":11,"cmtbft_version":"0.34.28","commit_hash":"","p2p":8,"time":"2024-05-28T20:27:26+02:00","message":"Version info"}
{"level":"info","server":"node","module":"consensus","addr":"30B7309A9AA2B64278DD559376A88E3A89951CCC","pubKey":"HrK5s/mO9C8yJ5S53uys0u1wu/4m0zdWFRB92pGuzxk=","time":"2024-05-28T20:27:26+02:00","message":"This node is not a validator"}
{"level":"info","server":"node","module":"p2p","ID":"2148d19af4ac622220a8849d0a33d04abcb14b4d","file":"/root/.zetacored/config/node_key.json","time":"2024-05-28T20:27:26+02:00","message":"P2P Node ID"}
{"level":"info","server":"node","module":"p2p","addrs":[],"time":"2024-05-28T20:27:26+02:00","message":"Adding persistent peers"}
{"level":"info","server":"node","module":"p2p","ids":[],"time":"2024-05-28T20:27:26+02:00","message":"Adding unconditional peer ids"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"65.109.96.42","port":26656},"time":"2024-05-28T20:27:26+02:00","message":"Add our address to book"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"0.0.0.0","port":26656},"time":"2024-05-28T20:27:26+02:00","message":"Add our address to book"}
{"level":"info","server":"node","impl":"Node","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","laddr":"localhost:6060","time":"2024-05-28T20:27:26+02:00","message":"Starting pprof server"}
{"level":"info","server":"node","module":"rpc-server","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"serve"}
{"level":"info","server":"node","module":"p2p","impl":"P2P Switch","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"blockchain","impl":"BlockchainReactor","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","impl":"ConsensusReactor","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","waitSync":true,"time":"2024-05-28T20:27:26+02:00","message":"Reactor "}
{"level":"info","server":"node","module":"evidence","impl":"Evidence","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","impl":"StateSync","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"pex","impl":"PEX","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":"AddrBook","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":0,"time":"2024-05-28T20:27:26+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"pex","numDialing":0,"numInPeers":0,"numOutPeers":0,"numToDial":60,"time":"2024-05-28T20:27:26+02:00","message":"Ensure peers"}
{"level":"info","server":"node","module":"statesync","time":"2024-05-28T20:27:26+02:00","message":"Starting state sync"}
{"level":"info","server":"node","module":"pex","time":"2024-05-28T20:27:26+02:00","message":"No addresses to dial. Falling back to seeds"}
{"level":"info","server":"node","module":"statesync","module":"light","time":"2024-05-28T20:27:26+02:00","message":"Downloading trusted light block using options"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"ade4d8bc8cbe014af6ebdf3cb7b1e9ad36f412c0","ip":"135.181.5.219","port":22556},"impl":"Peer{MConn{135.181.5.219:22556} ade4d8bc8cbe014af6ebdf3cb7b1e9ad36f412c0 out}","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"ade4d8bc8cbe014af6ebdf3cb7b1e9ad36f412c0","ip":"135.181.5.219","port":22556},"impl":"MConn{135.181.5.219:22556}","msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"ade4d8bc8cbe014af6ebdf3cb7b1e9ad36f412c0","ip":"135.181.5.219","port":22556},"conn":{"Logger":{}},"time":"2024-05-28T20:27:26+02:00","message":"Connection is closed @ recvRoutine (likely by the other side)"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"ade4d8bc8cbe014af6ebdf3cb7b1e9ad36f412c0","ip":"135.181.5.219","port":22556},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"EOF","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:27:26+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"ade4d8bc8cbe014af6ebdf3cb7b1e9ad36f412c0","ip":"135.181.5.219","port":22556},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:27:26+02:00","message":"service stop"}
{"level":"info","server":"node","module":"statesync","msg":{},"time":"2024-05-28T20:27:27+02:00","message":"sync any"}
{"level":"info","server":"api","time":"2024-05-28T20:27:27+02:00","message":"starting API server..."}
{"level":"info","server":"api","msg":{},"time":"2024-05-28T20:27:27+02:00","message":"serve"}
{"level":"info","server":"api","err":"accept tcp [::]:1317: use of closed network connection","time":"2024-05-28T20:27:32+02:00","message":"RPC HTTP server stopped"}
{"level":"info","server":"node","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","time":"2024-05-28T20:27:32+02:00","message":"Stopping Node"}
{"level":"info","server":"node","module":"events","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"txindex","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"statesync","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"pex","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"blockchain","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":32,"time":"2024-05-28T20:27:32+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"consensus","impl":{"Logger":{},"Switch":{"Logger":{}},"Metrics":{"Height":{},"ValidatorLastSignedHeight":{},"Rounds":{},"Validators":{},"ValidatorsPower":{},"ValidatorPower":{},"ValidatorMissedBlocks":{},"MissingValidators":{},"MissingValidatorsPower":{},"ByzantineValidators":{
},"ByzantineValidatorsPower":{},"BlockIntervalSeconds":{},"NumTxs":{},"BlockSizeBytes":{},"TotalTxs":{},"CommittedHeight":{},"FastSyncing":{},"StateSyncing":{},"BlockParts":{},"StepDuration":{},"BlockGossipPartsReceived":{},"QuorumPrevoteMessageDelay":{},"FullPrevoteMessageDelay":{}}},"msg":{},"time":"2024-05-28T20:27:
32+02:00","message":"service stop"}
{"level":"error","server":"node","module":"consensus","impl":{"Logger":{},"height":1,"round":0,"step":1,"start_time":"2024-05-28T18:27:31.105391021Z","commit_time":"0001-01-01T00:00:00Z","validators":{"validators":null,"proposer":null},"proposal":null,"proposal_block":null,"proposal_block_parts":null,"locked_round":-1,
"locked_block":null,"locked_block_parts":null,"valid_round":-1,"valid_block":null,"valid_block_parts":null,"votes":[{"round":0,"prevotes":[],"prevotes_bit_array":"nil-BitArray 0/0 = NaN","precommits":[],"precommits_bit_array":"nil-BitArray 0/0 = NaN"}],"commit_round":-1,"last_commit":null,"last_validators":{"validators
":null,"proposer":null},"triggered_timeout_precommit":false},"time":"2024-05-28T20:27:32+02:00","message":"Not stopping State service -- has not been started yet"}
{"level":"error","server":"node","module":"consensus","err":"not started","time":"2024-05-28T20:27:32+02:00","message":"Error stopping consensus state"}
{"level":"info","server":"node","module":"evidence","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:27:32+02:00","message":"service stop"}
{"level":"info","server":"node","listener":{"Listener":{}},"time":"2024-05-28T20:27:32+02:00","message":"Closing rpc listener"}
{"level":"error","server":"node","module":"p2p","numPeers":0,"time":"2024-05-28T20:27:32+02:00","message":"Stopped accept routine, as transport is closed"}
{"level":"info","server":"node","module":"rpc-server","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:27:32+02:00","message":"RPC HTTP server stopped"}
{"level":"error","server":"node","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:27:32+02:00","message":"Error serving server"}
root@WowmaxNodeZeta ~ #
root@WowmaxNodeZeta ~ # ls -al .zetacored/data/
total 36
drwx------ 8 root root 4096 May 28 20:27 .
drwxr-xr-x 4 root root 4096 May 28 20:23 ..
drwxr-xr-x 2 root root 4096 May 28 20:27 application.db
drwxr-xr-x 2 root root 4096 May 28 20:27 blockstore.db
drwxr-xr-x 2 root root 4096 May 28 20:27 evidence.db
-rw------- 1 root root 46 May 28 20:23 priv_validator_state.json
drwxr-xr-x 3 root root 4096 May 28 20:27 snapshots
drwxr-xr-x 2 root root 4096 May 28 20:27 state.db
drwxr-xr-x 2 root root 4096 May 28 20:27 tx_index.db
root@WowmaxNodeZeta ~ # zetacored start --home /root/.zetacored/ --log_format json --log_level info --moniker wowmax
{"level":"info","time":"2024-05-28T20:27:53+02:00","message":"Unlocking keyring"}
{"level":"info","time":"2024-05-28T20:27:53+02:00","message":"starting ABCI with Tendermint"}
{"level":"info","addresses":{"zeta10d07y265gmmuvt4z0w9aw880jnsr700jvxasvr":true,"zeta17xpfvakm2amg962yls6f84z3kell8c5lxad43d":true,"zeta1fl48vsnmsdzcv85q5d2q4z5ajdha8yu3rl86r8":true,"zeta1jv65s3grqf6v6jl3dp4t6c9t9rk99cd83m2fn0":true,"zeta1tygms3xhhs3yv487phx3dw4a95jn7t7lhlmt4n":true},"time":"2024-05-28T20:27:53+02:00",
"message":"bank keeper blocklist addresses"}
{"level":"info","time":"2024-05-28T20:27:53+02:00","message":"starting node with ABCI Tendermint in-process"}
{"level":"info","server":"node","module":"proxy","impl":"multiAppConn","msg":{},"time":"2024-05-28T20:27:53+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"query","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:53+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"snapshot","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:53+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"mempool","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:53+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"consensus","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:27:53+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","impl":"EventBus","msg":{},"time":"2024-05-28T20:27:53+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":"PubSub","msg":{},"time":"2024-05-28T20:27:53+02:00","message":"service start"}
{"level":"info","server":"node","module":"txindex","impl":"IndexerService","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","abci":"0.17.0","block":11,"cmtbft_version":"0.34.28","commit_hash":"","p2p":8,"time":"2024-05-28T20:27:54+02:00","message":"Version info"}
{"level":"info","server":"node","module":"consensus","addr":"30B7309A9AA2B64278DD559376A88E3A89951CCC","pubKey":"HrK5s/mO9C8yJ5S53uys0u1wu/4m0zdWFRB92pGuzxk=","time":"2024-05-28T20:27:54+02:00","message":"This node is not a validator"}
{"level":"info","server":"node","module":"p2p","ID":"2148d19af4ac622220a8849d0a33d04abcb14b4d","file":"/root/.zetacored/config/node_key.json","time":"2024-05-28T20:27:54+02:00","message":"P2P Node ID"}
{"level":"info","server":"node","module":"p2p","addrs":[],"time":"2024-05-28T20:27:54+02:00","message":"Adding persistent peers"}
{"level":"info","server":"node","module":"p2p","ids":[],"time":"2024-05-28T20:27:54+02:00","message":"Adding unconditional peer ids"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"65.109.96.42","port":26656},"time":"2024-05-28T20:27:54+02:00","message":"Add our address to book"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"0.0.0.0","port":26656},"time":"2024-05-28T20:27:54+02:00","message":"Add our address to book"}
{"level":"info","server":"node","impl":"Node","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","laddr":"localhost:6060","time":"2024-05-28T20:27:54+02:00","message":"Starting pprof server"}
{"level":"info","server":"node","module":"rpc-server","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"serve"}
{"level":"info","server":"node","module":"p2p","impl":"P2P Switch","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"blockchain","impl":"BlockchainReactor","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","impl":"ConsensusReactor","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","waitSync":true,"time":"2024-05-28T20:27:54+02:00","message":"Reactor "}
{"level":"info","server":"node","module":"evidence","impl":"Evidence","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","impl":"StateSync","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"pex","impl":"PEX","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":"AddrBook","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":32,"time":"2024-05-28T20:27:54+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"pex","numDialing":0,"numInPeers":0,"numOutPeers":0,"numToDial":60,"time":"2024-05-28T20:27:54+02:00","message":"Ensure peers"}
{"level":"info","server":"node","module":"statesync","time":"2024-05-28T20:27:54+02:00","message":"Starting state sync"}
{"level":"info","server":"node","module":"statesync","module":"light","time":"2024-05-28T20:27:54+02:00","message":"Downloading trusted light block using options"}
{"level":"info","server":"node","module":"p2p","err":"auth failure: secret conn failed: EOF","numPeers":0,"time":"2024-05-28T20:27:54+02:00","message":"Inbound Peer rejected"}
{"level":"info","server":"node","module":"p2p","err":"auth failure: handshake failed: EOF","numPeers":0,"time":"2024-05-28T20:27:54+02:00","message":"Inbound Peer rejected"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":"Peer{MConn{65.109.93.17:28656} 4d42ce9badc678e98ab429c2df0c095bc1a5b9d9 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":"MConn{65.109.93.17:28656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"34cd73db43d6c2852b07a4aa4bd92d404750ec85","ip":"135.181.222.33","port":22556},"impl":"Peer{MConn{135.181.222.33:22556} 34cd73db43d6c2852b07a4aa4bd92d404750ec85 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"7389091027fc8858b18d4ca6ef58506ef446ddef","ip":"65.109.104.72","port":22556},"impl":"Peer{MConn{65.109.104.72:22556} 7389091027fc8858b18d4ca6ef58506ef446ddef out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"7389091027fc8858b18d4ca6ef58506ef446ddef","ip":"65.109.104.72","port":22556},"impl":"MConn{65.109.104.72:22556}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"34cd73db43d6c2852b07a4aa4bd92d404750ec85","ip":"135.181.222.33","port":22556},"impl":"MConn{135.181.222.33:22556}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"0f1b077a1110f30e618dfc756a6195fd3d4206ed","ip":"208.91.106.108","port":26656},"impl":"Peer{MConn{208.91.106.108:26656} 0f1b077a1110f30e618dfc756a6195fd3d4206ed out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"0f1b077a1110f30e618dfc756a6195fd3d4206ed","ip":"208.91.106.108","port":26656},"impl":"MConn{208.91.106.108:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":"Peer{MConn{80.240.21.12:26656} 87fd46a7304473fc4aeb6af12d656d3ea06e235d out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":"MConn{80.240.21.12:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"12654d64b312688b5ab5682e13a6ff1b6021eac7","ip":"46.4.15.110","port":26656},"impl":"Peer{MConn{46.4.15.110:26656} 12654d64b312688b5ab5682e13a6ff1b6021eac7 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"12654d64b312688b5ab5682e13a6ff1b6021eac7","ip":"46.4.15.110","port":26656},"impl":"MConn{46.4.15.110:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9ffffe23d7e50bab086dd86982b06c65e56e0b30","ip":"35.210.154.98","port":26656},"impl":"Peer{MConn{35.210.154.98:26656} 9ffffe23d7e50bab086dd86982b06c65e56e0b30 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9ffffe23d7e50bab086dd86982b06c65e56e0b30","ip":"35.210.154.98","port":26656},"impl":"MConn{35.210.154.98:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6554807a10fd2d0e34b8daeed3fee38b8ca048b6","ip":"51.91.214.146","port":26656},"impl":"Peer{MConn{51.91.214.146:26656} 6554807a10fd2d0e34b8daeed3fee38b8ca048b6 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6554807a10fd2d0e34b8daeed3fee38b8ca048b6","ip":"51.91.214.146","port":26656},"impl":"MConn{51.91.214.146:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"2462fd9bfbb84f7a3945ce3e2380e70ad17da6f0","ip":"13.42.27.62","port":26656},"impl":"Peer{MConn{13.42.27.62:26656} 2462fd9bfbb84f7a3945ce3e2380e70ad17da6f0 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"2462fd9bfbb84f7a3945ce3e2380e70ad17da6f0","ip":"13.42.27.62","port":26656},"impl":"MConn{13.42.27.62:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"297b475dc08e6de3c7cf4a2ce2fcddcce5f97a0f","ip":"84.17.42.200","port":56556},"impl":"Peer{MConn{84.17.42.200:56556} 297b475dc08e6de3c7cf4a2ce2fcddcce5f97a0f out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"297b475dc08e6de3c7cf4a2ce2fcddcce5f97a0f","ip":"84.17.42.200","port":56556},"impl":"MConn{84.17.42.200:56556}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"297b475dc08e6de3c7cf4a2ce2fcddcce5f97a0f","ip":"84.17.42.200","port":56556},"conn":{"Logger":{}},"time":"2024-05-28T20:27:54+02:00","message":"Connection is closed @ recvRoutine (likely by the other side)"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"297b475dc08e6de3c7cf4a2ce2fcddcce5f97a0f","ip":"84.17.42.200","port":56556},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"EOF","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:27:54+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"297b475dc08e6de3c7cf4a2ce2fcddcce5f97a0f","ip":"84.17.42.200","port":56556},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5d984f145ea828048a0741a1d349f9fa13a643b","ip":"91.210.101.148","port":26656},"impl":"Peer{MConn{91.210.101.148:26656} a5d984f145ea828048a0741a1d349f9fa13a643b out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5d984f145ea828048a0741a1d349f9fa13a643b","ip":"91.210.101.148","port":26656},"impl":"MConn{91.210.101.148:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"f591dd0778a0659035255c8f7e44002faea2156f","ip":"178.170.39.168","port":26656},"impl":"Peer{MConn{178.170.39.168:26656} f591dd0778a0659035255c8f7e44002faea2156f out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"f591dd0778a0659035255c8f7e44002faea2156f","ip":"178.170.39.168","port":26656},"impl":"MConn{178.170.39.168:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":"Peer{MConn{34.225.36.174:26656} d32b3e22cfcb72e11050db30a59a59cd05646046 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":"MConn{34.225.36.174:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":"Peer{MConn{147.135.31.22:22556} 28bb1ddb796e78168e3a6db71781dc7894e4fe84 out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":"MConn{147.135.31.22:22556}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9859172af3fbd0769b449a9c766aebf651f74a2e","ip":"160.202.128.199","port":55786},"impl":"Peer{MConn{160.202.128.199:55786} 9859172af3fbd0769b449a9c766aebf651f74a2e out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9859172af3fbd0769b449a9c766aebf651f74a2e","ip":"160.202.128.199","port":55786},"impl":"MConn{160.202.128.199:55786}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"372b65eeafe540eefeb7f6884ac9efc55fd0ff0e","ip":"35.224.53.42","port":26656},"impl":"Peer{MConn{35.224.53.42:26656} 372b65eeafe540eefeb7f6884ac9efc55fd0ff0e out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"372b65eeafe540eefeb7f6884ac9efc55fd0ff0e","ip":"35.224.53.42","port":26656},"impl":"MConn{35.224.53.42:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a2e3b668edf5b12a84e3fe39dbf61219354bd27f","ip":"34.173.61.177","port":26656},"impl":"Peer{MConn{34.173.61.177:26656} a2e3b668edf5b12a84e3fe39dbf61219354bd27f out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a2e3b668edf5b12a84e3fe39dbf61219354bd27f","ip":"34.173.61.177","port":26656},"impl":"MConn{34.173.61.177:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":"Peer{MConn{34.66.19.0:26656} d56a65e856443cf97fab922580de21cb234de51f out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":"MConn{34.66.19.0:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"01de75368e56b38fc27a22c07236d50319ed129d","ip":"35.87.167.186","port":26656},"impl":"Peer{MConn{35.87.167.186:26656} 01de75368e56b38fc27a22c07236d50319ed129d out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"01de75368e56b38fc27a22c07236d50319ed129d","ip":"35.87.167.186","port":26656},"impl":"MConn{35.87.167.186:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5f02f7575218e17a571d26af91018dc5744316d","ip":"52.193.202.59","port":26656},"impl":"Peer{MConn{52.193.202.59:26656} a5f02f7575218e17a571d26af91018dc5744316d out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5f02f7575218e17a571d26af91018dc5744316d","ip":"52.193.202.59","port":26656},"impl":"MConn{52.193.202.59:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d105bb46800c46d3c6094b623dbe45077150baca","ip":"43.207.255.138","port":26656},"impl":"Peer{MConn{43.207.255.138:26656} d105bb46800c46d3c6094b623dbe45077150baca out}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d105bb46800c46d3c6094b623dbe45077150baca","ip":"43.207.255.138","port":26656},"impl":"MConn{43.207.255.138:26656}","msg":{},"time":"2024-05-28T20:27:54+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4f610429b23eea677fef49712b9f182772403879","ip":"3.34.180.129","port":26656},"impl":"Peer{MConn{3.34.180.129:26656} 4f610429b23eea677fef49712b9f182772403879 out}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4f610429b23eea677fef49712b9f182772403879","ip":"3.34.180.129","port":26656},"impl":"MConn{3.34.180.129:26656}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"bdb30db8eda58257e2fb5e79e7d8f0b5bc5d1f10","ip":"3.36.34.240","port":26656},"impl":"Peer{MConn{3.36.34.240:26656} bdb30db8eda58257e2fb5e79e7d8f0b5bc5d1f10 out}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"bdb30db8eda58257e2fb5e79e7d8f0b5bc5d1f10","ip":"3.36.34.240","port":26656},"impl":"MConn{3.36.34.240:26656}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a3eda7526ccd7a3c78d199e8f71dbf2f7b3eee0f","ip":"3.106.237.47","port":26656},"impl":"Peer{MConn{3.106.237.47:26656} a3eda7526ccd7a3c78d199e8f71dbf2f7b3eee0f out}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a3eda7526ccd7a3c78d199e8f71dbf2f7b3eee0f","ip":"3.106.237.47","port":26656},"impl":"MConn{3.106.237.47:26656}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":"Peer{MConn{103.164.81.21:26656} 764f05b3adf6f2a0d6bda28d87380a17e51bc746 out}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":"MConn{103.164.81.21:26656}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"1a3c98ff37355422d6f128543700d75e9e91a660","ip":"13.229.213.207","port":26656},"impl":"Peer{MConn{13.229.213.207:26656} 1a3c98ff37355422d6f128543700d75e9e91a660 out}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"1a3c98ff37355422d6f128543700d75e9e91a660","ip":"13.229.213.207","port":26656},"impl":"MConn{13.229.213.207:26656}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"sync any"}
{"level":"info","server":"api","time":"2024-05-28T20:27:55+02:00","message":"starting API server..."}
{"level":"info","server":"api","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"serve"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":"Peer{MConn{13.250.203.12:26656} 055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6 out}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":"MConn{13.250.203.12:26656}","msg":{},"time":"2024-05-28T20:27:55+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffd\n\u000e\u007fi\\\u0010\ufffd<\ufffd\ufffd<\" \ufffd4\u000b~\ufffdy\ufffd\ufffdf\ufffd\u000ez\ufffdiϠ\ufffd/","height":1832000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"O%\ufffd\ufffdo͎\ufffd\t\ufffdTSmo\u0019\ufffd^\u007f\u000fd\ufffdB\ufffdu\ufffd\u000e\ufffd\u001a\ufffd\ufffdoy","height":3254000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffdcu\ufffd%~%WM.\ufffd\ufffd\u0007\ufffd\u007f\ufffdZ(\u0003\ufffd\n\ufffd\ufffd\ufffd\ufffdL\ufffd\u0002\u0019\ufffd\ufffdN","height":3248000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"A\ufffd\u00060\ufffd\ufffd\u001dGk\ufffd\u0016׃\ufffde\ufffdV\u0000)D\ufffdEkm\ufffd\u000b\ufffdz\ufffd\ufffd\"\ufffd","height":3242000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffdc\ufffd\ufffdA\ufffd\ufffd\ufffd\ufffdZ/\u0010 \u001eЌD\ufffdI \ufffd=+\ufffd\ufffd*kr^:zj","height":3232000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"ȁ@\u0002\ufffdi;\ufffd\ufffd\ufffd\u007f\u001e\ufffd(\ufffd%\ufffd\ufffd܃~\ufffd{\ufffduuh\ufffd\u001f\ufffd%>","height":3226000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\u00049\ufffd\ufffd\u001eΌ\ufffd\ufffdO\ufffd\ufffd\ufffd)T\u0016\ufffd\u0013~\ufffd\u0006?\ufffdқ\ufffd\ufffd \ufffd`\ufffd\ufffd","height":1730000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffdX*\ufffd\ufffd\ufffdd7aLx\u0014\u001f\u0000\ufffd-m\u0016?\"$@\ufffd\ufffd\ufffd)P\ufffd7E","height":1568000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffd\u0013A\ufffd\ufffd\ufffd[\u0014\ufffd\u0019g\ufffd\ufffd\ufffdsŻ\ufffd;\ufffdt\ufffdѼ\ufffd?\ufffd?wW\ufffd}","height":2294000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"蚬\ufffd\u0015\ufffd\ufffdϼPC_\ufffdh-5\ufffd\ufffd\ufffd:Y\ufffd\ufffdM8\ufffd\ufffd\u001a\ufffdډ\ufffd","height":1530000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\n\ufffd;H\ufffd*Q|s\n\ufffd3\ufffd*k\ufffdu\ufffd\ufffd)!\u0005@\ufffd\ufffd\t\ufffd\ufffd\ufffd\ufffd\u0013>","height":3237600,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffd\ufffd*\ufffd\u0011\ufffd\ufffd\ufffd\ufffdɇ#fv-͛\ufffd\ufffd\u0000\ufffd\ufffd\ufffdJa\ufffd\ufffd:\ufffd:2r","height":3220600,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"J\ufffd_\ufffd&߹-\u001bF\ufffd\ufffd8\ufffd\ufffd\ufffd\"f\ufffd\ufffd\ufffd\ufffd@\ufffd\ufffd\ufffdI\ufffd۔^8","height":2240000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffd\ufffdK\b\ufffd\ufffd4\ufffd\ufffd,\ufffdG1\ufffdӢ+\ufffdp\ufffd\\\t*\ufffd֩\ufffd\ufffd\ufffdl>\ufffd","height":1496000,"time":"2024-05-28T20:27:55+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"api","err":"accept tcp [::]:1317: use of closed network connection","time":"2024-05-28T20:28:00+02:00","message":"RPC HTTP server stopped"}
{"level":"info","server":"node","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","time":"2024-05-28T20:28:00+02:00","message":"Stopping Node"}
{"level":"info","server":"node","module":"events","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"txindex","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:55826->65.109.93.17:28656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"7389091027fc8858b18d4ca6ef58506ef446ddef","ip":"65.109.104.72","port":22556},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:33170->65.109.104.72:22556: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"7389091027fc8858b18d4ca6ef58506ef446ddef","ip":"65.109.104.72","port":22556},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"34cd73db43d6c2852b07a4aa4bd92d404750ec85","ip":"135.181.222.33","port":22556},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:38720->135.181.222.33:22556: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"34cd73db43d6c2852b07a4aa4bd92d404750ec85","ip":"135.181.222.33","port":22556},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"0f1b077a1110f30e618dfc756a6195fd3d4206ed","ip":"208.91.106.108","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:47336->208.91.106.108:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"0f1b077a1110f30e618dfc756a6195fd3d4206ed","ip":"208.91.106.108","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"12654d64b312688b5ab5682e13a6ff1b6021eac7","ip":"46.4.15.110","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:41672->46.4.15.110:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"12654d64b312688b5ab5682e13a6ff1b6021eac7","ip":"46.4.15.110","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9ffffe23d7e50bab086dd86982b06c65e56e0b30","ip":"35.210.154.98","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:47230->35.210.154.98:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9ffffe23d7e50bab086dd86982b06c65e56e0b30","ip":"35.210.154.98","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6554807a10fd2d0e34b8daeed3fee38b8ca048b6","ip":"51.91.214.146","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6554807a10fd2d0e34b8daeed3fee38b8ca048b6","ip":"51.91.214.146","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"2462fd9bfbb84f7a3945ce3e2380e70ad17da6f0","ip":"13.42.27.62","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:45902->13.42.27.62:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"2462fd9bfbb84f7a3945ce3e2380e70ad17da6f0","ip":"13.42.27.62","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5d984f145ea828048a0741a1d349f9fa13a643b","ip":"91.210.101.148","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:42586->91.210.101.148:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5d984f145ea828048a0741a1d349f9fa13a643b","ip":"91.210.101.148","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"f591dd0778a0659035255c8f7e44002faea2156f","ip":"178.170.39.168","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:51530->178.170.39.168:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"f591dd0778a0659035255c8f7e44002faea2156f","ip":"178.170.39.168","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:39286->34.225.36.174:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:41146->147.135.31.22:22556: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9859172af3fbd0769b449a9c766aebf651f74a2e","ip":"160.202.128.199","port":55786},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:36094->160.202.128.199:55786: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"9859172af3fbd0769b449a9c766aebf651f74a2e","ip":"160.202.128.199","port":55786},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"372b65eeafe540eefeb7f6884ac9efc55fd0ff0e","ip":"35.224.53.42","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"372b65eeafe540eefeb7f6884ac9efc55fd0ff0e","ip":"35.224.53.42","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a2e3b668edf5b12a84e3fe39dbf61219354bd27f","ip":"34.173.61.177","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:33382->34.173.61.177:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a2e3b668edf5b12a84e3fe39dbf61219354bd27f","ip":"34.173.61.177","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:36118->34.66.19.0:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"01de75368e56b38fc27a22c07236d50319ed129d","ip":"35.87.167.186","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:58158->35.87.167.186:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"01de75368e56b38fc27a22c07236d50319ed129d","ip":"35.87.167.186","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5f02f7575218e17a571d26af91018dc5744316d","ip":"52.193.202.59","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a5f02f7575218e17a571d26af91018dc5744316d","ip":"52.193.202.59","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d105bb46800c46d3c6094b623dbe45077150baca","ip":"43.207.255.138","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d105bb46800c46d3c6094b623dbe45077150baca","ip":"43.207.255.138","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4f610429b23eea677fef49712b9f182772403879","ip":"3.34.180.129","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:50224->3.34.180.129:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4f610429b23eea677fef49712b9f182772403879","ip":"3.34.180.129","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"bdb30db8eda58257e2fb5e79e7d8f0b5bc5d1f10","ip":"3.36.34.240","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:34314->3.36.34.240:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"bdb30db8eda58257e2fb5e79e7d8f0b5bc5d1f10","ip":"3.36.34.240","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a3eda7526ccd7a3c78d199e8f71dbf2f7b3eee0f","ip":"3.106.237.47","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:47386->3.106.237.47:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"a3eda7526ccd7a3c78d199e8f71dbf2f7b3eee0f","ip":"3.106.237.47","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:38922->103.164.81.21:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"1a3c98ff37355422d6f128543700d75e9e91a660","ip":"13.229.213.207","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"1a3c98ff37355422d6f128543700d75e9e91a660","ip":"13.229.213.207","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:58632->13.250.203.12:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:00+02:00","message":"Stopping peer for error"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:00+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"evidence","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"statesync","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"pex","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"blockchain","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:00+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":1092,"time":"2024-05-28T20:28:00+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"consensus","impl":{"Logger":{},"Switch":{"Logger":{}},"Metrics":{"Height":{},"ValidatorLastSignedHeight":{},"Rounds":{},"Validators":{},"ValidatorsPower":{},"ValidatorPower":{},"ValidatorMissedBlocks":{},"MissingValidators":{},"MissingValidatorsPower":{},"ByzantineValidators":{
},"ByzantineValidatorsPower":{},"BlockIntervalSeconds":{},"NumTxs":{},"BlockSizeBytes":{},"TotalTxs":{},"CommittedHeight":{},"FastSyncing":{},"StateSyncing":{},"BlockParts":{},"StepDuration":{},"BlockGossipPartsReceived":{},"QuorumPrevoteMessageDelay":{},"FullPrevoteMessageDelay":{}}},"msg":{},"time":"2024-05-28T20:28:
00+02:00","message":"service stop"}
{"level":"error","server":"node","module":"consensus","impl":{"Logger":{},"height":1,"round":0,"step":1,"start_time":"2024-05-28T18:27:59.06147778Z","commit_time":"0001-01-01T00:00:00Z","validators":{"validators":null,"proposer":null},"proposal":null,"proposal_block":null,"proposal_block_parts":null,"locked_round":-1,"
locked_block":null,"locked_block_parts":null,"valid_round":-1,"valid_block":null,"valid_block_parts":null,"votes":[{"round":0,"prevotes":[],"prevotes_bit_array":"nil-BitArray 0/0 = NaN","precommits":[],"precommits_bit_array":"nil-BitArray 0/0 = NaN"}],"commit_round":-1,"last_commit":null,"last_validators":{"validators"
:null,"proposer":null},"triggered_timeout_precommit":false},"time":"2024-05-28T20:28:00+02:00","message":"Not stopping State service -- has not been started yet"}
{"level":"error","server":"node","module":"consensus","err":"not started","time":"2024-05-28T20:28:00+02:00","message":"Error stopping consensus state"}
{"level":"error","server":"node","module":"p2p","numPeers":0,"time":"2024-05-28T20:28:00+02:00","message":"Stopped accept routine, as transport is closed"}
{"level":"info","server":"node","listener":{"Listener":{}},"time":"2024-05-28T20:28:00+02:00","message":"Closing rpc listener"}
{"level":"info","server":"node","module":"rpc-server","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:28:00+02:00","message":"RPC HTTP server stopped"}
{"level":"error","server":"node","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:28:00+02:00","message":"Error serving server"}
root@WowmaxNodeZeta ~ # zetacored start --home /root/.zetacored/ --log_format json --log_level info --moniker wowmax
{"level":"info","time":"2024-05-28T20:28:03+02:00","message":"Unlocking keyring"}
{"level":"info","time":"2024-05-28T20:28:03+02:00","message":"starting ABCI with Tendermint"}
{"level":"info","addresses":{"zeta10d07y265gmmuvt4z0w9aw880jnsr700jvxasvr":true,"zeta17xpfvakm2amg962yls6f84z3kell8c5lxad43d":true,"zeta1fl48vsnmsdzcv85q5d2q4z5ajdha8yu3rl86r8":true,"zeta1jv65s3grqf6v6jl3dp4t6c9t9rk99cd83m2fn0":true,"zeta1tygms3xhhs3yv487phx3dw4a95jn7t7lhlmt4n":true},"time":"2024-05-28T20:28:03+02:00",
"message":"bank keeper blocklist addresses"}
{"level":"info","time":"2024-05-28T20:28:03+02:00","message":"starting node with ABCI Tendermint in-process"}
{"level":"info","server":"node","module":"proxy","impl":"multiAppConn","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"query","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"snapshot","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"mempool","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"consensus","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","impl":"EventBus","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":"PubSub","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"txindex","impl":"IndexerService","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","abci":"0.17.0","block":11,"cmtbft_version":"0.34.28","commit_hash":"","p2p":8,"time":"2024-05-28T20:28:03+02:00","message":"Version info"}
{"level":"info","server":"node","module":"consensus","addr":"30B7309A9AA2B64278DD559376A88E3A89951CCC","pubKey":"HrK5s/mO9C8yJ5S53uys0u1wu/4m0zdWFRB92pGuzxk=","time":"2024-05-28T20:28:03+02:00","message":"This node is not a validator"}
{"level":"info","server":"node","module":"p2p","ID":"2148d19af4ac622220a8849d0a33d04abcb14b4d","file":"/root/.zetacored/config/node_key.json","time":"2024-05-28T20:28:03+02:00","message":"P2P Node ID"}
{"level":"info","server":"node","module":"p2p","addrs":[],"time":"2024-05-28T20:28:03+02:00","message":"Adding persistent peers"}
{"level":"info","server":"node","module":"p2p","ids":[],"time":"2024-05-28T20:28:03+02:00","message":"Adding unconditional peer ids"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"65.109.96.42","port":26656},"time":"2024-05-28T20:28:03+02:00","message":"Add our address to book"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"0.0.0.0","port":26656},"time":"2024-05-28T20:28:03+02:00","message":"Add our address to book"}
{"level":"info","server":"node","impl":"Node","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","laddr":"localhost:6060","time":"2024-05-28T20:28:03+02:00","message":"Starting pprof server"}
{"level":"info","server":"node","module":"p2p","impl":"P2P Switch","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"blockchain","impl":"BlockchainReactor","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","impl":"ConsensusReactor","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","waitSync":true,"time":"2024-05-28T20:28:03+02:00","message":"Reactor "}
{"level":"info","server":"node","module":"rpc-server","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"serve"}
{"level":"info","server":"node","module":"evidence","impl":"Evidence","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","impl":"StateSync","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"pex","impl":"PEX","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":"AddrBook","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":1092,"time":"2024-05-28T20:28:03+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"pex","numDialing":0,"numInPeers":0,"numOutPeers":0,"numToDial":60,"time":"2024-05-28T20:28:03+02:00","message":"Ensure peers"}
{"level":"info","server":"node","module":"statesync","time":"2024-05-28T20:28:03+02:00","message":"Starting state sync"}
{"level":"info","server":"node","module":"statesync","module":"light","time":"2024-05-28T20:28:03+02:00","message":"Downloading trusted light block using options"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":"Peer{MConn{65.109.93.17:28656} 4d42ce9badc678e98ab429c2df0c095bc1a5b9d9 out}","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":"MConn{65.109.93.17:28656}","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":"Peer{MConn{80.240.21.12:26656} 87fd46a7304473fc4aeb6af12d656d3ea06e235d out}","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":"MConn{80.240.21.12:26656}","msg":{},"time":"2024-05-28T20:28:03+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":"Peer{MConn{34.225.36.174:26656} d32b3e22cfcb72e11050db30a59a59cd05646046 out}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":"MConn{34.225.36.174:26656}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":"Peer{MConn{147.135.31.22:22556} 28bb1ddb796e78168e3a6db71781dc7894e4fe84 out}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":"MConn{147.135.31.22:22556}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"912d07ae1c869e7a573c09cb7397304874388b5b","ip":"104.154.216.162","port":26656},"impl":"Peer{MConn{104.154.216.162:26656} 912d07ae1c869e7a573c09cb7397304874388b5b out}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"912d07ae1c869e7a573c09cb7397304874388b5b","ip":"104.154.216.162","port":26656},"impl":"MConn{104.154.216.162:26656}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":"Peer{MConn{13.250.203.12:26656} 055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6 out}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":"MConn{13.250.203.12:26656}","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"sync any"}
{"level":"info","server":"api","time":"2024-05-28T20:28:04+02:00","message":"starting API server..."}
{"level":"info","server":"api","msg":{},"time":"2024-05-28T20:28:04+02:00","message":"serve"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\u00049\ufffd\ufffd\u001eΌ\ufffd\ufffdO\ufffd\ufffd\ufffd)T\u0016\ufffd\u0013~\ufffd\u0006?\ufffdқ\ufffd\ufffd \ufffd`\ufffd\ufffd","height":1730000,"time":"2024-05-28T20:28:04+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"api","err":"accept tcp [::]:1317: use of closed network connection","time":"2024-05-28T20:28:09+02:00","message":"RPC HTTP server stopped"}
{"level":"info","server":"node","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","time":"2024-05-28T20:28:09+02:00","message":"Stopping Node"}
{"level":"info","server":"node","module":"events","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"txindex","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:44756->65.109.93.17:28656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:09+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"4d42ce9badc678e98ab429c2df0c095bc1a5b9d9","ip":"65.109.93.17","port":28656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:09+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:51558->80.240.21.12:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:09+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"87fd46a7304473fc4aeb6af12d656d3ea06e235d","ip":"80.240.21.12","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:09+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:36954->34.225.36.174:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:09+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:09+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"28bb1ddb796e78168e3a6db71781dc7894e4fe84","ip":"147.135.31.22","port":22556},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"912d07ae1c869e7a573c09cb7397304874388b5b","ip":"104.154.216.162","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:33042->104.154.216.162:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:09+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"912d07ae1c869e7a573c09cb7397304874388b5b","ip":"104.154.216.162","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:09+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:34614->13.250.203.12:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:09+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"055bdda1a2f92d4d36c57b2c5aef1e5f5b85ffb6","ip":"13.250.203.12","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:09+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"statesync","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"pex","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"blockchain","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":1092,"time":"2024-05-28T20:28:09+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"consensus","impl":{"Logger":{},"Switch":{"Logger":{}},"Metrics":{"Height":{},"ValidatorLastSignedHeight":{},"Rounds":{},"Validators":{},"ValidatorsPower":{},"ValidatorPower":{},"ValidatorMissedBlocks":{},"MissingValidators":{},"MissingValidatorsPower":{},"ByzantineValidators":{
},"ByzantineValidatorsPower":{},"BlockIntervalSeconds":{},"NumTxs":{},"BlockSizeBytes":{},"TotalTxs":{},"CommittedHeight":{},"FastSyncing":{},"StateSyncing":{},"BlockParts":{},"StepDuration":{},"BlockGossipPartsReceived":{},"QuorumPrevoteMessageDelay":{},"FullPrevoteMessageDelay":{}}},"msg":{},"time":"2024-05-28T20:28:
09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"consensus","impl":{"Logger":{},"height":1,"round":0,"step":1,"start_time":"2024-05-28T18:28:08.72045149Z","commit_time":"0001-01-01T00:00:00Z","validators":{"validators":null,"proposer":null},"proposal":null,"proposal_block":null,"proposal_block_parts":null,"locked_round":-1,"
locked_block":null,"locked_block_parts":null,"valid_round":-1,"valid_block":null,"valid_block_parts":null,"votes":[{"round":0,"prevotes":[],"prevotes_bit_array":"nil-BitArray 0/0 = NaN","precommits":[],"precommits_bit_array":"nil-BitArray 0/0 = NaN"}],"commit_round":-1,"last_commit":null,"last_validators":{"validators"
:null,"proposer":null},"triggered_timeout_precommit":false},"time":"2024-05-28T20:28:09+02:00","message":"Not stopping State service -- has not been started yet"}
{"level":"error","server":"node","module":"consensus","err":"not started","time":"2024-05-28T20:28:09+02:00","message":"Error stopping consensus state"}
{"level":"info","server":"node","module":"evidence","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:09+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","numPeers":0,"time":"2024-05-28T20:28:09+02:00","message":"Stopped accept routine, as transport is closed"}
{"level":"info","server":"node","listener":{"Listener":{}},"time":"2024-05-28T20:28:09+02:00","message":"Closing rpc listener"}
{"level":"info","server":"node","module":"rpc-server","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:28:09+02:00","message":"RPC HTTP server stopped"}
{"level":"error","server":"node","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:28:09+02:00","message":"Error serving server"}
root@WowmaxNodeZeta ~ # zetacored start --home /root/.zetacored/ --log_format json --log_level info --moniker wowmax
{"level":"info","time":"2024-05-28T20:28:14+02:00","message":"Unlocking keyring"}
{"level":"info","time":"2024-05-28T20:28:14+02:00","message":"starting ABCI with Tendermint"}
{"level":"info","addresses":{"zeta10d07y265gmmuvt4z0w9aw880jnsr700jvxasvr":true,"zeta17xpfvakm2amg962yls6f84z3kell8c5lxad43d":true,"zeta1fl48vsnmsdzcv85q5d2q4z5ajdha8yu3rl86r8":true,"zeta1jv65s3grqf6v6jl3dp4t6c9t9rk99cd83m2fn0":true,"zeta1tygms3xhhs3yv487phx3dw4a95jn7t7lhlmt4n":true},"time":"2024-05-28T20:28:14+02:00",
"message":"bank keeper blocklist addresses"}
{"level":"info","time":"2024-05-28T20:28:14+02:00","message":"starting node with ABCI Tendermint in-process"}
{"level":"info","server":"node","module":"proxy","impl":"multiAppConn","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"query","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"snapshot","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"mempool","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"proxy","connection":"consensus","module":"abci-client","impl":"localClient","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","impl":"EventBus","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":"PubSub","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"txindex","impl":"IndexerService","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","abci":"0.17.0","block":11,"cmtbft_version":"0.34.28","commit_hash":"","p2p":8,"time":"2024-05-28T20:28:14+02:00","message":"Version info"}
{"level":"info","server":"node","module":"consensus","addr":"30B7309A9AA2B64278DD559376A88E3A89951CCC","pubKey":"HrK5s/mO9C8yJ5S53uys0u1wu/4m0zdWFRB92pGuzxk=","time":"2024-05-28T20:28:14+02:00","message":"This node is not a validator"}
{"level":"info","server":"node","module":"p2p","ID":"2148d19af4ac622220a8849d0a33d04abcb14b4d","file":"/root/.zetacored/config/node_key.json","time":"2024-05-28T20:28:14+02:00","message":"P2P Node ID"}
{"level":"info","server":"node","module":"p2p","addrs":[],"time":"2024-05-28T20:28:14+02:00","message":"Adding persistent peers"}
{"level":"info","server":"node","module":"p2p","ids":[],"time":"2024-05-28T20:28:14+02:00","message":"Adding unconditional peer ids"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"65.109.96.42","port":26656},"time":"2024-05-28T20:28:14+02:00","message":"Add our address to book"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","addr":{"id":"2148d19af4ac622220a8849d0a33d04abcb14b4d","ip":"0.0.0.0","port":26656},"time":"2024-05-28T20:28:14+02:00","message":"Add our address to book"}
{"level":"info","server":"node","impl":"Node","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","laddr":"localhost:6060","time":"2024-05-28T20:28:14+02:00","message":"Starting pprof server"}
{"level":"info","server":"node","module":"rpc-server","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"serve"}
{"level":"info","server":"node","module":"p2p","impl":"P2P Switch","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","impl":"ConsensusReactor","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"consensus","waitSync":true,"time":"2024-05-28T20:28:14+02:00","message":"Reactor "}
{"level":"info","server":"node","module":"evidence","impl":"Evidence","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","impl":"StateSync","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"pex","impl":"PEX","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":"AddrBook","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"blockchain","impl":"BlockchainReactor","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":1092,"time":"2024-05-28T20:28:14+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"pex","numDialing":0,"numInPeers":0,"numOutPeers":0,"numToDial":60,"time":"2024-05-28T20:28:14+02:00","message":"Ensure peers"}
{"level":"info","server":"node","module":"statesync","time":"2024-05-28T20:28:14+02:00","message":"Starting state sync"}
{"level":"info","server":"node","module":"statesync","module":"light","time":"2024-05-28T20:28:14+02:00","message":"Downloading trusted light block using options"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"20e1000e88125698264454a884812746c2eb4807","ip":"65.108.227.217","port":22556},"impl":"Peer{MConn{65.108.227.217:22556} 20e1000e88125698264454a884812746c2eb4807 out}","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"20e1000e88125698264454a884812746c2eb4807","ip":"65.108.227.217","port":22556},"impl":"MConn{65.108.227.217:22556}","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"72e7afa5b5de8a6c5d79b0693a20a6ebb56941ae","ip":"79.137.64.100","port":26656},"impl":"Peer{MConn{79.137.64.100:26656} 72e7afa5b5de8a6c5d79b0693a20a6ebb56941ae out}","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"72e7afa5b5de8a6c5d79b0693a20a6ebb56941ae","ip":"79.137.64.100","port":26656},"impl":"MConn{79.137.64.100:26656}","msg":{},"time":"2024-05-28T20:28:14+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":"Peer{MConn{34.225.36.174:26656} d32b3e22cfcb72e11050db30a59a59cd05646046 out}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":"MConn{34.225.36.174:26656}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":"Peer{MConn{34.66.19.0:26656} d56a65e856443cf97fab922580de21cb234de51f out}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":"MConn{34.66.19.0:26656}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"20e1000e88125698264454a884812746c2eb4807","ip":"65.108.227.217","port":22556},"conn":{"Logger":{}},"time":"2024-05-28T20:28:15+02:00","message":"Connection is closed @ recvRoutine (likely by the other side)"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"20e1000e88125698264454a884812746c2eb4807","ip":"65.108.227.217","port":22556},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"EOF","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:15+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"20e1000e88125698264454a884812746c2eb4807","ip":"65.108.227.217","port":22556},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":"Peer{MConn{103.164.81.21:26656} 764f05b3adf6f2a0d6bda28d87380a17e51bc746 out}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":"MConn{103.164.81.21:26656}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6d8296e6222eb992ff4814d950ed30630f924253","ip":"45.76.180.32","port":26656},"impl":"Peer{MConn{45.76.180.32:26656} 6d8296e6222eb992ff4814d950ed30630f924253 out}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6d8296e6222eb992ff4814d950ed30630f924253","ip":"45.76.180.32","port":26656},"impl":"MConn{45.76.180.32:26656}","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"service start"}
{"level":"info","server":"node","module":"statesync","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"sync any"}
{"level":"info","server":"api","time":"2024-05-28T20:28:15+02:00","message":"starting API server..."}
{"level":"info","server":"api","msg":{},"time":"2024-05-28T20:28:15+02:00","message":"serve"}
{"level":"info","server":"node","module":"statesync","format":2,"hash":"\ufffdX*\ufffd\ufffd\ufffdd7aLx\u0014\u001f\u0000\ufffd-m\u0016?\"$@\ufffd\ufffd\ufffd)P\ufffd7E","height":1568000,"time":"2024-05-28T20:28:15+02:00","message":"Discovered new snapshot"}
{"level":"info","server":"api","err":"accept tcp [::]:1317: use of closed network connection","time":"2024-05-28T20:28:20+02:00","message":"RPC HTTP server stopped"}
{"level":"info","server":"node","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","time":"2024-05-28T20:28:20+02:00","message":"Stopping Node"}
{"level":"info","server":"node","module":"events","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"events","module":"pubsub","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"txindex","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:37510->34.66.19.0:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:20+02:00","message":"Stopping peer for error"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:20+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d56a65e856443cf97fab922580de21cb234de51f","ip":"34.66.19.0","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"72e7afa5b5de8a6c5d79b0693a20a6ebb56941ae","ip":"79.137.64.100","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"72e7afa5b5de8a6c5d79b0693a20a6ebb56941ae","ip":"79.137.64.100","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:56090->34.225.36.174:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:20+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"d32b3e22cfcb72e11050db30a59a59cd05646046","ip":"34.225.36.174","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:20+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:36406->103.164.81.21:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:20+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"764f05b3adf6f2a0d6bda28d87380a17e51bc746","ip":"103.164.81.21","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:20+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6d8296e6222eb992ff4814d950ed30630f924253","ip":"45.76.180.32","port":26656},"impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","err":"read tcp 65.109.96.42:32932->45.76.180.32:26656: use of closed network connection","peer":{"Logger":{},"Data":{}},"time":"2024-05-28T20:28:20+02:00","message":"Stopping peer for error"}
{"level":"info","server":"node","module":"p2p","peer":{"id":"6d8296e6222eb992ff4814d950ed30630f924253","ip":"45.76.180.32","port":26656},"impl":{"Logger":{},"Data":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"p2p","error":"already stopped","time":"2024-05-28T20:28:20+02:00","message":"error while stopping peer"}
{"level":"info","server":"node","module":"pex","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","impl":{"Logger":{}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"blockchain","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"p2p","book":"/root/.zetacored/config/addrbook.json","size":1092,"time":"2024-05-28T20:28:20+02:00","message":"Saving AddrBook to file"}
{"level":"info","server":"node","module":"consensus","impl":{"Logger":{},"Switch":{"Logger":{}},"Metrics":{"Height":{},"ValidatorLastSignedHeight":{},"Rounds":{},"Validators":{},"ValidatorsPower":{},"ValidatorPower":{},"ValidatorMissedBlocks":{},"MissingValidators":{},"MissingValidatorsPower":{},"ByzantineValidators":{
},"ByzantineValidatorsPower":{},"BlockIntervalSeconds":{},"NumTxs":{},"BlockSizeBytes":{},"TotalTxs":{},"CommittedHeight":{},"FastSyncing":{},"StateSyncing":{},"BlockParts":{},"StepDuration":{},"BlockGossipPartsReceived":{},"QuorumPrevoteMessageDelay":{},"FullPrevoteMessageDelay":{}}},"msg":{},"time":"2024-05-28T20:28:
20+02:00","message":"service stop"}
{"level":"error","server":"node","module":"consensus","impl":{"Logger":{},"height":1,"round":0,"step":1,"start_time":"2024-05-28T18:28:19.640018505Z","commit_time":"0001-01-01T00:00:00Z","validators":{"validators":null,"proposer":null},"proposal":null,"proposal_block":null,"proposal_block_parts":null,"locked_round":-1,
"locked_block":null,"locked_block_parts":null,"valid_round":-1,"valid_block":null,"valid_block_parts":null,"votes":[{"round":0,"prevotes":[],"prevotes_bit_array":"nil-BitArray 0/0 = NaN","precommits":[],"precommits_bit_array":"nil-BitArray 0/0 = NaN"}],"commit_round":-1,"last_commit":null,"last_validators":{"validators
":null,"proposer":null},"triggered_timeout_precommit":false},"time":"2024-05-28T20:28:20+02:00","message":"Not stopping State service -- has not been started yet"}
{"level":"error","server":"node","module":"consensus","err":"not started","time":"2024-05-28T20:28:20+02:00","message":"Error stopping consensus state"}
{"level":"info","server":"node","module":"evidence","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","module":"statesync","impl":{"Logger":{},"Switch":{"Logger":{}}},"msg":{},"time":"2024-05-28T20:28:20+02:00","message":"service stop"}
{"level":"info","server":"node","listener":{"Listener":{}},"time":"2024-05-28T20:28:20+02:00","message":"Closing rpc listener"}
{"level":"error","server":"node","module":"p2p","numPeers":0,"time":"2024-05-28T20:28:20+02:00","message":"Stopped accept routine, as transport is closed"}
{"level":"info","server":"node","module":"rpc-server","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:28:20+02:00","message":"RPC HTTP server stopped"}
{"level":"error","server":"node","err":"accept tcp [::]:26657: use of closed network connection","time":"2024-05-28T20:28:20+02:00","message":"Error serving server"}
root@WowmaxNodeZeta ~ #
root@WowmaxNodeZeta ~ #cc @zeta-chain/devops
CharlieMc0
commented
3 months ago Have they tried using a snapshot from https://www.zetachain.com/docs/validators/snapshot/ instead of state sync? The logs indicate state sync is not working for them.
EmperDeon
commented
3 months ago @CharlieMc0 Yes, we tried snapshots and ksync, both failed. Logs:
Ksync: https://pastebin.com/52wRCS2u Snapshot part 1: https://pastebin.com/tHJH37rF Snapshot part 2: https://pastebin.com/hzdQbxXL
CryptoFewka
commented
3 months ago @EmperDeon, Can you disable state sync in config.toml and test again? There is a low chance of success, but it is worth a shot.
Assuming that didn't correct the issue, can you please perform the following steps:
EmperDeon
commented
3 months ago @CryptoFewka Tried these steps, still same errors.
One thing i noticed: Node has time to sync a couple blocks before crash, and if i start it with a while true loop it slowly syncs (executed block height increases), but crashes every couple minutes.
3:30PM INF burned tokens from module account amount=1455783200000000000azeta from=evm module=x/bank
3:30PM INF minted coins from module account amount=1937888300000000000azeta from=evm module=x/bank
3:30PM INF burned tokens from module account amount=1937888300000000000azeta from=evm module=x/bank
3:30PM INF executed block height=3544261 module=state num_invalid_txs=0 num_valid_txs=16 server=node
3:30PM INF commit synced commit=436F6D6D697449447B5B3335203134392038372038382034382038392031203135392038203230322032343020373020313836203233322031353320313635203233382035322031333020313338203332203230302039372031343120313733203137392033203134312031313820313520323131203139395D3A3336313443357D
3:30PM INF committed state app_hash=239557583059019F08CAF046BAE899A5EE34828A20C8618DADB3038D760FD3C7 height=3544261 module=state num_txs=16 server=node
3:30PM INF indexed block exents height=3544261 module=txindex server=node
3:30PM INF Distributing Validator Rewards Total:7215711805555555555 To FeeCollector : fee_collector
3:30PM INF minted coins from module account amount=20000000000000000azeta from=evm module=x/bank
3:30PM INF burned tokens from module account amount=20000000000000000azeta from=evm module=x/bank
3:30PM INF RPC HTTP server stopped err="accept tcp [::]:1317: use of closed network connection" server=api
3:30PM INF service stop impl={"Logger":{}} msg={} server=node
3:30PM INF Stopping Node server=node
3:30PM INF service stop impl={"Logger":{}} module=events msg={} server=node
3:30PM INF service stop impl={"Logger":{}} module=pubsub msg={} server=node
3:30PM INF burned tokens from module account amount=4900000000000000azeta from=evm module=x/bank
3:30PM INF service stop impl={"Logger":{}} module=txindex msg={} server=node
3:30PM INF service stop impl={"Logger":{}} module=p2p msg={} server=node
3:30PM INF minted coins from module account amount=4900000000000000azeta from=evm module=x/bank
...
3:38PM INF executed block height=3545581 module=state num_invalid_txs=10 num_valid_txs=7 server=node
panic: pebble: closed
goroutine 255 [running]:
github.com/cockroachdb/pebble.(*DB).applyInternal(0xc000d11180?, 0xc008579c98?, 0x18?, 0x2a?)
/root/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230209160836-829675f94811/db.go:762 +0x3c5
github.com/cockroachdb/pebble.(*DB).Apply(...)
/root/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230209160836-829675f94811/db.go:737
github.com/cockroachdb/pebble.(*DB).Set(0xc0013d8a00, {0xc008579c98, 0x18, 0x18}, {0xc007500000, 0x2f7b2, 0x2f7b2}, 0xc008579c98?)
/root/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230209160836-829675f94811/db.go:590 +0xdc
github.com/cometbft/cometbft-db.(*PebbleDB).Set(0x2e12aea?, {0xc008579c98?, 0x18?, 0x1?}, {0xc007500000?, 0x4d2fc6?, 0xa?})
/root/go/pkg/mod/github.com/notional-labs/cometbft-db@v0.0.0-20230321185329-6dc7c0ca6345/pebble.go:139 +0x4e
github.com/tendermint/tendermint/state.dbStore.SaveABCIResponses({{0x3df9c38?, 0xc0011a2b88?}, {0xf?}}, 0x3619ed, 0xc00776fe00)
/root/go/pkg/mod/github.com/cometbft/cometbft@v0.34.28/state/store.go:460 +0x219
github.com/tendermint/tendermint/state.(*BlockExecutor).ApplyBlock(_, {{{0xb, 0x0}, {0xc001eec524, 0x7}}, {0xc001eec530, 0x10}, 0x1, 0x3619ec, {{0xc00a3b8de0, ...}, ...}, ...}, ...)
/root/go/pkg/mod/github.com/cometbft/cometbft@v0.34.28/state/execution.go:152 +0x283
github.com/tendermint/tendermint/blockchain/v0.(*BlockchainReactor).poolRoutine(0xc0024d6380, 0x0)
/root/go/pkg/mod/github.com/cometbft/cometbft@v0.34.28/blockchain/v0/reactor.go:400 +0xbda
created by github.com/tendermint/tendermint/blockchain/v0.(*BlockchainReactor).OnStart
/root/go/pkg/mod/github.com/cometbft/cometbft@v0.34.28/blockchain/v0/reactor.go:112 +0x7aMaybe the problem is with race conditions or something similar ? We have this server config: AMD Ryzen 5 3600 6-Core Processor, 64 Gb RAM, 500Gb NVMe drive for root FS, 4Tb SATA drives for node data.
Tried to launch a Cronos node (built on same Cosmos SDK), it works without errors
julianrubino
commented
3 months ago hey @EmperDeon, your server specs are more than enough, where did you got the server u're running the node?
Did you build the binary from source or got it from https://github.com/zeta-chain/node/releases ?
Trying to reproduce your error as we are able to sync and run consistently our nodes.
gartnera
commented
3 months ago 500Gb NVMe drive for root FS, 4Tb SATA drives for node data
You probably need to have the node data on NVMe: https://www.zetachain.com/docs/nodes/start-here/requirements/#node-specifications
But running on slow disks should just result in the node being behind not crashing I think.
EmperDeon
commented
3 months ago @julianrubino We are running servers in Hetzner, Helsinki region, on a Debian 12.
Maybe you could make a snapshot with configs, and i will try to use it ?
Downloaded a binary 17.0.1 from releases in this repo.
CryptoFewka
commented
3 months ago @julianrubino We are running servers in Hetzner, Helsinki region, on a Debian 12.
Maybe you could make a snapshot with configs, and i will try to use it ?
Downloaded a binary 17.0.1 from releases in this repo.
Just to rule out some kind of regression, could you try running with the v17.0.0 zetacored binary instead of 17.0.1?
EmperDeon
commented
3 months ago @CryptoFewka Tried with fresh snapshot and version 17.0.0: https://pastebin.com/n0jp49X8
Same pebble errors, and one new: 5:33PM ERR Error serving server err="accept tcp [::]:26657: use of closed network connection" server=node. This port is not used by anything on server
CryptoFewka
commented
3 months ago @CryptoFewka Tried with fresh snapshot and version 17.0.0: https://pastebin.com/n0jp49X8
Same pebble errors, and one new:
5:33PM ERR Error serving server err="accept tcp [::]:26657: use of closed network connection" server=node. This port is not used by anything on server
So something that jumped out to me this time is that it fell back to seed nodes and then seemingly immediately begins stopping the service.
What seed nodes are you using?
EmperDeon
commented
3 months ago @CryptoFewka Seed nodes from https://raw.githubusercontent.com/zeta-chain/network-config/main/mainnet/config.toml:
912d07ae1c869e7a573c09cb7397304874388b5b@104.154.216.162:26656,4e668be2d80d3475d2350e313bc75b8f0646884f@zetachain-mainnet-seed.itrocket.net:39656,ade4d8bc8cbe014af6ebdf3cb7b1e9ad36f412c0@seeds.polkachu.com:22556,20e1000e88125698264454a884812746c2eb4807@seeds.lavenderfive.com:22556
julianrubino
commented
3 months ago @EmperDeon I have successfully synced a node using a snapshot on a VM with the following specifications:
I have created a shell script detailing each step I took to accomplish this. Note that this script was made just for running a Fullnode (non-archive) in Mainnet.
My node has been running for a while without any error.
Please let me know if you encounter any issues after using the script.
#!/bin/sh
MONIKER=$(hostname)
CHAIN_ID=zetachain_7000-1
SNAPSHOTS_URL="https://snapshots.zetachain.com/latest-snapshot?network=mainnet"
EXTERNAL_IP=$(curl -4 icanhazip.com)
sudo apt install jq -y
wget "https://github.com/zeta-chain/node/releases/download/v17.0.0/zetacored-linux-amd64" -O ./zetacored
chmod a+x ./zetacored
sudo mv ./zetacored /usr/local/bin/zetacored
zetacored init "${MONIKER}" --chain-id "${CHAIN_ID}"
wget https://raw.githubusercontent.com/zeta-chain/network-config/main/mainnet/app.toml -O ~/.zetacored/config/app.toml
wget https://raw.githubusercontent.com/zeta-chain/network-config/main/mainnet/config.toml -O ~/.zetacored/config/config.toml
wget https://raw.githubusercontent.com/zeta-chain/network-config/main/mainnet/client.toml -O ~/.zetacored/config/client.toml
wget https://raw.githubusercontent.com/zeta-chain/network-config/main/mainnet/genesis.json -O ~/.zetacored/config/genesis.json
FETCH_LATEST_SNAPSHOT=$(curl -s "$SNAPSHOTS_URL" | jq -r '.linux_instructions')
eval $FETCH_LATEST_SNAPSHOT
sed -i'' -e "s/^moniker = .*/moniker = \"${MONIKER}\"/" ~/.zetacored/config/config.toml &&
sed -i'' -e "s/^external_address = .*/external_address = \"${EXTERNAL_IP}:26656\"/" ~/.zetacored/config/config.toml
zetacored keys add ${MONIKER} --keyring-backend test
zetacored start --home ~/.zetacored --log_format plain --moniker ${MONIKER}@julianrubino Nope, still same error
DAEMON_HOME=/root/.zetacored/ to script (was undefined)EmperDeon
commented
3 months ago Will try the script on a new server tomorrow
julianrubino
commented
3 months ago @EmperDeon a fresh new server would be nice. Are you opening port 26656? It's needed for p2p communication
julianrubino
commented
3 months ago @EmperDeon We conducted a test on a Hetzner Debian 12 server hosted in Helsinki and found it to be working normally too using that same script. Have you tried replicating the issue on a new server?
EmperDeon
commented
3 months ago @julianrubino Yeah, i tried on a new bare-metal and virtual servers.
Node works on a virtual server (CCX33). Not working on a bare-metal server (AX42), errors of closed ports and pebble.
For now we will run it on a virtual server, but it's strange that node doesn't work on a bare-metal.
Thanks everyone for the help!
fadeev
commented
3 months ago Mad props to the infra team for helping resolve the issue and to @EmperDeon for persistence and patience! 🙌
EmperDeon
commented
3 months ago @julianrubino I have found the source of original error: port conflict
We had prometheus server running on port 9090, which was conflicting with --grpc.address defaults (but no error said about that). Adding --grpc.address 127.0.0.1:9092 --grpc-web.address 127.0.0.1:9093 resolved errors on original server
CryptoFewka
commented
2 months ago Thank you so much for coming back to report this! Good catch and hopefully the thread helps engineers in the future.