XRPLF / rippled

Decentralized cryptocurrency blockchain daemon implementing the XRP Ledger protocol in C++
https://xrpl.org
ISC License
4.54k stars 1.47k forks source link

[can not sync] (Version: [1.9.0]) #4146

Open katerbyd opened 2 years ago

katerbyd commented 2 years ago

Issue Description

after upgrade from 1.8.5 to 1.9.0, rippled can not sync any more.

server info: `Loading: "/root/rippled.cfg" 2022-Apr-16 00:50:02.873872245 UTC HTTPClient:NFO Connecting to 127.0.0.1:33338

{ "result" : { "info" : { "build_version" : "1.9.0+7c66747d27869f9f3c96617bd4227038f1fa92b8.DEBUG", "closed_ledger" : { "age" : 2, "base_fee_xrp" : 1e-05, "hash" : "38D0E1A464E393449B949C5BB516AC41F8C83116484A229F10D8B3D364816C73", "reserve_base_xrp" : 200, "reserve_inc_xrp" : 50, "seq" : 325 }, "complete_ledgers" : "empty", "fetch_pack" : 11961, "hostid" : "wtest", "io_latency_ms" : 1, "jq_trans_overflow" : "0", "last_close" : { "converge_time_s" : 3.017, "proposers" : 0 }, "load" : { "job_types" : [ { "in_progress" : 1, "job_type" : "clientRPC" }, { "in_progress" : 1, "job_type" : "untrustedValidation", "peak_time" : 10, "per_second" : 30 }, { "job_type" : "ledgerRequest", "peak_time" : 3 }, { "avg_time" : 1, "job_type" : "transaction", "peak_time" : 10, "per_second" : 12 }, { "job_type" : "batch", "per_second" : 3 }, { "in_progress" : 3, "job_type" : "ledgerData", "waiting" : 10 }, { "job_type" : "advanceLedger", "peak_time" : 8, "per_second" : 23 }, { "job_type" : "fetchTxnData", "peak_time" : 22, "per_second" : 6 }, { "job_type" : "trustedValidation", "peak_time" : 9, "per_second" : 7 }, { "job_type" : "writeObjects", "peak_time" : 15, "per_second" : 371 }, { "job_type" : "trustedProposal", "peak_time" : 8, "per_second" : 10 }, { "job_type" : "peerCommand", "peak_time" : 4, "per_second" : 627 }, { "job_type" : "processTransaction", "per_second" : 6 }, { "job_type" : "SyncReadNode", "peak_time" : 8, "per_second" : 83 }, { "job_type" : "AsyncReadNode", "peak_time" : 8, "per_second" : 6807 }, { "job_type" : "WriteNode", "per_second" : 1754 } ], "threads" : 6 }, "load_factor" : 1, "node_size" : "tiny", "peer_disconnects" : "0", "peer_disconnects_resources" : "0", "peers" : 10, "pubkey_node" : "n9LffHckWkVbE7W6AU3PbSWV9Za1PMSpKHrAMnk1uWG4v76A63VF", "pubkey_validator" : "none", "published_ledger" : "none", "server_state" : "connected", "server_state_duration_us" : "1396664047", "state_accounting" : { "connected" : { "duration_us" : "1397738179", "transitions" : "2" }, "disconnected" : { "duration_us" : "1292320", "transitions" : "2" }, "full" : { "duration_us" : "0", "transitions" : "0" }, "syncing" : { "duration_us" : "0", "transitions" : "0" }, "tracking" : { "duration_us" : "0", "transitions" : "0" } }, "time" : "2022-Apr-16 00:50:02.880763 UTC", "uptime" : 1400, "validation_quorum" : 28, "validator_list" : { "count" : 2, "expiration" : "2022-May-26 00:00:00.000000000 UTC", "status" : "active" } }, "status" : "success" } }`

logs: 2022-Apr-16 00:51:26.553495053 UTC LedgerConsensus:WRN Need consensus ledger D282F62988A7BB531A1714B30639FE322819C80913267DF454CC23A0987827ED 2022-Apr-16 00:51:29.194981288 UTC Protocol:WRN [006] getLedger: Unable to find ledger 2022-Apr-16 00:51:29.195289639 UTC Protocol:WRN [006] getLedger: Unable to find ledger 2022-Apr-16 00:51:29.606535835 UTC NetworkOPs:WRN We are not running on the consensus ledger 2022-Apr-16 00:51:30.586821251 UTC LedgerConsensus:WRN View of consensus changed during establish status=establish, mode=wrongLedger 2022-Apr-16 00:51:30.586875457 UTC LedgerConsensus:WRN D282F62988A7BB531A1714B30639FE322819C80913267DF454CC23A0987827ED to A57B15CA7F1E49E05C9CBE47EC5973C246C8506A7B59F9CD7B9AB326F2D892A4 2022-Apr-16 00:51:30.586970307 UTC LedgerConsensus:WRN {"accepted":true,"account_hash":"165CC45A99C24DA4A7EA4195F33407ABE5FC43DC27BD07B6295F8DEDCE7653C4","close_flags":0,"close_time":703385490,"close_time_human":"2022-Apr-16 00:51:30.000000000 UTC","close_time_resolution":10,"closed":true,"hash":"C5EAD62810D31CA727FD191CF7F9601F14DD3C3AB7DFDA7A2C204D35421314FE","ledger_hash":"C5EAD62810D31CA727FD191CF7F9601F14DD3C3AB7DFDA7A2C204D35421314FE","ledger_index":"347","parent_close_time":703385481,"parent_hash":"68D6363AA18BA45F356A4C791175BCFB73B6F5A550ECB02417B3CA0FC799E9CD","seqNum":"347","totalCoins":"100000000000000000","total_coins":"100000000000000000","transaction_hash":"0000000000000000000000000000000000000000000000000000000000000000"} 2022-Apr-16 00:51:30.589154675 UTC LedgerConsensus:WRN Need consensus ledger A57B15CA7F1E49E05C9CBE47EC5973C246C8506A7B59F9CD7B9AB326F2D892A4 2022-Apr-16 00:51:33.624191376 UTC NetworkOPs:WRN We are not running on the consensus ledger 2022-Apr-16 00:51:33.878936645 UTC LoadMonitor:WRN Job: processLedgerData run: 8594ms wait: 20870ms 2022-Apr-16 00:51:34.616265696 UTC LedgerConsensus:WRN View of consensus changed during establish status=establish, mode=wrongLedger 2022-Apr-16 00:51:34.616331654 UTC LedgerConsensus:WRN A57B15CA7F1E49E05C9CBE47EC5973C246C8506A7B59F9CD7B9AB326F2D892A4 to 47678DF5C73F94B9F653FC74B726D283F8EB06079FF81F86C158414493E24430 2022-Apr-16 00:51:34.616446765 UTC LedgerConsensus:WRN {"accepted":true,"account_hash":"6D3D270920BFC6E1667E6235EEB096FC0314695E4A3EAB39104915FD8695A656","close_flags":0,"close_time":703385491,"close_time_human":"2022-Apr-16 00:51:31.000000000 UTC","close_time_resolution":10,"closed":true,"hash":"DABEB41A5212080D3C9A9EF20E18B1736B001F87A38EC6075662715352EDA2DD","ledger_hash":"DABEB41A5212080D3C9A9EF20E18B1736B001F87A38EC6075662715352EDA2DD","ledger_index":"348","parent_close_time":703385490,"parent_hash":"C5EAD62810D31CA727FD191CF7F9601F14DD3C3AB7DFDA7A2C204D35421314FE","seqNum":"348","totalCoins":"100000000000000000","total_coins":"100000000000000000","transaction_hash":"0000000000000000000000000000000000000000000000000000000000000000"} 2022-Apr-16 00:51:34.619591950 UTC LedgerConsensus:WRN Need consensus ledger 47678DF5C73F94B9F653FC74B726D283F8EB06079FF81F86C158414493E24430

sokiaoba commented 2 years ago

Same here. Do you have any solutions?

rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.443097822 UTC LedgerConsensus:WRN 32916CB3BE0ABCAD4A3FCDA738341A2A83C31F4487062DBED065AB6D684811B5 to BAD43341765B1FA98E383B8742B6A0BD55902C2B96A71D8D98A4503A9C9A030D
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.443142422 UTC LedgerConsensus:WRN {"accepted":true,"account_hash":"7453E07D0339E053237BD72DC1C1511D70CF91864FB4E3FC28B20D53B8A71842","close_flags":0,"close_time":703648011,"close_time_human":"2022-Apr-19 01:46:51.000000000 UTC","close_time_resolution":10,"closed":true,"hash":"0868DBC3B9C35F627D32D7988C6F9C4855DE3791F7B007FA6CFDB84D705FC2CF","ledger_hash":"0868DBC3B9C35F627D32D7988C6F9C4855DE3791F7B007FA6CFDB84D705FC2CF","ledger_index":"380","parent_close_time":703648010,"parent_hash":"F0FA9507925F6BBF2BCD4B4A43B185D57ABE50C5D4BAB8704B636AAC2A4F4B89","seqNum":"380","totalCoins":"100000000000000000","total_coins":"100000000000000000","transaction_hash":"0000000000000000000000000000000000000000000000000000000000000000"}
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.443376226 UTC LedgerConsensus:WRN Need consensus ledger BAD43341765B1FA98E383B8742B6A0BD55902C2B96A71D8D98A4503A9C9A030D
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.445220552 UTC NetworkOPs:WRN We are not running on the consensus ledger
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448074404 UTC LedgerConsensus:WRN View of consensus changed during establish status=establish,  mode=wrongLedger
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448109704 UTC LedgerConsensus:WRN BAD43341765B1FA98E383B8742B6A0BD55902C2B96A71D8D98A4503A9C9A030D to 54F69C1CA5A07096BFB8DD42B44CCBC81492E59B9A948F90B7CCE7EF00054BD2
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448158305 UTC LedgerConsensus:WRN {"accepted":true,"account_hash":"00009139D7A82A89AD8497E5F0414824F8435985E2B2F1EFE5286030A44738A1","close_flags":0,"close_time":703648012,"close_time_human":"2022-Apr-19 01:46:52.000000000 UTC","close_time_resolution":10,"closed":true,"hash":"F487FBC3905C226D131C4ABAF468050FF3E3923F4BB6409E696D0A7F4F722AD3","ledger_hash":"F487FBC3905C226D131C4ABAF468050FF3E3923F4BB6409E696D0A7F4F722AD3","ledger_index":"381","parent_close_time":703648011,"parent_hash":"0868DBC3B9C35F627D32D7988C6F9C4855DE3791F7B007FA6CFDB84D705FC2CF","seqNum":"381","totalCoins":"100000000000000000","total_coins":"100000000000000000","transaction_hash":"0000000000000000000000000000000000000000000000000000000000000000"}
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448348208 UTC LedgerConsensus:WRN Need consensus ledger 54F69C1CA5A07096BFB8DD42B44CCBC81492E59B9A948F90B7CCE7EF00054BD2
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.450040632 UTC NetworkOPs:WRN We are not running on the consensus ledger
katerbyd commented 2 years ago

no, only 1.8.5 can be used

sokiaoba commented 2 years ago

Since it's said in the release notes, you should upgrade to version 1.9.0 within two weeks (which is supposed to be April 21st), I'd like to know a recommended way to handle this version update if I couldn't figure out a solution until then.

alloynetworks commented 2 years ago

The "two weeks" is the time frame for an amendment to become active after achieving 80% majority votes. Please ignore that warning and stay on 1.8.5 for now.

wangtao19911111 commented 1 year ago

Same here. Do you have any solutions?

  • logs
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.443097822 UTC LedgerConsensus:WRN 32916CB3BE0ABCAD4A3FCDA738341A2A83C31F4487062DBED065AB6D684811B5 to BAD43341765B1FA98E383B8742B6A0BD55902C2B96A71D8D98A4503A9C9A030D
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.443142422 UTC LedgerConsensus:WRN {"accepted":true,"account_hash":"7453E07D0339E053237BD72DC1C1511D70CF91864FB4E3FC28B20D53B8A71842","close_flags":0,"close_time":703648011,"close_time_human":"2022-Apr-19 01:46:51.000000000 UTC","close_time_resolution":10,"closed":true,"hash":"0868DBC3B9C35F627D32D7988C6F9C4855DE3791F7B007FA6CFDB84D705FC2CF","ledger_hash":"0868DBC3B9C35F627D32D7988C6F9C4855DE3791F7B007FA6CFDB84D705FC2CF","ledger_index":"380","parent_close_time":703648010,"parent_hash":"F0FA9507925F6BBF2BCD4B4A43B185D57ABE50C5D4BAB8704B636AAC2A4F4B89","seqNum":"380","totalCoins":"100000000000000000","total_coins":"100000000000000000","transaction_hash":"0000000000000000000000000000000000000000000000000000000000000000"}
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.443376226 UTC LedgerConsensus:WRN Need consensus ledger BAD43341765B1FA98E383B8742B6A0BD55902C2B96A71D8D98A4503A9C9A030D
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:46:56.445220552 UTC NetworkOPs:WRN We are not running on the consensus ledger
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448074404 UTC LedgerConsensus:WRN View of consensus changed during establish status=establish,  mode=wrongLedger
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448109704 UTC LedgerConsensus:WRN BAD43341765B1FA98E383B8742B6A0BD55902C2B96A71D8D98A4503A9C9A030D to 54F69C1CA5A07096BFB8DD42B44CCBC81492E59B9A948F90B7CCE7EF00054BD2
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448158305 UTC LedgerConsensus:WRN {"accepted":true,"account_hash":"00009139D7A82A89AD8497E5F0414824F8435985E2B2F1EFE5286030A44738A1","close_flags":0,"close_time":703648012,"close_time_human":"2022-Apr-19 01:46:52.000000000 UTC","close_time_resolution":10,"closed":true,"hash":"F487FBC3905C226D131C4ABAF468050FF3E3923F4BB6409E696D0A7F4F722AD3","ledger_hash":"F487FBC3905C226D131C4ABAF468050FF3E3923F4BB6409E696D0A7F4F722AD3","ledger_index":"381","parent_close_time":703648011,"parent_hash":"0868DBC3B9C35F627D32D7988C6F9C4855DE3791F7B007FA6CFDB84D705FC2CF","seqNum":"381","totalCoins":"100000000000000000","total_coins":"100000000000000000","transaction_hash":"0000000000000000000000000000000000000000000000000000000000000000"}
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.448348208 UTC LedgerConsensus:WRN Need consensus ledger 54F69C1CA5A07096BFB8DD42B44CCBC81492E59B9A948F90B7CCE7EF00054BD2
rippled-mainnet-1-8d5cd5fd4-h62wj rippled 2022-Apr-19 01:47:00.450040632 UTC NetworkOPs:WRN We are not running on the consensus ledger

Same here. Do you have any solutions?

visualbasic6 commented 1 year ago

there is a longstanding problem here - 32gb ram - have tried on multiple servers

image

intelliot commented 1 year ago

@visualbasic6 can you share your rippled.cfg? (Redact any sensitive information.)

alloynetworks commented 1 year ago

Also please share your number of peers and disk type.