tangle-network / relayer

🕸️ The Webb Relayer Network
https://webb-tools.github.io/relayer/
Apache License 2.0
22 stars 13 forks source link

[BUG] Relayer fails to send proposals to the DKG to be signed #474

Closed shekohex closed 1 year ago

shekohex commented 1 year ago

Overview

Looks like the relayer in production fails to send the Anchor Update proposals to the DKG to be signed.

Logs

2023-04-20T16:06:22.674092Z DEBUG webb_probe: kind: encrypted_outputs_store, encrypted_output_index: 2, encrypted_output: 0x669ff15e853a2c94a3c356d1b53e15a8eca29be495f4e3a4a18914f41f17c639db4ccf81e92a2626271d238c7f05d3a212edc2b23cf9c16add2f6027c37c9f33aa0d74969986dcfd672fa6223d849d892384fa4eec6f16081f9e3c24980d8a65ec32e3c94877abf746acaba23ea01c73e9ca0bad4463aa6f5ef91c6dc7af7bebdd322aed37b7adea29db98842404120606e397e0c5bff6c05cc4d0d103f8ae07b2c2265d3cd61abb, chain_id: 5002, block_number: 153
    at event-watchers/evm/src/vanchor/vanchor_encrypted_outputs_handler.rs:86
    in webb_ew_evm::vanchor::vanchor_encrypted_outputs_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.674192Z DEBUG webb_probe: kind: mt_insert, leaf_index: 2, leaf: 0x088b…1234, chain_id: 5002, block_number: 153
    at event-watchers/evm/src/vanchor/vanchor_deposit_handler.rs:91
    in webb_ew_evm::vanchor::vanchor_deposit_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.674217Z DEBUG webb_ew_evm::vanchor::vanchor_deposit_handler: VAnchor new leaf event, event: NewCommitmentFilter { commitment: 3864656992708468835919273674450020335586404710810000679455218392200462209588, sub_tree_index: 0, leaf_index: 2, encrypted_output: Bytes(0x669ff15e853a2c94a3c356d1b53e15a8eca29be495f4e3a4a18914f41f17c639db4ccf81e92a2626271d238c7f05d3a212edc2b23cf9c16add2f6027c37c9f33aa0d74969986dcfd672fa6223d849d892384fa4eec6f16081f9e3c24980d8a65ec32e3c94877abf746acaba23ea01c73e9ca0bad4463aa6f5ef91c6dc7af7bebdd322aed37b7adea29db98842404120606e397e0c5bff6c05cc4d0d103f8ae07b2c2265d3cd61abb) }
    at event-watchers/evm/src/vanchor/vanchor_deposit_handler.rs:109
    in webb_ew_evm::vanchor::vanchor_deposit_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.674248Z DEBUG webb_ew_evm::vanchor::vanchor_deposit_handler: VAnchor new leaf index does not satisfy the condition, skipping proposal., leaf_index: 2, is_even_index: true
    at event-watchers/evm/src/vanchor/vanchor_deposit_handler.rs:115
    in webb_ew_evm::vanchor::vanchor_deposit_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.728786Z DEBUG webb_probe: kind: leaves_store, leaf_index: 2, leaf: [8, 139, 81, 126, 224, 99, 57, 166, 59, 89, 226, 230, 129, 35, 158, 205, 27, 158, 222, 252, 197, 44, 214, 36, 162, 97, 35, 248, 39, 96, 18, 52], chain_id: 5002, block_number: 153
    at event-watchers/evm/src/vanchor/vanchor_leaves_handler.rs:183
    in webb_ew_evm::vanchor::vanchor_leaves_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.734494Z DEBUG webb_probe: kind: mt_insert, leaf_index: 3, leaf: 0x240c…f013, chain_id: 5002, block_number: 153
    at event-watchers/evm/src/vanchor/vanchor_deposit_handler.rs:91
    in webb_ew_evm::vanchor::vanchor_deposit_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.734528Z DEBUG webb_ew_evm::vanchor::vanchor_deposit_handler: VAnchor new leaf event, event: NewCommitmentFilter { commitment: 16304790134742636872957214511984422296671225075346232974786077958107360915475, sub_tree_index: 0, leaf_index: 3, encrypted_output: Bytes(0xa7572b07bee3ce80bcf0f1b1fbb6adb600e0d4bfa3e3541cf9064d3be4d28b70d9b0a40f3e0dd52fbf0663208af461ad9cc958eb1df89b1a4e409cb5f4d7dbd2a87b74c4bb1acb60c86ceea57a07a698670ebdb2199f1d14ae8721cccc59553024e391c84acd70c05fa356d06d4b686f20d8956a0bb652d2f5a32a102699e65412e321b6a2e6e2712e69af37db53598d6d43f50f91460cba63e257ca98cd8b4aa944d1043a11b3fd) }
    at event-watchers/evm/src/vanchor/vanchor_deposit_handler.rs:109
    in webb_ew_evm::vanchor::vanchor_deposit_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.735068Z DEBUG webb_probe: kind: encrypted_outputs_store, encrypted_output_index: 3, encrypted_output: 0xa7572b07bee3ce80bcf0f1b1fbb6adb600e0d4bfa3e3541cf9064d3be4d28b70d9b0a40f3e0dd52fbf0663208af461ad9cc958eb1df89b1a4e409cb5f4d7dbd2a87b74c4bb1acb60c86ceea57a07a698670ebdb2199f1d14ae8721cccc59553024e391c84acd70c05fa356d06d4b686f20d8956a0bb652d2f5a32a102699e65412e321b6a2e6e2712e69af37db53598d6d43f50f91460cba63e257ca98cd8b4aa944d1043a11b3fd, chain_id: 5002, block_number: 153
    at event-watchers/evm/src/vanchor/vanchor_encrypted_outputs_handler.rs:86
    in webb_ew_evm::vanchor::vanchor_encrypted_outputs_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.748605Z DEBUG webb_probe: kind: leaves_store, leaf_index: 3, leaf: [36, 12, 47, 38, 136, 216, 65, 64, 228, 241, 230, 87, 73, 49, 208, 35, 140, 39, 111, 161, 207, 146, 220, 139, 254, 88, 152, 239, 126, 99, 240, 19], chain_id: 5002, block_number: 153
    at event-watchers/evm/src/vanchor/vanchor_leaves_handler.rs:183
    in webb_ew_evm::vanchor::vanchor_leaves_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.756313Z DEBUG webb_proposal_signing_backends::dkg: sending proposal to DKG runtime, nonce: 03000000, resource_id: 00000000000064ba293e654992a94f304b00e3ceb8fd0f7aa773010000001389, src_chain_id: Evm(5002), proposal: 00000000000064ba293e654992a94f304b00e3ceb8fd0f7aa773010000001389c1922f9e000000031808d76adeaf48bf830a75e1dd3c25ac39e1526854d693a04686e375dd8545dc00000000000064ba293e654992a94f304b00e3ceb8fd0f7aa77301000000138a
    at crates/proposal-signing-backends/src/dkg.rs:106
    in webb_ew_evm::vanchor::vanchor_deposit_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:22.763753Z DEBUG webb_proposal_signing_backends::dkg: sending proposal to DKG runtime, nonce: 03000000, resource_id: 00000000000064ba293e654992a94f304b00e3ceb8fd0f7aa77301000000138b, src_chain_id: Evm(5002), proposal: 00000000000064ba293e654992a94f304b00e3ceb8fd0f7aa77301000000138bc1922f9e000000031808d76adeaf48bf830a75e1dd3c25ac39e1526854d693a04686e375dd8545dc00000000000064ba293e654992a94f304b00e3ceb8fd0f7aa77301000000138a
    at crates/proposal-signing-backends/src/dkg.rs:106
    in webb_ew_evm::vanchor::vanchor_deposit_handler::handle_event
    in webb_event_watcher_traits::evm::event_watcher::run with chain_id: Ok(5002), address: 0x64ba…a773, tag: VAnchor Contract Watcher

  2023-04-20T16:06:23.094709Z DEBUG webb_probe: kind: private_tx, ty: "EVM", chain_id: 5002, finalized: true, tx_hash: 0x2f64…c9e3
    at crates/tx-relay/src/evm/mod.rs:90

  2023-04-20T16:06:27.120860Z  INFO webb_event_watcher_traits::substrate::event_watcher: 🔄 #798 of #798 (100.0000%)
    at crates/event-watcher-traits/src/substrate/event_watcher.rs:322
    in webb_event_watcher_traits::substrate::event_watcher::run with chain_id: 1080, tag: DKG Pallet Event Watcher

Config

[features]
governance-relay = true
data-query = true
private-tx-relay = true

[assets]
tTNT = { name = "Test Tangle Token", decimals = 18, price = 10 }
TNT = { name = "Tangle Token", decimals = 18, price = 10 }
tTNT-standalone = { name = "Tangle Standalone Token", decimals = 18, price = 10.0 }

[evm.athena]
name = "athena"
http-endpoint = "$ATHENA_TESTNET_HTTPS_URL"
ws-endpoint = "$ATHENA_TESTNET_WSS_URL"
explorer = "https://athena-explorer.webb.tools"
chain-id = 5001
block-confirmations = 0
private-key = "$ATHENA_TESTNET_PRIVATE_KEY"
enabled = true

[[evm.athena.contracts]]
contract = "VAnchor"
address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773"
deployed-at = 1
events-watcher = { enabled = true, polling-interval = 1000, print-progress-interval = 60000 }
withdraw-config = { withdraw-fee-percentage = 0, withdraw-gaslimit = "0x350000" }
linked-anchors = [
  { type = "Evm", chain = "hermes", chain-id = 5002, address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773" },
  { type = "Evm", chain = "demeter", chain-id = 5003, address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773" },
]
# proposal-signing-backend = { type = "Mocked", private-key = "$MOCKED_BACKEND_KEY" }
proposal-signing-backend = { type = "DKGNode", chain-id = 1080 }

[[evm.athena.contracts]]
contract = "SignatureBridge"
address = "0x6CcFaF312503cD2F3aF6f315Cf760A129f2d4D9f"
deployed-at = 1
events-watcher = { enabled = true, polling-interval = 1000, print-progress-interval = 60000 }

[evm.hermes]
name = "hermes"
http-endpoint = "$HERMES_TESTNET_HTTPS_URL"
ws-endpoint = "$HERMES_TESTNET_WSS_URL"
explorer = "https://hermes-explorer.webb.tools"
chain-id = 5002
block-confirmations = 0
private-key = "$HERMES_TESTNET_PRIVATE_KEY"
enabled = true

[[evm.hermes.contracts]]
contract = "VAnchor"
address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773"
deployed-at = 1
events-watcher = { enabled = true, polling-interval = 1000, print-progress-interval = 60000 }
withdraw-config = { withdraw-fee-percentage = 0, withdraw-gaslimit = "0x350000" }
linked-anchors = [
  { type = "Evm", chain = "athena", chain-id = 5001, address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773" },
  { type = "Evm", chain = "demeter", chain-id = 5003, address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773" },
]
# proposal-signing-backend = { type = "Mocked", private-key = "$MOCKED_BACKEND_KEY" }
proposal-signing-backend = { type = "DKGNode", chain-id = 1080 }

[[evm.hermes.contracts]]
contract = "SignatureBridge"
address = "0x6CcFaF312503cD2F3aF6f315Cf760A129f2d4D9f"
deployed-at = 1
events-watcher = { enabled = true, polling-interval = 1000, print-progress-interval = 60000 }

[evm.demeter]
name = "demeter"
http-endpoint = "$DEMETER_TESTNET_HTTPS_URL"
ws-endpoint = "$DEMETER_TESTNET_WSS_URL"
explorer = "https://demeter-explorer.webb.tools"
chain-id = 5003
block-confirmations = 0
private-key = "$DEMETER_TESTNET_PRIVATE_KEY"
enabled = true

[[evm.demeter.contracts]]
contract = "VAnchor"
address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773"
deployed-at = 1
events-watcher = { enabled = true, polling-interval = 1000, print-progress-interval = 60000 }
withdraw-config = { withdraw-fee-percentage = 0, withdraw-gaslimit = "0x350000" }
linked-anchors = [
  { type = "Evm", chain = "athena", chain-id = 5001, address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773" },
  { type = "Evm", chain = "hermes", chain-id = 5002, address = "0x64Ba293E654992a94f304b00e3cEb8FD0f7AA773" },
]
# proposal-signing-backend = { type = "Mocked", private-key = "$MOCKED_BACKEND_KEY" }
proposal-signing-backend = { type = "DKGNode", chain-id = 1080 }

[[evm.demeter.contracts]]
contract = "SignatureBridge"
address = "0x6CcFaF312503cD2F3aF6f315Cf760A129f2d4D9f"
deployed-at = 1
events-watcher = { enabled = true, polling-interval = 1000, print-progress-interval = 60000 }

[substrate.tangle]
name = "tangle"
enabled = true
http-endpoint = "$TANGLE_HTTP_URL"
ws-endpoint = "$TANGLE_WSS_URL"
runtime = "DKG"
suri = "$TANGLE_WEBB_RELAYER_SURI"
chain-id = "1080"

[[substrate.tangle.pallets]]
pallet = "DKG"
events-watcher = { enabled = true, polling-interval = 6000, print-progress-interval = 12000, sync-blocks-from = 100 }

[[substrate.tangle.pallets]]
pallet = "DKGProposalHandler"
events-watcher = { enabled = true, polling-interval = 6000, print-progress-interval = 12000, sync-blocks-from = 100 }

Other Information

Relayer: https://github.com/webb-tools/relayer/tree/v0.5.0-rc19 OS: Ubuntu Linux