Skip to content

fix: Invalid certificate error on sync #441

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom
Open
sanjayprabhu opened this issue Apr 24, 2025 · 1 comment
Open

fix: Invalid certificate error on sync #441

sanjayprabhu opened this issue Apr 24, 2025 · 1 comment
Labels
bug Something isn't working

Comments

@sanjayprabhu
Copy link
Contributor

Validator nodes intermittently see an invalid certificate error when syncing:

{"timestamp":"2025-04-24T13:33:38.339353Z","level":"WARN","fields":{"message":"Cannot validate height, not the next height","shard":2,"our_height":2547029,"proposal_height":2570656},"target":"snapchain::consensus::proposer","span":{"id":"0.7","name":"Actor"},"spans":[{"id":"0.7","name":"Actor"}]}
{"timestamp":"2025-04-24T13:33:38.339396Z","level":"INFO","fields":{"message":"Received value at with round: 1, valid_round: -1, valid: false (0 ms)","height":"[2] 2570656","round":1,"at":"host_trace"},"target":"snapchain::consensus::malachite::host","span":{"id":"0.7","name":"Actor"},"spans":[{"id":"0.7","name":"Actor"}]}
{"timestamp":"2025-04-24T13:33:38.341373Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8","message":"Prevote(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.341602Z","level":"INFO","fields":{"message":"Received proposal","height":"[2] 2547030","proposal_height":"[2] 2570656","address":"2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8","message":"Proposal(height: [2] 2570656, round: 1, pol_round: -1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8)"},"target":"informalsystems_malachitebft_core_consensus::handle::proposal","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.344844Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[0] 2466397"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"},"spans":[{"name":"0x2969 Block","name":"node"},{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.360833Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72","message":"Prevote(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.366433Z","level":"WARN","fields":{"message":"Timeout elapsed","timeout":"Request(OutboundRequestId(\"29157\"))"},"target":"informalsystems_malachitebft_engine::sync","span":{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"},"spans":[{"name":"0x2969 Shard 1","name":"node"},{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.366457Z","level":"WARN","fields":{"message":"Value request timed out","peer_id":"12D3KooWH527dqZTziqzzuXunismeJ3iFVnUxV5spv6VkS7U7zL1","height":"[1] 2589412"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"},"spans":[{"name":"0x2969 Shard 1","name":"node"},{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.368065Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8","message":"Prevote(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.373677Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[2] 2503089"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.378118Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102","message":"Precommit(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.378351Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102","message":"Prevote(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.380867Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72","message":"Precommit(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.381092Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8","message":"Precommit(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.381304Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570656","address":"81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8","message":"Precommit(height: [2] 2570656, round: 1, value: [2] \"70839e15968fb47eb9db81a7b67f67a84e8128ec6e4b0e66a6cf3668b7eb7c37\", from: 81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.388265Z","level":"WARN","fields":{"message":"Cannot validate height, not the next height","shard":2,"our_height":2547029,"proposal_height":2570657},"target":"snapchain::consensus::proposer","span":{"id":"0.7","name":"Actor"},"spans":[{"id":"0.7","name":"Actor"}]}
{"timestamp":"2025-04-24T13:33:38.388290Z","level":"INFO","fields":{"message":"Received value at with round: 0, valid_round: -1, valid: false (0 ms)","height":"[2] 2570657","round":0,"at":"host_trace"},"target":"snapchain::consensus::malachite::host","span":{"id":"0.7","name":"Actor"},"spans":[{"id":"0.7","name":"Actor"}]}
{"timestamp":"2025-04-24T13:33:38.391185Z","level":"WARN","fields":{"message":"SYNC REQUIRED: Falling behind","height.tip":"[0] 2547679","height.sync":"[0] 2547680","height.peer":"[0] 2570577"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"on_status"},"spans":[{"name":"0x2969 Block","name":"node"},{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"},{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"on_status"}]}
{"timestamp":"2025-04-24T13:33:38.391210Z","level":"INFO","fields":{"message":"Requesting sync value from peer","height.sync":"[0] 2547680","peer":"12D3KooWJVyaQRovV1rjV8TzkN3cRiysACyey86kXDLdvf6JRq5Z"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"on_status"},"spans":[{"name":"0x2969 Block","name":"node"},{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"},{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"on_status"}]}
{"timestamp":"2025-04-24T13:33:38.391511Z","level":"WARN","fields":{"message":"SYNC REQUIRED: Falling behind","height.tip":"[2] 2547029","height.sync":"[2] 2547030","height.peer":"[2] 2570656"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"on_status"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"on_status"}]}
{"timestamp":"2025-04-24T13:33:38.391531Z","level":"INFO","fields":{"message":"Requesting sync value from peer","height.sync":"[2] 2547030","peer":"12D3KooWCSUgbnHpRVb5Uc8AqzEtaqnur8Pc8XsETYfh68gNo6fv"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"on_status"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"on_status"}]}
{"timestamp":"2025-04-24T13:33:38.392524Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8","message":"Prevote(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.392805Z","level":"INFO","fields":{"message":"Received proposal","height":"[2] 2547030","proposal_height":"[2] 2570657","address":"2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8","message":"Proposal(height: [2] 2570657, round: 0, pol_round: -1, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8)"},"target":"informalsystems_malachitebft_core_consensus::handle::proposal","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.395200Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72","message":"Prevote(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.395435Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8","message":"Prevote(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.395662Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102","message":"Prevote(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.398046Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102","message":"Precommit(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 67474a42e0c6507198b73373b0558dfc94616b976ecfdf5c45fae11e2bee7102)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.398382Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8","message":"Precommit(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 81032ecefa4260e5a63424f5a4b8b18b52d717a52583b3ffe22c4a7b084911b8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.398625Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8","message":"Precommit(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 2c0f58a364b7959c85e49b5a50d14d220c16f8bd7879b0d5d3f68b32de83ecb8)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.398850Z","level":"INFO","fields":{"message":"Received vote","height":"[2] 2547030","vote_height":"[2] 2570657","address":"6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72","message":"Precommit(height: [2] 2570657, round: 0, value: [2] \"7d3e9837b3033736fd1f87bff55f24564d57ef9ea346ba9c21fd5f305190cfe0\", from: 6bc2d8901443de856d2670b0c2ea12b6727132fa830f9030d3a44ac5da9b1a72)"},"target":"informalsystems_malachitebft_core_consensus::handle::vote","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.402134Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[1] 2433603"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"},"spans":[{"name":"0x2969 Shard 1","name":"node"},{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.417920Z","level":"ERROR","fields":{"message":"Error when processing received synced block: Invalid certificate: Not enough voting power has signed the certificate: signed=0, total=5, expected=3","height":"[2] 2547030","request_id":"29159"},"target":"informalsystems_malachitebft_engine::consensus","span":{"height":"[2] 2547030","round":"0","name":"consensus"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height":"[2] 2547030","round":"0","name":"consensus"}]}
{"timestamp":"2025-04-24T13:33:38.417963Z","level":"ERROR","fields":{"message":"Received invalid certificate","error":"Not enough voting power has signed the certificate: signed=0, total=5, expected=3","certificate.height":"[2] 2547030","certificate.round":"0"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.417979Z","level":"INFO","fields":{"message":"Requesting sync from another peer","height.sync":"[2] 2547030"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.417990Z","level":"INFO","fields":{"message":"Requesting sync value from peer","height.sync":"[2] 2547030","peer":"12D3KooWH527dqZTziqzzuXunismeJ3iFVnUxV5spv6VkS7U7zL1"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.421144Z","level":"INFO","fields":{"message":"Pruned messages","fid":891844,"msg_type":3,"count":1},"target":"snapchain::storage::store::engine","span":{"id":"0.7","name":"Actor"},"spans":[{"id":"0.7","name":"Actor"}]}
{"timestamp":"2025-04-24T13:33:38.424539Z","level":"INFO","fields":{"message":"Processed value via sync: [2] \"4e77b4b69729b25d45919e090076a8152d1c61ca44297e4f5ac37a90e8292a72\"","height":"[2] 2547030"},"target":"snapchain::consensus::malachite::host","span":{"id":"0.7","name":"Actor"},"spans":[{"id":"0.7","name":"Actor"}]}
{"timestamp":"2025-04-24T13:33:38.540254Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[0] 2466398"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"},"spans":[{"name":"0x2969 Block","name":"node"},{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.566484Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[1] 2515276"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"},"spans":[{"name":"0x2969 Shard 1","name":"node"},{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.576579Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[2] 2503090"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.582449Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[0] 2481060"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"},"spans":[{"name":"0x2969 Block","name":"node"},{"height.sync":"[0] 2547680","height.tip":"[0] 2547679","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.582728Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[2] 2412562"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"},"spans":[{"name":"0x2969 Shard 2","name":"node"},{"height.sync":"[2] 2547030","height.tip":"[2] 2547029","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.613019Z","level":"INFO","fields":{"message":"Received value response from host, sending it out","height":"[1] 2433604"},"target":"informalsystems_malachitebft_sync::handle","span":{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"},"spans":[{"name":"0x2969 Shard 1","name":"node"},{"height.sync":"[1] 2589412","height.tip":"[1] 2589411","name":"sync"}]}
{"timestamp":"2025-04-24T13:33:38.693663Z","level":"INFO","fields":{"message":"Pruned messages","fid":843635,"msg_type":3,"count":1},"target":"snapchain::storage::store::engine"}
{"timestamp":"2025-04-24T13:33:38.702494Z","level":"INFO","fields":{"message":"Pruned messages","fid":485045,"msg_type":3,"count":1},"target":"snapchain::storage::store::engine"}

Is this on a block received from a remote peer or because the validator is generating a new block and waiting for signatures?
@sanjayprabhu sanjayprabhu added the bug Something isn't working label Apr 24, 2025
@sanjayprabhu
Copy link
Contributor Author

Full logs

neynar.log

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees
No one assigned
Labels
bug Something isn't working
Projects
None yet
Milestone
No milestone
Development

No branches or pull requests
1 participant
@sanjayprabhu