feat: log ledger replay progress update (#300)

## Summary

Add progress report to ledger replay.
FIXES: #297

## Details

Logging an update every 100th block replayed on `info` log level.
Additionally we now include the signature of a transaction that fails
during ledger replay.

```
[2025-02.. INFO  magicblock_api::init_geyser_service] Launched GRPC Geyser service on '0.0.0.0:10000'
[2025-02.. INFO  magicblock_ledger::store::utils] Maximum open file descriptors: 1000000
[2025-02.. INFO  magicblock_ledger::store::api] Opening ledger at "./zeebit-main-3GB/rocksdb"
[2025-02.. INFO  magicblock_ledger::store::api] Opening ledger done; ledger open took 6.7s
[2025-02.. INFO  magicblock_metrics::service] Serving 0.0.0.0:9000/metrics
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Hydrating bank
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Storing 34,744 accounts into bank
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,100/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,200/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,300/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,400/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,500/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,600/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,700/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,800/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,721,900/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,000/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,100/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,200/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,300/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,400/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,500/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,600/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,700/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,800/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,722,900/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,000/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,100/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,200/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,300/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,400/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,500/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,600/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,700/20,723,850
[2025-02.. INFO  magicblock_ledger::blockstore_processor] Processing block: 20,723,800/20,723,850
[2025-02.. INFO  magicblock_api::magic_validator] Processed ledger, validator continues at slot 20723851
```


<!-- greptile_comment -->

## Greptile Summary

This PR adds progress logging functionality to the ledger replay process
in the MagicBlock validator, providing better visibility into block
processing status.

- Added formatted progress logging in
`magicblock-ledger/src/blockstore_processor/mod.rs` to show block
processing status every 100 blocks
- Added `num-format` dependency (v0.4.4) to workspace and ledger module
for number formatting in logs
- Improved error messages by including transaction signatures in failure
cases
- Removed redundant logging configurations from
`sh/source/utils/source-log` while maintaining core debug capabilities



<!-- /greptile_comment -->

Author: thlorenz

Cargo.lock

@@ -94,6 +94,7 @@ log = "0.4.20"
 min-max-heap = "1.3.0"
 num_cpus = "1.16.0"
 num-derive = "0.4"
+num-format = "0.4.4"
 num-traits = "0.2"
 paste = "1.0"
 percentage = "0.1.0"

Cargo.toml

@@ -14,6 +14,7 @@ byteorder = { workspace = true }
 fs_extra = { workspace = true }
 libc = { workspace = true }
 num_cpus = { workspace = true }
+num-format = { workspace = true }
 prost = { workspace = true }
 serde = { workspace = true }
 magicblock-bank = { workspace = true }

magicblock-ledger/Cargo.toml

@@ -1,5 +1,7 @@
 use std::str::FromStr;
 
+use num_format::{Locale, ToFormattedString};
+
 use log::{Level::Trace, *};
 use magicblock_accounts_db::{
     utils::{all_accounts, StoredAccountMeta},
@@ -54,10 +56,30 @@ fn iter_blocks(
         blockhashes_only_starting_slot,
     } = params;
     let mut slot: u64 = blockhashes_only_starting_slot;
+
+    let max_slot = if log::log_enabled!(Level::Info) {
+        ledger
+            .get_max_blockhash()?
+            .0
+            .to_formatted_string(&Locale::en)
+    } else {
+        "N/A".to_string()
+    };
+    const PROGRESS_REPORT_INTERVAL: u64 = 100;
     loop {
         let Ok(Some(block)) = ledger.get_block(slot) else {
             break;
         };
+        if log::log_enabled!(Level::Info)
+            && slot % PROGRESS_REPORT_INTERVAL == 0
+        {
+            info!(
+                "Processing block: {}/{}",
+                slot.to_formatted_string(&Locale::en),
+                max_slot
+            );
+        }
+
         let VersionedConfirmedBlock {
             blockhash,
             previous_blockhash,
@@ -116,6 +138,8 @@ fn iter_blocks(
 }
 
 fn hydrate_bank(bank: &Bank, max_slot: Slot) -> LedgerResult<(Slot, usize)> {
+    info!("Hydrating bank");
+
     let persister =
         AccountsPersister::new_with_paths(vec![bank.accounts_path.clone()]);
     let Some((storage, slot)) = persister.load_most_recent_store(max_slot)?
@@ -134,6 +158,10 @@ fn hydrate_bank(bank: &Bank, max_slot: Slot) -> LedgerResult<(Slot, usize)> {
             (*acc_meta.pubkey(), AccountSharedData::from(acc))
         });
     let len = storable_accounts.len();
+    info!(
+        "Storing {} accounts into bank",
+        len.to_formatted_string(&Locale::en)
+    );
     bank.store_accounts(storable_accounts);
     Ok((slot, len))
 }
@@ -206,6 +234,7 @@ pub fn process_ledger(ledger: &Ledger, bank: &Bank) -> LedgerResult<u64> {
                     log_sanitized_transaction(&tx);
 
                     let mut timings = ExecuteTimings::default();
+                    let signature = *tx.signature();
                     let batch = [tx];
                     let batch = bank.prepare_sanitized_batch(&batch);
                     let (results, _) = bank
@@ -237,8 +266,8 @@ pub fn process_ledger(ledger: &Ledger, bank: &Bank) -> LedgerResult<u64> {
                             };
                             return Err(LedgerError::BlockStoreProcessor(
                                 format!(
-                                    "Transaction {:?} could not be executed: {:?}",
-                                    result, err
+                                    "Transaction '{}', {:?} could not be executed: {:?}",
+                                    signature, result, err
                                 ),
                             ));
                         }

magicblock-ledger/src/blockstore_processor/mod.rs

@@ -5,8 +5,6 @@ TRACE_ARR=(
 	"geyser_plugin=trace,"
 	"magicblock=trace,"
   "rpc=trace,"
-  "bank=trace,"
-  "banking_stage=trace,"
   "solana_geyser_plugin_manager=trace,"
   "solana_svm=trace,"
   "test_tools=trace,"
@@ -17,9 +15,6 @@ DEBUG_ARR=(
 	"geyser_plugin=debug,"
 	"magicblock=debug,"
   "rpc=debug,"
-  "bank=debug,"
-  "banking_stage=debug,"
-  "mutator=debug,"
   "solana_geyser_plugin_manager=debug,"
   "solana_svm=debug,"
   "test_tools=debug,"
@@ -30,9 +25,6 @@ INFO_ARR=(
 	"geyser_plugin=info,"
 	"magicblock=info,"
   "rpc=info,"
-  "bank=info,"
-  "banking_stage=info,"
-  "mutator=info,"
   "solana_geyser_plugin_manager=info,"
   "solana_svm=info,"
   "test_tools=info,"

sh/source/utils/source-log

@@ -13,7 +13,7 @@ path = "src/lib.rs"
 [dependencies]
 magicblock-accounts-db = { workspace = true }
 magicblock-ledger = { workspace = true }
-num-format = "0.4.4"
+num-format = { workspace = true }
 pretty-hex = "0.4.1"
 solana-sdk = { workspace = true }
 solana-transaction-status = { workspace = true }