Track delegation status (#452)

Add persistence for the delegation status of accounts in accountsdb. 

This is achieved via setting delegation flag explicitly after account
has been "dumped" to the database.
closes #442 

<!-- greptile_comment -->

## Greptile Summary

Implements account delegation status persistence in AccountsDB with
comprehensive database architecture changes.

- Refactored LMDB database implementation in
`magicblock-accounts-db/src/index.rs` to use new Table abstraction for
better encapsulation and performance
- Added explicit delegation status tracking in
`magicblock-account-dumper/src/account_dumper_bank.rs` for both
delegated and undelegated accounts
- Removed standalone indices (`standalone.rs`) in favor of consolidated
main environment structure
- Updated account index handling in
`magicblock-accounts-db/src/index/tests.rs` to return empty iterators
instead of NotFound errors
- Added 'dev' branch to CI workflows for enhanced testing coverage



<!-- /greptile_comment -->

Author: bmuddha

Cargo.lock

@@ -142,7 +142,7 @@ serde = "1.0.217"
 serde_derive = "1.0"
 serde_json = "1.0"
 sha3 = "0.10.8"
-solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "5b50fad" }
+solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "176540a" }
 solana-accounts-db = { version = "2.2" }
 solana-account-decoder = { version = "2.2" }
 solana-address-lookup-table-program = { version = "2.2" }
@@ -203,6 +203,6 @@ vergen = "8.3.1"
 # some solana dependencies have solana-storage-proto as dependency
 # we need to patch them with our version, because they use protobuf-src v1.1.0
 # and we use protobuf-src v2.1.1. Otherwise compilation fails
-solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "5b50fad" }
+solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "176540a" }
 solana-storage-proto = { path = "./storage-proto" }
 solana-svm = { git = "https://github.com/magicblock-labs/magicblock-svm.git" }

Cargo.toml

@@ -91,7 +91,12 @@ impl AccountDumper for AccountDumperBank {
             None,
             self.bank.last_blockhash(),
         );
-        self.execute_transaction(transaction)
+        let result = self.execute_transaction(transaction)?;
+        if let Some(mut acc) = self.bank.get_account(pubkey) {
+            acc.set_delegated(false);
+            self.bank.store_account(*pubkey, acc);
+        }
+        Ok(result)
     }
 
     fn dump_delegated_account(
@@ -111,7 +116,12 @@ impl AccountDumper for AccountDumperBank {
             overrides,
             self.bank.last_blockhash(),
         );
-        self.execute_transaction(transaction)
+        let result = self.execute_transaction(transaction)?;
+        if let Some(mut acc) = self.bank.get_account(pubkey) {
+            acc.set_delegated(true);
+            self.bank.store_account(*pubkey, acc);
+        }
+        Ok(result)
     }
 
     fn dump_program_accounts(

magicblock-account-dumper/src/account_dumper_bank.rs

@@ -399,6 +399,16 @@ impl AccountsDbIndex {
         *self = Self::new(DEFAULT_SIZE, dbpath)?;
         Ok(())
     }
+
+    /// Returns the number of deallocations in the database
+    #[cfg(test)]
+    pub(crate) fn get_delloactions_count(&self) -> usize {
+        let Ok(txn) = self.env.begin_ro_txn() else {
+            warn!("failed to start transaction for stats retrieval");
+            return 0;
+        };
+        self.deallocations.entries(&txn)
+    }
 }
 
 pub(crate) mod iterator;

magicblock-accounts-db/src/index.rs

@@ -133,6 +133,11 @@ fn test_remove_account() {
         matches!(offset, Err(AccountsDbError::NotFound)),
         "removed account offset is still present in index"
     );
+    assert_eq!(
+        tenv.get_delloactions_count(),
+        1,
+        "the number of deallocations should have increased after account removal"
+    );
 }
 
 #[test]
@@ -239,23 +244,44 @@ fn test_recycle_allocation_after_realloc() {
     tenv.reallocate_account(&pubkey, &mut txn, &index_value)
         .expect("failed to reallocate account");
     txn.commit().expect("failed to commit transaction");
+    assert_eq!(
+        tenv.get_delloactions_count(),
+        1,
+        "the number of deallocations should have increased after account realloc"
+    );
+
     let result = tenv.try_recycle_allocation(new_allocation.blocks);
     assert_eq!(
         result.expect("failed to recycle allocation"),
         allocation.into()
     );
+    assert_eq!(
+        tenv.get_delloactions_count(),
+        0,
+        "the number of deallocations should have decresed after recycling"
+    );
     let result = tenv.try_recycle_allocation(new_allocation.blocks);
     assert!(
         matches!(result, Err(AccountsDbError::NotFound)),
         "deallocations index should have run out of existing allocations"
     );
     tenv.remove_account(&pubkey)
         .expect("failed to remove account");
+    assert_eq!(
+        tenv.get_delloactions_count(),
+        1,
+        "the number of deallocations should have increased after account removal"
+    );
     let result = tenv.try_recycle_allocation(new_allocation.blocks);
     assert_eq!(
         result.expect("failed to recycle allocation after account removal"),
         new_allocation.into()
     );
+    assert_eq!(
+        tenv.get_delloactions_count(),
+        0,
+        "the number of deallocations should have decresed after recycling"
+    );
 }
 
 #[test]

magicblock-accounts-db/src/index/tests.rs

@@ -51,7 +51,7 @@ program-schedulecommit-security = { path = "programs/schedulecommit-security" }
 rayon = "1.10.0"
 schedulecommit-client = { path = "schedulecommit/client" }
 serde = "1.0.217"
-solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "5b50fad" }
+solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "176540a" }
 solana-program = "2.2"
 solana-program-test = "2.2"
 solana-pubkey = { version = "2.2" }
@@ -73,4 +73,4 @@ tokio = "1.0"
 # and we use protobuf-src v2.1.1. Otherwise compilation fails
 solana-storage-proto = { path = "../storage-proto" }
 # same reason as above
-solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "5b50fad" }
+solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "176540a" }